diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 85a212c2ecd2308e00ac9cf00cf09f3842be6df9..c11cab2aa7c28e946e5d86294401d6983284ae5f 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -386,14 +386,97 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data + + + +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx512-coverage + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -478,7 +561,6 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi @@ -498,14 +580,14 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" @@ -577,52 +659,23 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - minsky + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -681,41 +734,27 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx512 - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -778,55 +817,51 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -885,27 +920,28 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - avx2 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -964,56 +1000,41 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - minsky + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1072,41 +1093,31 @@ gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1169,14 +1180,14 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -1184,36 +1195,36 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -1280,19 +1291,19 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -1359,52 +1370,23 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - minsky + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1463,41 +1445,27 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1560,55 +1528,51 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1667,27 +1631,28 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: only: - /.*master.*/ + allow_failure: true tags: - - avx2 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1746,56 +1711,41 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ - allow_failure: true tags: - - minsky + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1854,41 +1804,31 @@ gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -1951,14 +1891,14 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -1966,33 +1906,36 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl"; fi -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -2059,21 +2002,23 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx512 + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2136,46 +2081,23 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2234,41 +2156,27 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gp - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2331,51 +2239,51 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2434,25 +2342,28 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + only: + - /.*master.*/ + allow_failure: true tags: - - avx2 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2511,50 +2422,41 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2613,41 +2515,31 @@ gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2710,14 +2602,14 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -2725,32 +2617,36 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -2817,19 +2713,21 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -2894,46 +2792,23 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -2992,41 +2867,27 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3089,51 +2950,51 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3192,25 +3053,28 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + only: + - /.*master.*/ + allow_failure: true tags: - - avx2 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3269,50 +3133,41 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize -gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: - allow_failure: true +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - minsky + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3371,42 +3226,31 @@ gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-w - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3469,14 +3313,14 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -3484,38 +3328,32 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-co -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -3582,21 +3420,19 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -3661,68 +3497,23 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3785,57 +3576,21 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3898,23 +3653,45 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx2 + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -3973,72 +3750,26 @@ gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - avx2-coverage + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4097,61 +3828,41 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4214,23 +3925,27 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4293,68 +4008,51 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - coverage + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4417,55 +4115,19 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -4530,23 +4192,23 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4609,68 +4271,21 @@ gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4733,53 +4348,45 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-co - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx2 + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4838,25 +4445,26 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - avx2 + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -4915,64 +4523,37 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -5039,14 +4620,14 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -5054,38 +4635,12 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5148,19 +4703,49 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -5225,64 +4810,21 @@ gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5345,53 +4887,23 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5454,21 +4966,21 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5531,64 +5043,45 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - - avx2-coverage + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5647,68 +5140,37 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - avx + - minsky script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi @@ -5756,25 +5218,41 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - coverage + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5837,63 +5315,27 @@ gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -5956,14 +5398,14 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -5971,36 +5413,32 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -6067,21 +5505,19 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -6146,65 +5582,23 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6267,55 +5661,21 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6378,23 +5738,45 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx2 + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6453,69 +5835,26 @@ gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize +gnu-gnu-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-power8-no-address-sanitize-jobs: + allow_failure: true tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage + - minsky script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6574,59 +5913,42 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O2 -I\$CUDA_HOME/include\" FC=\"mpifort\" FCFLAGS=\"-O2\" LIBS=\" -lessl -lreflapack -lessl -lcublas -lgfortran \" LDFLAGS=\" -L/home/elpa/libs/scalapack/lib -L\$CUDA_HOME/lib64 \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-vsx --disable-sse --disable-sse-assembly --disable-avx --disable-avx2 --disable-mpi-module --with-GPU-compute-capability=sm_60 " - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - coverage script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6689,23 +6011,27 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6768,65 +6094,57 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - coverage + - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -6889,55 +6207,102 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - avx2 script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7000,23 +6365,23 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7079,61 +6444,64 @@ gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: only: - /.*master.*/ tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7200,14 +6568,14 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -7215,36 +6583,12 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7307,19 +6651,55 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -7384,61 +6764,23 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7501,51 +6843,23 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7608,21 +6922,23 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7685,57 +7001,64 @@ gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -7802,14 +7125,14 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -7817,36 +7140,12 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -7909,19 +7208,55 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -7986,61 +7321,23 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2-coverage + - avx2 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -8103,51 +7400,23 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -8210,21 +7479,23 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -8287,49 +7558,55 @@ gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - coverage script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=1 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -8337,8 +7614,8 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -8405,14 +7682,14 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -8420,14 +7697,97 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx512-coverage + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data + + + +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -8435,14 +7795,14 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -8450,8 +7810,8 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -8518,19 +7878,19 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -8597,68 +7957,23 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -8721,57 +8036,23 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -8834,23 +8115,68 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -8913,68 +8239,27 @@ gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -9037,14 +8322,14 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -9052,14 +8337,12 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -9067,14 +8350,12 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -9082,8 +8363,8 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -9150,21 +8431,19 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -9229,68 +8508,23 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -9353,57 +8587,21 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -9466,29 +8664,70 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx2 + - sse script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -9545,68 +8784,27 @@ gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -9669,14 +8867,14 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -9684,12 +8882,12 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -9697,12 +8895,12 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -9710,8 +8908,8 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -9778,19 +8976,19 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -9855,64 +9053,23 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -9975,53 +9132,21 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10084,21 +9209,64 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx2 + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10161,64 +9329,27 @@ gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10281,14 +9412,14 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - ./ci_coverage_collect artifacts: paths: @@ -10296,12 +9427,12 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -10309,12 +9440,12 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } @@ -10322,8 +9453,8 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-g -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10390,19 +9521,19 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - avx2 script: @@ -10467,64 +9598,23 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - coverage - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=1 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2-coverage + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10587,53 +9677,21 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - ./ci_coverage_collect - artifacts: - paths: - - coverage_data - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10696,21 +9754,64 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - - avx2 + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx --coverage -O0" FC="mpif90" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=1 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10773,77 +9874,27 @@ gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-gnu-nompi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -10906,19 +9957,49 @@ gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpif90" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -10985,79 +10066,100 @@ gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: tags: - - sse + - avx2 script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11120,23 +10222,21 @@ gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11199,79 +10299,63 @@ gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"mpif90\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="mpif90" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ +# gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-mpi-openmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpif90" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --enable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 + - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11334,23 +10418,27 @@ gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11413,75 +10501,51 @@ gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -11548,19 +10612,19 @@ gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -11627,75 +10691,23 @@ gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11758,21 +10770,23 @@ gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11835,71 +10849,144 @@ gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gp - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - gpu script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -11962,21 +11049,27 @@ gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -12039,67 +11132,51 @@ gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -12166,19 +11243,21 @@ gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -12243,82 +11322,34 @@ gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - avx512 script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx2 - script: - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi @@ -12370,21 +11401,23 @@ gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -12447,77 +11480,144 @@ gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-noopenmp-single-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=yes --disable-openmp --enable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - gpu script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -12580,23 +11680,27 @@ gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -12659,79 +11763,51 @@ gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -12798,19 +11874,19 @@ gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -12877,83 +11953,102 @@ gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - avx512 script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512 script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -13016,23 +12111,51 @@ gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - gpu script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -13091,87 +12214,41 @@ gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-g - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi - - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS - - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" - - - -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - only: - - /.*master.*/ - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx + - coverage script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -13234,23 +12311,27 @@ gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -13313,75 +12394,51 @@ gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-n - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: only: - /.*master.*/ tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-openmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: - tags: - - avx - script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - - - -# gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: tags: - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: only: - /.*master.*/ tags: @@ -13448,19 +12505,21 @@ gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - avx2 script: @@ -13525,75 +12584,302 @@ gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu- - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" -# gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - sse + - avx512 script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; - + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: - tags: - - sse - script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - - make -j 8 - - export OMP_NUM_THREADS=2 - - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi -# gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - avx512 script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx + - sse script: - - ./configure CC="mpicc" CFLAGS="-O3 -mavx" FC="mpiifort" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } - grep -i "Expected %stop" test-suite.log && exit 1 || true ; -# gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-double-precision-no-assumed-size-no-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs: only: - /.*master.*/ tags: - - avx2 + - gpu + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --disable-single-precision --disable-assumed-size --disable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - coverage + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx --coverage -O0" FC="gfortran" FCFLAGS="-O3 -mavx --coverage -O0" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx2-no-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -13656,21 +12942,27 @@ gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-coverage-avx512-no-address-sanitize-jobs: + only: + - /.*master.*/ tags: - - avx2 + - avx512-coverage script: - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi @@ -13733,25 +13025,12957 @@ gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-g - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"mpicc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX2\" SCALAPACK_LDFLAGS=\"\$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-avx2" + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 --coverage -O0\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" - sleep 1 - - echo "srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh - sleep 1 - - echo " srun --cpu_bind=cores --hint=nomultithread --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN" - - srun --cpu_bind=cores --hint=nomultithread --threads-per-core=1 --ntasks-per-core=1 --ntasks=1 --cpus-per-task=4 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 2 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + - ./ci_coverage_collect + artifacts: + paths: + - coverage_data -# gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize -gnu-intel-mpi-openmp-single-precision-assumed-size-no-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-address-sanitize-jobs: tags: - - sse + - avx script: - - ./configure CC="mpicc" CFLAGS="-O3 -msse4.2" FC="mpiifort" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp --enable-single-precision --enable-assumed-size --disable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - ./configure CC="gcc" CFLAGS="-O3 -mavx -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -mavx -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } - make -j 8 - - export OMP_NUM_THREADS=2 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx-no-address-sanitize-jobs: + tags: + - avx + script: + - ./configure CC="gcc" CFLAGS="-O3 -mavx" FC="gfortran" FCFLAGS="-O3 -mavx" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx2 + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx2-no-address-sanitize-jobs: + tags: + - avx2 + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -mavx2 -mfma\" FC=\"gfortran\" FCFLAGS=\"-O3 -mavx2 -mfma\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx2" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-address-sanitize-jobs: + only: + - /.*master.*/ + tags: + - avx512 + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512 -fsanitize=address\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-avx512-no-address-sanitize-jobs: + tags: + - avx512 + script: + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=5 && export BUILDTIME=60 && export RUNTIME=20 && export CONTSTRAINTS="skylake" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=60 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=40 && export RUNTIME=40 && export CONTSTRAINTS="knl" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" && export REQUESTED_MEMORY=2Gb ; fi + + + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=5 && export BUILDTIME=20 && export RUNTIME=20 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" && export REQUESTED_MEMORY=2Gb ; fi + + + - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST "with constraints " $CONTSTRAINTS + - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY" + - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --mem=$REQUESTED_MEMORY " + - echo "srun --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=1 $SRUN_COMMANDLINE_CONFIGURE /scratch/elpa/bin/configure_elpa.sh " CC=\"gcc\" CFLAGS=\"-O3 -march=skylake-avx512\" FC=\"gfortran\" FCFLAGS=\"-O3 -march=skylake-avx512\" SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP \" SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP \" --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-avx512" + - sleep 1 + - echo "srun --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=8 $SRUN_COMMANDLINE_BUILD /scratch/elpa/bin/build_elpa.sh + - sleep 1 + - echo " srun --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN" + - srun --ntasks-per-core=1 --ntasks=1 --cpus-per-task=2 $SRUN_COMMANDLINE_RUN /scratch/elpa/bin/run_elpa.sh 2 1 " TEST_FLAGS=\"150 150 16\" || { cat test-suite.log; exit 1; }" + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2 -fsanitize=address" FC="gfortran" FCFLAGS="-O3 -msse4.2 -fsanitize=address" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openmp --enable-single-precision --enable-assumed-size --enable-band-to-full-blocking --disable-gpu --enable-sse --enable-sse-assembly --disable-avx --disable-avx2 || { cat config.log; exit 1; } + - make -j 8 + - make check TASKS=2 TEST_FLAGS="150 150 16" || { cat test-suite.log; exit 1; } + - grep -i "Expected %stop" test-suite.log && exit 1 || true ; + + + +# gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize +gnu-gnu-nompi-noopenmp-single-precision-assumed-size-band-to-full-blocking-no-gpu-no-coverage-sse-no-address-sanitize-jobs: + tags: + - sse + script: + - ./configure CC="gcc" CFLAGS="-O3 -msse4.2" FC="gfortran" FCFLAGS="-O3 -msse4.2" SCALAPACK_LDFLAGS="$MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_NO_OMP " SCALAPACK_FCFLAGS="$MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_NO_OMP " --enable-option-checking=fatal --with-mpi=no --disable-mpi-module --disable-openm