.gitlab-ci.yml 14.5 KB
Newer Older
1 2 3
stages:
  - test

Andreas Marek's avatar
Andreas Marek committed
4 5


6
before_script:
7
  - export LANG=C
8
  - ulimit -s unlimited
9
  - ulimit -v unlimited
Andreas Marek's avatar
Andreas Marek committed
10
  - echo "HOST " $(hostname)
Andreas Marek's avatar
Andreas Marek committed
11
  - echo $CI_RUNNER_DESCRIPTION
Andreas Marek's avatar
Andreas Marek committed
12 13
  - export SLURM=yes
  - export INTERACTIVE_RUN=yes
Andreas Marek's avatar
Andreas Marek committed
14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
  - if [ "$(hostname)" = "buildtest-rzg" ]; then module purge && module load git && module list && export INTERACTIVE_RUN=yes && export SLURM=no && source ./ci_test_scripts/.ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-1" ]; then module purge && module load git && module list && export INTERACTIVE_RUN=yes && export SLURM=no && source ./ci_test_scripts/.ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-2" ]; then module purge && module load git && module list && export INTERACTIVE_RUN=yes && export SLURM=no && source ./ci_test_scripts/.ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-3" ]; then module purge && module load git && module list && export INTERACTIVE_RUN=yes && export SLURM=no && source ./ci_test_scripts/.ci-env-vars; fi
  - if [ "$(hostname)" = "amarek-elpa-gitlab-runner-4" ]; then module purge && module load git && module list && export INTERACTIVE_RUN=yes && export SLURM=no && source ./ci_test_scripts/.ci-env-vars; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "freya01-interactive" ]; then export INTERACTIVE_RUN=yes && export SLURM=no; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "freya01-interactive-2" ]; then export INTERACTIVE_RUN=yes && export SLURM=no; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-1" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-2" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-3" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-4" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-5" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-6" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-7" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-8" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-9" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-gp02-10" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=gp02 && export SLURMPARTITION=gp && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="skylake" ; fi
31 32


Andreas Marek's avatar
Andreas Marek committed
33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-1" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-2" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-3" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-4" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-5" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-6" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-7" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-8" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-9" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-10" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-11" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-12" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-13" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-14" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-15" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-16" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-17" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-18" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-19" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl1-20" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl1 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ;  fi
53 54


Andreas Marek's avatar
Andreas Marek committed
55
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl2" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl2 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ; fi
Andreas Marek's avatar
Andreas Marek committed
56

57

Andreas Marek's avatar
Andreas Marek committed
58
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl3" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl3 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ; fi
Andreas Marek's avatar
Andreas Marek committed
59

Andreas Marek's avatar
Andreas Marek committed
60

Andreas Marek's avatar
Andreas Marek committed
61
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-knl4" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=knl4 && export SLURMPARTITION=knl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ; fi
62

63

Andreas Marek's avatar
Andreas Marek committed
64 65
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-maik" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=maik && export SLURMPARTITION=maik && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="knl" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl01" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=dvl01 && export SLURMPARTITION=dvl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140  && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi
66

67

Andreas Marek's avatar
Andreas Marek committed
68
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-dvl02" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=dvl02 && export SLURMPARTITION=dvl && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="x86_64&gpu0&gpu1" && export GEOMETRYRESERVATION="gpu:2" ; fi
69 70


Andreas Marek's avatar
Andreas Marek committed
71 72 73
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy01" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=miy01 && export SLURMPARTITION=minsky && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy02" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=miy02 && export SLURMPARTITION=minsky && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi
  - if [ "$CI_RUNNER_DESCRIPTION" = "appdev-miy03" ]; then export INTERACTIVE_RUN=no && export SLURM=no && export SLURMHOST=miy03 && export SLURMPARTITION=minsky && export CONFIGURETIME=15 && export BUILDTIME=80 && export RUNTIME=140 && export CONTSTRAINTS="power8&gpu0&gpu1&gpu2&gpu3" && export GEOMETRYRESERVATION="gpu:4" ; fi
Andreas Marek's avatar
Andreas Marek committed
74

75

76 77 78
  - export MATRIX_SIZE=150
  - export NUMBER_OF_EIGENVECTORS=150
  - export BLOCK_SIZE=16
79 80 81 82
  - if [ "$MEDIUM_MATRIX" = "yes" ]; then export MATRIX_SIZE=1500 && export NUMBER_OF_EIGENVECTORS=750; fi
  - if [ "$LARGE_MATRIX" = "yes" ]; then export MATRIX_SIZE=5000 && export NUMBER_OF_EIGENVECTORS=500; fi
  - if [ "$GPU_BLOCKSIZE" = "yes" ]; then export BLOCK_SIZE=128 ; fi
  - echo "This test will run with matrix size na = $MATRIX_SIZE, nev= $NUMBER_OF_EIGENVECTORS, on a blacs grid with blocksize nblk= $BLOCK_SIZE " 
Andreas Marek's avatar
Andreas Marek committed
83
  - export SKIP_STEP=0
Andreas Marek's avatar
Andreas Marek committed
84
  - ./autogen.sh
85
  - export SKIP_STEP=0
86
  - if [ -f /etc/profile.d/modules.sh ]; then source /etc/profile.d/modules.sh ; else source /etc/profile.d/mpcdf_modules.sh; fi  && . ./ci_test_scripts/.ci-env-vars
Andreas Marek's avatar
Andreas Marek committed
87

88 89


90 91 92 93 94 95
# For some reason sometimes not-writable files remain, which cause trouble the
# next time a runner tries to clean-up
after_script:
  - chmod u+w -R .


Andreas Marek's avatar
Andreas Marek committed
96

97 98
# gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize
gnu-gnu-mpi-noopenmp-double-precision-assumed-size-band-to-full-blocking-with-gpu-no-coverage-avx-no-address-sanitize-jobs:
99
  tags:
100
    - gpu
101 102 103
  artifacts:
    when: on_success
    expire_in: 2 month
Andreas Marek's avatar
Andreas Marek committed
104
  script:
105
    - export REQUESTED_MEMORY=2Gb
Andreas Marek's avatar
Andreas Marek committed
106 107
    
    - echo "SLURM " $SLURM
108 109 110 111
    - echo "The tasks will be submitted to SLURM PARTITION " $SLURMPARTITION " on host " $SLURMHOST " with constraints " $CONTSTRAINTS " with the geometry " $GEOMETRYRESERVATION
    - export SRUN_COMMANDLINE_CONFIGURE="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$CONFIGURETIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
    - export SRUN_COMMANDLINE_BUILD="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$BUILDTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
    - export SRUN_COMMANDLINE_RUN="--partition=$SLURMPARTITION --nodelist=$SLURMHOST --time=$RUNTIME --constraint=$CONTSTRAINTS --gres=$GEOMETRYRESERVATION " 
Andreas Marek's avatar
Andreas Marek committed
112
    - ./ci_test_scripts/run_ci_tests.sh -c " CC=\"mpicc\" CFLAGS=\"-O3 -mavx\" FC=\"mpif90\" FCFLAGS=\"-O3 -mavx\"    SCALAPACK_LDFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_LDFLAGS_MPI_NO_OMP  -L\$CUDA_HOME/lib64 -lcublas -I\$CUDA_HOME/include\"  SCALAPACK_FCFLAGS=\"\$MKL_GFORTRAN_SCALAPACK_FCFLAGS_MPI_NO_OMP  -I\$CUDA_HOME/include\" --enable-option-checking=fatal --with-mpi=yes --disable-mpi-module --disable-openmp --disable-single-precision --enable-assumed-size --enable-band-to-full-blocking --enable-gpu --with-cuda-path=\$CUDA_HOME/ --enable-avx --disable-avx2" -j 8 -t 2 -m $MATRIX_SIZE -n $NUMBER_OF_EIGENVECTORS -b $BLOCK_SIZE -s $SKIP_STEP -q "srun" -i $INTERACTIVE_RUN -S $SLURM
113
    -  echo "na= $MATRIX_SIZE, nev= $NUMBER_OF_EIGENVECTORS nblock= $BLOCK_SIZE" 
Andreas Marek's avatar
Andreas Marek committed
114