Add python tests to CI

Also adapt Ci env vars to run the CI tests on freya.

.gitlab-ci.yml

@@ -115,6 +115,26 @@ distcheck:
+# python tests
+python-intel-intel:
+  tags:
+    - python
+  artifacts:
+    when: on_success
+    expire_in: 2 month
+  script:
+   - ./ci_test_scripts/run_ci_tests.sh -c "CC=\"mpiicc\" CFLAGS=\"-O3 -xAVX\" FC=\"mpiifort\" FCFLAGS=\"-O3 -xAVX\" SCALAPACK_LDFLAGS=\"$MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \" SCALAPACK_FCFLAGS=\"$MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \" --enable-option-checking=fatal --with-mpi=yes --enable-openmp ---disable-gpu --enable-avx --enable-python --enable-python-tests"-j 8 -t 2 -m $MATRIX_SIZE -n $NUMBER_OF_EIGENVECTORS -b $BLOCK_SIZE -s $SKIP_STEP -i $INTERACTIVE_RUN
+
+
+python-distcheck:
+  tags:
+    - python
+  script:
+    - ./configure CC="mpiicc" CFLAGS="-O3 -xAVX" FC="mpiifort" FCFLAGS="-O3 -xAVX" SCALAPACK_LDFLAGS="$MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " SCALAPACK_FCFLAGS="$MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " --enable-option-checking=fatal --with-mpi=yes --enable-openmp ---disable-gpu --enable-avx --enable-python --enable-python-tests" || { cat config.log; exit 1; }
+    # stupid 'make distcheck' leaves behind write-protected files that the stupid gitlab runner cannot remove
+    - make distcheck DISTCHECK_CONFIGURE_FLAGS="--enable-option-checking=fatal --with-mpi=yes --enable-openmp ---disable-gpu --enable-avx --enable-python --enable-python-tests" TASKS=2 TEST_FLAGS="150 50 16" || { chmod u+rwX -R . ; exit 1 ; }
+
+
 # test_project_1stage_legacy_api_gnu
 test_project_1stage_legacy_api_gnu:
   tags:

ci_test_scripts/.ci-env-vars

 
 
-if [ "$(hostname)" == "freya01" ]; then module purge && source /mpcdf/soft/try_new_modules.sh && module load git intel/17.0 gcc/7 impi/2017.3  mkl/2017.3 autoconf automake libtool pkg-config && unset SLURM_MPI_TYPE I_MPI_SLURM_EXT I_MPI_PMI_LIBRARY I_MPI_PMI2 I_MPI_HYDRA_BOOTSTRAP; fi
+if [ "$(hostname)" == "freya01" ]; then module purge && source /mpcdf/soft/try_new_modules.sh && module load git intel/17.0 gcc/7 impi/2017.3  mkl/2017.3 autoconf automake libtool pkg-config anaconda/3 && unset SLURM_MPI_TYPE I_MPI_SLURM_EXT I_MPI_PMI_LIBRARY I_MPI_PMI2 I_MPI_HYDRA_BOOTSTRAP; fi
 
 if [ "$(hostname)" == "buildtest-rzg" ]; then module load impi/5.1.3 intel/16.0 gcc/6.3 mkl/11.3 autotools pkg-config; fi
 
@@ -55,6 +55,10 @@ export MKL_GFORTRAN_SCALAPACK_NO_MPI_OMP_BASELINE="-L$MKL_HOME/lib/intel64 -lmkl
 export MKL_GFORTRAN_SCALAPACK_FCFLAGS_NO_MPI_OMP="-I$MKL_HOME/include/intel64/lp64"
 export MKL_GFORTRAN_SCALAPACK_LDFLAGS_NO_MPI_OMP="$MKL_GFORTRAN_SCALAPACK_NO_MPI_OMP_BASELINE -Wl,-rpath,$MKL_HOME/lib/intel64"
 
+export MKL_ANACONDA_INTEL_SCALAPACK_MPI_OMP_BASELINE="-L$ANACONDA_HOME/lib -lmkl_scalapack_lp64 -lmkl_intel_lp64 -lmkl_intel_thread -lmkl_core -lmkl_blacs_intelmpi_lp64 -liomp5 -lpthread"
+export MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP="-I$MKL_HOME/include/intel64/lp64"
+export MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP="$MKL_ANACONDA_INTEL_SCALAPACK_MPI_OMP_BASELINE -Wl,-rpath,$ANACONDA_HOME/lib"
+
 export ASAN_OPTIONS=suppressions=./ci_test_scripts/no_asan_for_mpi.supp,fast_unwind_on_malloc=0
 export LSAN_OPTIONS=suppressions=./ci_test_scripts/no_lsan_for_mpi.supp
 

ci_test_scripts/generate_gitlab_ci_tests.py

@@ -327,6 +327,47 @@ print("    # stupid 'make distcheck' leaves behind write-protected files that th
 print("    - make distcheck DISTCHECK_CONFIGURE_FLAGS=\"--with-mpi=no --disable-sse-assembly --disable-sse --disable-avx --disable-avx2\" TASKS=2 TEST_FLAGS=\"150 50 16\" || { chmod u+rwX -R . ; exit 1 ; }")
 print("\n\n")
 
+python_ci_tests = [
+    "# python tests",
+    "python-intel-intel-mpi-openmp:",
+    "  tags:",
+    "    - python",
+    "  artifacts:",
+    "    when: on_success",
+    "    expire_in: 2 month",
+    "  script:",
+    '   - ./ci_test_scripts/run_ci_tests.sh -c "'
+    'CC=\\"mpiicc\\" CFLAGS=\\"-O3 -xAVX\\" '
+    'FC=\\"mpiifort\\" FCFLAGS=\\"-O3 -xAVX\\" '
+    'SCALAPACK_LDFLAGS=\\"$MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP \\" '
+    'SCALAPACK_FCFLAGS=\\"$MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP \\" '
+    '--enable-option-checking=fatal --with-mpi=yes --enable-openmp '
+    '---disable-gpu --enable-avx --enable-python --enable-python-tests'
+    '"-j 8 -t 2 -m $MATRIX_SIZE -n $NUMBER_OF_EIGENVECTORS -b $BLOCK_SIZE '
+    '-s $SKIP_STEP -i $INTERACTIVE_RUN',
+    "\n",
+    "python-distcheck:",
+    "  tags:",
+    "    - python",
+    "  script:",
+    '    - ./configure '
+    'CC="mpiicc" CFLAGS="-O3 -xAVX" '
+    'FC="mpiifort" FCFLAGS="-O3 -xAVX" '
+    'SCALAPACK_LDFLAGS="$MKL_ANACONDA_INTEL_SCALAPACK_LDFLAGS_MPI_OMP " '
+    'SCALAPACK_FCFLAGS="$MKL_ANACONDA_INTEL_SCALAPACK_FCFLAGS_MPI_OMP " '
+    '--enable-option-checking=fatal --with-mpi=yes --enable-openmp '
+    '---disable-gpu --enable-avx --enable-python --enable-python-tests"'
+    ' || { cat config.log; exit 1; }',
+    "    # stupid 'make distcheck' leaves behind write-protected files that "
+    "the stupid gitlab runner cannot remove",
+    '    - make distcheck DISTCHECK_CONFIGURE_FLAGS="'
+    '--enable-option-checking=fatal --with-mpi=yes --enable-openmp '
+    '---disable-gpu --enable-avx --enable-python --enable-python-tests'
+    '" TASKS=2 TEST_FLAGS="150 50 16" || { chmod u+rwX -R . ; exit 1 ; }',
+    "\n",
+]
+print("\n".join(python_ci_tests))
+
 
 # construct the builds of the "test_projects"