generate_automake_test_programs.py 11.1 KB
Newer Older
Wenzhe Yu's avatar
Wenzhe Yu committed
1
#!/usr/bin/env python3
2
3
from itertools import product

4
language_flag = {
5
    "Fortran": "",
6
    "C": "_c_version",
Andreas Marek's avatar
Andreas Marek committed
7
8
}

9
domain_flag = {
10
11
    "real":    "-DTEST_REAL",
    "complex": "-DTEST_COMPLEX",
12
13
}
prec_flag = {
14
15
    "double": "-DTEST_DOUBLE",
    "single": "-DTEST_SINGLE",
16
17
}
solver_flag = {
18
19
20
21
    "1stage":         "-DTEST_SOLVER_1STAGE",
    "2stage":         "-DTEST_SOLVER_2STAGE",
    "scalapack_all":  "-DTEST_SCALAPACK_ALL",
    "scalapack_part": "-DTEST_SCALAPACK_PART",
22
23
}
gpu_flag = {
24
25
    0: "-DTEST_GPU=0",
    1: "-DTEST_GPU=1",
26
}
27

Pavel Kus's avatar
Pavel Kus committed
28
matrix_flag = {
29
30
31
32
    "random":   "-DTEST_MATRIX_RANDOM",
    "analytic": "-DTEST_MATRIX_ANALYTIC",
    "toeplitz": "-DTEST_MATRIX_TOEPLITZ",
    "frank":    "-DTEST_MATRIX_FRANK",
Andreas Marek's avatar
Andreas Marek committed
33
34
35
}

qr_flag = {
36
37
    0: "-DTEST_QR_DECOMPOSITION=0",
    1: "-DTEST_QR_DECOMPOSITION=1",
Pavel Kus's avatar
Pavel Kus committed
38
}
39

40
test_type_flag = {
41
42
43
44
45
    "eigenvectors":       "-DTEST_EIGENVECTORS",
    "eigenvalues":        "-DTEST_EIGENVALUES",
    "solve_tridiagonal":  "-DTEST_SOLVE_TRIDIAGONAL",
    "cholesky":           "-DTEST_CHOLESKY",
    "hermitian_multiply": "-DTEST_HERMITIAN_MULTIPLY",
46
    "generalized":        "-DTEST_GENERALIZED_EIGENPROBLEM",
47
    "generalized_decomp": "-DTEST_GENERALIZED_DECOMP_EIGENPROBLEM",
48
49
}

50
layout_flag = {
51
52
    "all_layouts": "-DTEST_ALL_LAYOUTS",
    "square": ""
53
54
}

55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
split_comm_flag = {
    "myself": "-DSPLIT_COMM_MYSELF",
    "by_elpa": ""
}

for lang, m, g, q, t, p, d, s, lay, spl in product(sorted(language_flag.keys()),
                                                   sorted(matrix_flag.keys()),
                                                   sorted(gpu_flag.keys()),
                                                   sorted(qr_flag.keys()),
                                                   sorted(test_type_flag.keys()),
                                                   sorted(prec_flag.keys()),
                                                   sorted(domain_flag.keys()),
                                                   sorted(solver_flag.keys()),
                                                   sorted(layout_flag.keys()),
                                                   sorted(split_comm_flag.keys())):
70

Andreas Marek's avatar
Andreas Marek committed
71
    if lang == "C" and (m == "analytic" or m == "toeplitz" or m == "frank" or lay == "all_layouts"):
Andreas Marek's avatar
Andreas Marek committed
72
73
        continue

74
75
76
77
    # not implemented in the test.c file yet
    if lang == "C" and (t == "cholesky" or t == "hermitian_multiply" or q == 1):
        continue

Andreas Marek's avatar
Andreas Marek committed
78
79
80
    # exclude some test combinations

    # analytic tests only for "eigenvectors" and not on GPU
Pavel Kus's avatar
Pavel Kus committed
81
    if(m == "analytic" and (g == 1 or t != "eigenvectors")):
Pavel Kus's avatar
Pavel Kus committed
82
83
        continue

Andreas Marek's avatar
Andreas Marek committed
84
    # Frank tests only for "eigenvectors" and eigenvalues and real double precision case
85
    if(m == "frank" and ((t != "eigenvectors" or t != "eigenvalues") and (d != "real" or p != "double"))):
Andreas Marek's avatar
Andreas Marek committed
86
87
        continue

88
    if(s in ["scalapack_all", "scalapack_part"] and (g == 1 or t != "eigenvectors" or m != "analytic")):
Pavel Kus's avatar
Pavel Kus committed
89
90
        continue

91
    # do not test single-precision scalapack
92
    if(s in ["scalapack_all", "scalapack_part"] and (p == "single")):
93
94
        continue

Andreas Marek's avatar
Andreas Marek committed
95
    # solve tridiagonal only for real toeplitz matrix in 1stage
96
    if (t == "solve_tridiagonal" and (s != "1stage" or d != "real" or m != "toeplitz")):
97
98
        continue

99
100
101
102
    # solve generalized only for random matrix in 1stage
    if (t == "generalized" and (m != "random" or s == "2stage")):
        continue

103
104
105
106
107
    # solve generalized already decomposed only for random matrix in 1stage
    # maybe this test should be further restricted, maybe not so important...
    if (t == "generalized_decomp" and (m != "random" or s == "2stage")):
        continue

108
109
    # cholesky tests only 1stage and teoplitz or random matrix
    if (t == "cholesky" and ((not (m == "toeplitz" or m == "random")) or s == "2stage")):
Andreas Marek's avatar
Andreas Marek committed
110
111
112
        continue

    if (t == "eigenvalues" and (m == "random")):
113
114
        continue

115
116
117
    if (t == "hermitian_multiply" and (s == "2stage")):
        continue

Andreas Marek's avatar
Andreas Marek committed
118
119
120
121
122
    if (t == "hermitian_multiply" and (m == "toeplitz")):
        continue

    # qr only for 2stage real
    if (q == 1 and (s != "2stage" or d != "real" or t != "eigenvectors" or g == 1 or m != "random")):
123
124
        continue

125
    if(spl == "myself" and (d != "real" or p != "double" or q != 0 or m != "random" or (t != "eigenvectors" and t != "cholesky")  or lang != "Fortran" or lay != "square")):
126
127
        continue

128
129
130
    for kernel in ["all_kernels", "default_kernel"] if s == "2stage" else ["nokernel"]:
        endifs = 0
        extra_flags = []
131

132
133
134
        if(spl == "myself" and kernel == "all_kernels"):
            continue

135
136
137
138
        if(spl == "myself"):
            print("if WITH_MPI")
            endifs += 1

139
        if (t == "eigenvalues" and kernel == "all_kernels"):
140
            continue
141

Andreas Marek's avatar
Andreas Marek committed
142
143
144
        if (lang == "C" and kernel == "all_kernels"):
            continue

145
146
147
148
        if (lang == "C"):
            print("if ENABLE_C_TESTS")
            endifs += 1

149
150
151
        if (g == 1):
            print("if WITH_GPU_VERSION")
            endifs += 1
152

153
        if (lay == "all_layouts"):
154
155
156
            print("if WITH_MPI")
            endifs += 1

157
        if (s in ["scalapack_all", "scalapack_part"]):
158
159
160
            print("if WITH_SCALAPACK_TESTS")
            endifs += 1

161
162
163
164
        if kernel == "default_kernel":
            extra_flags.append("-DTEST_KERNEL=ELPA_2STAGE_{0}_DEFAULT".format(d.upper()))
        elif kernel == "all_kernels":
            extra_flags.append("-DTEST_ALL_KERNELS")
165

166
167
        if layout_flag[lay]:
            extra_flags.append(layout_flag[lay])
168

169
170
171
        if split_comm_flag[spl]:
            extra_flags.append(split_comm_flag[spl])

172
173
174
175
176
177
178
179
180
        if (p == "single"):
            if (d == "real"):
                print("if WANT_SINGLE_PRECISION_REAL")
            elif (d == "complex"):
                print("if WANT_SINGLE_PRECISION_COMPLEX")
            else:
                raise Exception("Oh no!")
            endifs += 1

181
        name = "validate{langsuffix}_{d}_{p}_{t}_{s}{kernelsuffix}_{gpusuffix}{qrsuffix}{m}{layoutsuffix}{spl}".format(
182
183
184
185
186
187
            langsuffix=language_flag[lang],
            d=d, p=p, t=t, s=s,
            kernelsuffix="" if kernel == "nokernel" else "_" + kernel,
            gpusuffix="gpu_" if g else "",
            qrsuffix="qr_" if q else "",
            m=m,
188
189
            layoutsuffix="_all_layouts" if lay == "all_layouts" else "",
            spl="_split_comm_myself" if spl == "myself" else "")
190
191
192
193
194
195
196

        print("if BUILD_KCOMPUTER")
        print("bin_PROGRAMS += " + name)
        print("else")
        print("noinst_PROGRAMS += " + name)
        print("endif")

197
        if lay == "square" or t == "generalized":
198
199
200
201
            if kernel == "all_kernels":
                print("check_SCRIPTS += " + name + "_extended.sh")
            else:
                print("check_SCRIPTS += " + name + "_default.sh")
202
        elif lay == "all_layouts":
203
204
205
206
            if kernel == "all_kernels":
                print("check_SCRIPTS += " + name + "_extended.sh")
            else:
                print("check_SCRIPTS += " + name + "_extended.sh")
207
208
        else:
            raise Exception("Unknown layout {0}".format(lay))
209
210

        if lang == "Fortran":
Andreas Marek's avatar
Andreas Marek committed
211
212
213
            print(name + "_SOURCES = test/Fortran/test.F90")
            print(name + "_LDADD = $(test_program_ldadd)")
            print(name + "_FCFLAGS = $(test_program_fcflags) \\")
214
215

        elif lang == "C":
Andreas Marek's avatar
Andreas Marek committed
216
217
            print(name + "_SOURCES = test/C/test.c")
            print(name + "_LDADD = $(test_program_ldadd) $(FCLIBS)")
218
            print(name + "_CFLAGS = $(test_program_cflags) \\")
219

220
221
222
        else:
            raise Exception("Unknown language")

223
224
225
226
227
228
229
230
231
232
233
        print("  -DTEST_CASE=\\\"{0}\\\" \\".format(name))
        print("  " + " \\\n  ".join([
            domain_flag[d],
            prec_flag[p],
            test_type_flag[t],
            solver_flag[s],
            gpu_flag[g],
            qr_flag[q],
            matrix_flag[m]] + extra_flags))

        print("endif\n" * endifs)
234

235

Andreas Marek's avatar
Andreas Marek committed
236
for lang, p, d in product(sorted(language_flag.keys()), sorted(prec_flag.keys()), sorted(domain_flag.keys())):
237
238
239
240
241
242
243
244
245
246
    endifs = 0
    if (p == "single"):
        if (d == "real"):
            print("if WANT_SINGLE_PRECISION_REAL")
        elif (d == "complex"):
            print("if WANT_SINGLE_PRECISION_COMPLEX")
        else:
            raise Exception("Oh no!")
        endifs += 1

247
    name = "validate_autotune{langsuffix}_{d}_{p}".format(langsuffix=language_flag[lang], d=d, p=p)
248

Andreas Marek's avatar
Andreas Marek committed
249
    print("if ENABLE_AUTOTUNING")
250
251
    if lang == "C":
        print("if ENABLE_C_TESTS")
252
    print("check_SCRIPTS += " + name + "_extended.sh")
253
    print("noinst_PROGRAMS += " + name)
254
    if lang == "Fortran":
Andreas Marek's avatar
Andreas Marek committed
255
256
257
258
259
260
261
        print(name + "_SOURCES = test/Fortran/test_autotune.F90")
        print(name + "_LDADD = $(test_program_ldadd)")
        print(name + "_FCFLAGS = $(test_program_fcflags) \\")

    elif lang == "C":
        print(name + "_SOURCES = test/C/test_autotune.c")
        print(name + "_LDADD = $(test_program_ldadd) $(FCLIBS)")
262
        print(name + "_CFLAGS = $(test_program_cflags) \\")
Andreas Marek's avatar
Andreas Marek committed
263

264
265
266
    else:
        raise Exception("Unknown language")

267
    print("  " + " \\\n  ".join([
268
269
        domain_flag[d],
        prec_flag[p]]))
270
    print("endif\n" * endifs)
271
272
    if lang == "C":
        print("endif")
Andreas Marek's avatar
Andreas Marek committed
273
    print("endif")
Pavel Kus's avatar
Pavel Kus committed
274

275
name = "validate_multiple_objs_real_double"
Pavel Kus's avatar
Pavel Kus committed
276
277
278
279
280
281
282
283
284
285
286
print("if ENABLE_AUTOTUNING")
print("check_SCRIPTS += " + name + "_extended.sh")
print("noinst_PROGRAMS += " + name)
print(name + "_SOURCES = test/Fortran/test_multiple_objs.F90")
print(name + "_LDADD = $(test_program_ldadd)")
print(name + "_FCFLAGS = $(test_program_fcflags) \\")
print("  " + " \\\n  ".join([
        domain_flag['real'],
        prec_flag['double']]))
print("endif")

Andreas Marek's avatar
Andreas Marek committed
287
name = "test_skewsymmetric_real_double"
Andreas Marek's avatar
Andreas Marek committed
288
print("check_SCRIPTS += " + name + "_extended.sh")
Andreas Marek's avatar
Andreas Marek committed
289
290
291
292
293
294
295
296
print("noinst_PROGRAMS += " + name)
print(name + "_SOURCES = test/Fortran/test_skewsymmetric.F90")
print(name + "_LDADD = $(test_program_ldadd)")
print(name + "_FCFLAGS = $(test_program_fcflags) \\")
print("  " + " \\\n  ".join([
        domain_flag['real'],
        prec_flag['double']]))

297
298
name = "test_skewsymmetric_real_single"
print("if WANT_SINGLE_PRECISION_REAL")
Andreas Marek's avatar
Andreas Marek committed
299
print("check_SCRIPTS += " + name + "_extended.sh")
300
301
302
303
304
305
306
307
308
309
310
print("noinst_PROGRAMS += " + name)
print(name + "_SOURCES = test/Fortran/test_skewsymmetric.F90")
print(name + "_LDADD = $(test_program_ldadd)")
print(name + "_FCFLAGS = $(test_program_fcflags) \\")
print("  " + " \\\n  ".join([
        domain_flag['real'],
        prec_flag['single']]))
print("endif")



311
name = "validate_multiple_objs_real_double_c_version"
312
print("if ENABLE_C_TESTS")
313
314
315
316
317
318
319
320
321
322
print("if ENABLE_AUTOTUNING")
print("check_SCRIPTS += " + name + "_extended.sh")
print("noinst_PROGRAMS += " + name)
print(name + "_SOURCES = test/C/test_multiple_objs.c")
print(name + "_LDADD = $(test_program_ldadd) $(FCLIBS)")
print(name + "_CFLAGS = $(test_program_cflags) \\")
print("  " + " \\\n  ".join([
        domain_flag['real'],
        prec_flag['double']]))
print("endif")
323
324
print("endif")

325

326
name = "validate_split_comm_real_double"
327
328
329
330
331
332
333
334
print("check_SCRIPTS += " + name + "_extended.sh")
print("noinst_PROGRAMS += " + name)
print(name + "_SOURCES = test/Fortran/test_split_comm.F90")
print(name + "_LDADD = $(test_program_ldadd)")
print(name + "_FCFLAGS = $(test_program_fcflags) \\")
print("  " + " \\\n  ".join([
        domain_flag['real'],
        prec_flag['double']]))