field.py 32.8 KB
Newer Older
csongor's avatar
csongor committed
1
from __future__ import division
Jait Dixit's avatar
Jait Dixit committed
2
import pickle
csongor's avatar
csongor committed
3
4
import numpy as np

Jait Dixit's avatar
Jait Dixit committed
5
6
from keepers import Versionable

7
from d2o import distributed_data_object,\
8
    STRATEGIES as DISTRIBUTION_STRATEGIES
csongor's avatar
csongor committed
9

10
from nifty.config import nifty_configuration as gc
csongor's avatar
csongor committed
11

12
from nifty.field_types import FieldType
13

14
from nifty.spaces.space import Space
15
from nifty.spaces.power_space import PowerSpace
csongor's avatar
csongor committed
16

csongor's avatar
csongor committed
17
import nifty.nifty_utilities as utilities
18
19
from nifty.random import Random

20
from keepers import Loggable
21

csongor's avatar
csongor committed
22

Jait Dixit's avatar
Jait Dixit committed
23
class Field(Loggable, Versionable, object):
theos's avatar
theos committed
24
    # ---Initialization methods---
25

theos's avatar
theos committed
26
    def __init__(self, domain=None, val=None, dtype=None, field_type=None,
27
                 distribution_strategy=None, copy=False):
csongor's avatar
csongor committed
28

29
        self.domain = self._parse_domain(domain=domain, val=val)
30
        self.domain_axes = self._get_axes_tuple(self.domain)
csongor's avatar
csongor committed
31

32
        self.field_type = self._parse_field_type(field_type, val=val)
33

theos's avatar
theos committed
34
35
36
37
38
39
        try:
            start = len(reduce(lambda x, y: x+y, self.domain_axes))
        except TypeError:
            start = 0
        self.field_type_axes = self._get_axes_tuple(self.field_type,
                                                    start=start)
40

theos's avatar
theos committed
41
        self.dtype = self._infer_dtype(dtype=dtype,
Jait Dixit's avatar
Jait Dixit committed
42
                                       val=val,
theos's avatar
theos committed
43
44
                                       domain=self.domain,
                                       field_type=self.field_type)
45

46
47
48
        self.distribution_strategy = self._parse_distribution_strategy(
                                distribution_strategy=distribution_strategy,
                                val=val)
csongor's avatar
csongor committed
49
50
51

        self.set_val(new_val=val, copy=copy)

52
    def _parse_domain(self, domain, val=None):
53
        if domain is None:
54
55
56
57
            if isinstance(val, Field):
                domain = val.domain
            else:
                domain = ()
58
        elif isinstance(domain, Space):
59
            domain = (domain,)
60
61
62
        elif not isinstance(domain, tuple):
            domain = tuple(domain)

csongor's avatar
csongor committed
63
        for d in domain:
64
            if not isinstance(d, Space):
65
66
67
                raise TypeError(
                    "Given domain contains something that is not a "
                    "nifty.space.")
csongor's avatar
csongor committed
68
69
        return domain

70
    def _parse_field_type(self, field_type, val=None):
71
        if field_type is None:
72
73
74
75
            if isinstance(val, Field):
                field_type = val.field_type
            else:
                field_type = ()
76
        elif isinstance(field_type, FieldType):
77
            field_type = (field_type,)
78
79
        elif not isinstance(field_type, tuple):
            field_type = tuple(field_type)
80
        for ft in field_type:
81
            if not isinstance(ft, FieldType):
82
83
                raise TypeError(
                    "Given object is not a nifty.FieldType.")
84
85
        return field_type

theos's avatar
theos committed
86
87
88
89
90
91
92
93
94
95
    def _get_axes_tuple(self, things_with_shape, start=0):
        i = start
        axes_list = []
        for thing in things_with_shape:
            l = []
            for j in range(len(thing.shape)):
                l += [i]
                i += 1
            axes_list += [tuple(l)]
        return tuple(axes_list)
96

97
    def _infer_dtype(self, dtype, val, domain, field_type):
csongor's avatar
csongor committed
98
        if dtype is None:
99
100
101
            if isinstance(val, Field) or \
               isinstance(val, distributed_data_object):
                dtype = val.dtype
theos's avatar
theos committed
102
103
104
105
106
107
108
            dtype_tuple = (np.dtype(gc['default_field_dtype']),)
        else:
            dtype_tuple = (np.dtype(dtype),)
        if domain is not None:
            dtype_tuple += tuple(np.dtype(sp.dtype) for sp in domain)
        if field_type is not None:
            dtype_tuple += tuple(np.dtype(ft.dtype) for ft in field_type)
csongor's avatar
csongor committed
109

theos's avatar
theos committed
110
        dtype = reduce(lambda x, y: np.result_type(x, y), dtype_tuple)
111

theos's avatar
theos committed
112
        return dtype
113

114
115
    def _parse_distribution_strategy(self, distribution_strategy, val):
        if distribution_strategy is None:
116
            if isinstance(val, distributed_data_object):
117
                distribution_strategy = val.distribution_strategy
118
            elif isinstance(val, Field):
119
                distribution_strategy = val.distribution_strategy
120
            else:
121
                self.logger.info("Datamodel set to default!")
122
                distribution_strategy = gc['default_distribution_strategy']
123
        elif distribution_strategy not in DISTRIBUTION_STRATEGIES['global']:
124
125
126
            raise ValueError(
                    "distribution_strategy must be a global-type "
                    "strategy.")
127
        return distribution_strategy
128
129

    # ---Factory methods---
130

131
132
    @classmethod
    def from_random(cls, random_type, domain=None, dtype=None, field_type=None,
133
                    distribution_strategy=None, **kwargs):
134
135
        # create a initially empty field
        f = cls(domain=domain, dtype=dtype, field_type=field_type,
136
                distribution_strategy=distribution_strategy)
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171

        # now use the processed input in terms of f in order to parse the
        # random arguments
        random_arguments = cls._parse_random_arguments(random_type=random_type,
                                                       f=f,
                                                       **kwargs)

        # extract the distributed_dato_object from f and apply the appropriate
        # random number generator to it
        sample = f.get_val(copy=False)
        generator_function = getattr(Random, random_type)
        sample.apply_generator(
            lambda shape: generator_function(dtype=f.dtype,
                                             shape=shape,
                                             **random_arguments))
        return f

    @staticmethod
    def _parse_random_arguments(random_type, f, **kwargs):

        if random_type == "pm1":
            random_arguments = {}

        elif random_type == "normal":
            mean = kwargs.get('mean', 0)
            std = kwargs.get('std', 1)
            random_arguments = {'mean': mean,
                                'std': std}

        elif random_type == "uniform":
            low = kwargs.get('low', 0)
            high = kwargs.get('high', 1)
            random_arguments = {'low': low,
                                'high': high}

csongor's avatar
csongor committed
172
        else:
173
174
            raise KeyError(
                "unsupported random key '" + str(random_type) + "'.")
csongor's avatar
csongor committed
175

176
        return random_arguments
csongor's avatar
csongor committed
177

178
179
180
181
182
183
184
185
186
    # ---Powerspectral methods---

    def power_analyze(self, spaces=None, log=False, nbin=None, binbounds=None,
                      real_signal=True):
        # assert that all spaces in `self.domain` are either harmonic or
        # power_space instances
        for sp in self.domain:
            if not sp.harmonic and not isinstance(sp, PowerSpace):
                raise AttributeError(
187
                    "Field has a space in `domain` which is neither "
188
189
190
                    "harmonic nor a PowerSpace.")

        # check if the `spaces` input is valid
191
192
193
194
195
        spaces = utilities.cast_axis_to_tuple(spaces, len(self.domain))
        if spaces is None:
            if len(self.domain) == 1:
                spaces = (0,)
            else:
196
197
198
                raise ValueError(
                    "Field has multiple spaces as domain "
                    "but `spaces` is None.")
199
200

        if len(spaces) == 0:
201
202
            raise ValueError(
                "No space for analysis specified.")
203
        elif len(spaces) > 1:
204
205
            raise ValueError(
                "Conversion of only one space at a time is allowed.")
206
207
208
209

        space_index = spaces[0]

        if not self.domain[space_index].harmonic:
210
211
            raise ValueError(
                "The analyzed space must be harmonic.")
212

213
214
215
216
217
218
        # Create the target PowerSpace instance:
        # If the associated signal-space field was real, we extract the
        # hermitian and anti-hermitian parts of `self` and put them
        # into the real and imaginary parts of the power spectrum.
        # If it was complex, all the power is put into a real power spectrum.

219
220
221
222
        distribution_strategy = \
            self.val.get_axes_local_distribution_strategy(
                self.domain_axes[space_index])

223
224
225
226
227
        if real_signal:
            power_dtype = np.dtype('complex')
        else:
            power_dtype = np.dtype('float')

228
229
        harmonic_domain = self.domain[space_index]
        power_domain = PowerSpace(harmonic_domain=harmonic_domain,
230
                                  distribution_strategy=distribution_strategy,
231
232
                                  log=log, nbin=nbin, binbounds=binbounds,
                                  dtype=power_dtype)
233

234
        # extract pindex and rho from power_domain
235
236
        pindex = power_domain.pindex
        rho = power_domain.rho
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254

        if real_signal:
            hermitian_part, anti_hermitian_part = \
                harmonic_domain.hermitian_decomposition(
                                            self.val,
                                            axes=self.domain_axes[space_index])

            [hermitian_power, anti_hermitian_power] = \
                [self._calculate_power_spectrum(
                                            x=part,
                                            pindex=pindex,
                                            rho=rho,
                                            axes=self.domain_axes[space_index])
                 for part in [hermitian_part, anti_hermitian_part]]

            power_spectrum = hermitian_power + 1j * anti_hermitian_power
        else:
            power_spectrum = self._calculate_power_spectrum(
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
                                            x=self.val,
                                            pindex=pindex,
                                            rho=rho,
                                            axes=self.domain_axes[space_index])

        # create the result field and put power_spectrum into it
        result_domain = list(self.domain)
        result_domain[space_index] = power_domain

        result_field = self.copy_empty(domain=result_domain)
        result_field.set_val(new_val=power_spectrum, copy=False)

        return result_field

    def _calculate_power_spectrum(self, x, pindex, rho, axes=None):
        fieldabs = abs(x)
        fieldabs **= 2

        if axes is not None:
            pindex = self._shape_up_pindex(
                                    pindex=pindex,
                                    target_shape=x.shape,
                                    target_strategy=x.distribution_strategy,
                                    axes=axes)
        power_spectrum = pindex.bincount(weights=fieldabs,
                                         axis=axes)
        if axes is not None:
            new_rho_shape = [1, ] * len(power_spectrum.shape)
            new_rho_shape[axes[0]] = len(rho)
            rho = rho.reshape(new_rho_shape)
        power_spectrum /= rho

        power_spectrum **= 0.5
        return power_spectrum

    def _shape_up_pindex(self, pindex, target_shape, target_strategy, axes):
        if pindex.distribution_strategy not in \
                DISTRIBUTION_STRATEGIES['global']:
293
            raise ValueError("pindex's distribution strategy must be "
294
295
296
297
298
299
                             "global-type")

        if pindex.distribution_strategy in DISTRIBUTION_STRATEGIES['slicing']:
            if ((0 not in axes) or
                    (target_strategy is not pindex.distribution_strategy)):
                raise ValueError(
300
                    "A slicing distributor shall not be reshaped to "
301
302
303
304
305
306
307
308
309
310
311
312
313
                    "something non-sliced.")

        semiscaled_shape = [1, ] * len(target_shape)
        for i in axes:
            semiscaled_shape[i] = target_shape[i]
        local_data = pindex.get_local_data(copy=False)
        semiscaled_local_data = local_data.reshape(semiscaled_shape)
        result_obj = pindex.copy_empty(global_shape=target_shape,
                                       distribution_strategy=target_strategy)
        result_obj.set_full_data(semiscaled_local_data, copy=False)

        return result_obj

314
315
    def power_synthesize(self, spaces=None, real_signal=True,
                         mean=None, std=None):
316
        # assert that all spaces in `self.domain` are either of signal-type or
317
318
        # power_space instances
        for sp in self.domain:
319
            if not sp.harmonic and not isinstance(sp, PowerSpace):
320
                raise AttributeError(
321
                    "Field has a space in `domain` which is neither "
322
323
                    "harmonic nor a PowerSpace.")

324
325
326
327
328
329
        # check if the `spaces` input is valid
        spaces = utilities.cast_axis_to_tuple(spaces, len(self.domain))
        if spaces is None:
            if len(self.domain) == 1:
                spaces = (0,)
            else:
330
331
332
                raise ValueError(
                    "Field has multiple spaces as domain "
                    "but `spaces` is None.")
333
334

        if len(spaces) == 0:
335
336
            raise ValueError(
                "No space for synthesis specified.")
337
        elif len(spaces) > 1:
338
339
            raise ValueError(
                "Conversion of only one space at a time is allowed.")
340
341
342
343

        power_space_index = spaces[0]
        power_domain = self.domain[power_space_index]
        if not isinstance(power_domain, PowerSpace):
344
345
            raise ValueError(
                "A PowerSpace is needed for field synthetization.")
346
347
348
349
350
351
352
353
354
355
356
357
358
359

        # create the result domain
        result_domain = list(self.domain)
        harmonic_domain = power_domain.harmonic_domain
        result_domain[power_space_index] = harmonic_domain

        # create random samples: one or two, depending on whether the
        # power spectrum is real or complex

        if issubclass(power_domain.dtype.type, np.complexfloating):
            result_list = [None, None]
        else:
            result_list = [None]

360
361
        result_list = [self.__class__.from_random(
                             'normal',
362
363
364
                             mean=mean,
                             std=std,
                             domain=result_domain,
365
366
367
                             dtype=harmonic_domain.dtype,
                             field_type=self.field_type,
                             distribution_strategy=self.distribution_strategy)
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
                       for x in result_list]

        # from now on extract the values from the random fields for further
        # processing without killing the fields.
        # if the signal-space field should be real, hermitianize the field
        # components
        if real_signal:
            result_val_list = [harmonic_domain.hermitian_decomposition(
                                    x.val,
                                    axes=x.domain_axes[power_space_index])[0]
                               for x in result_list]
        else:
            result_val_list = [x.val for x in result_list]

        # weight the random fields with the power spectrum
        # therefore get the pindex from the power space
        pindex = power_domain.pindex
        # take the local data from pindex. This data must be compatible to the
        # local data of the field given the slice of the PowerSpace
        local_distribution_strategy = \
            result_list[0].val.get_axes_local_distribution_strategy(
                result_list[0].domain_axes[power_space_index])

        if pindex.distribution_strategy is not local_distribution_strategy:
392
            self.logger.warn(
393
                "The distribution_stragey of pindex does not fit the "
394
395
396
397
398
399
                "slice_local distribution strategy of the synthesized field.")

        # Now use numpy advanced indexing in order to put the entries of the
        # power spectrum into the appropriate places of the pindex array.
        # Do this for every 'pindex-slice' in parallel using the 'slice(None)'s
        local_pindex = pindex.get_local_data(copy=False)
theos's avatar
theos committed
400
        full_spec = self.val.get_full_data()
401
402
403
404
405

        local_blow_up = [slice(None)]*len(self.shape)
        local_blow_up[self.domain_axes[power_space_index][0]] = local_pindex

        # here, the power_spectrum is distributed into the new shape
theos's avatar
theos committed
406
        local_rescaler = full_spec[local_blow_up]
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427

        # apply the rescaler to the random fields
        result_val_list[0].apply_scalar_function(
                                            lambda x: x * local_rescaler.real,
                                            inplace=True)

        if issubclass(power_domain.dtype.type, np.complexfloating):
            result_val_list[1].apply_scalar_function(
                                            lambda x: x * local_rescaler.imag,
                                            inplace=True)

        # store the result into the fields
        [x.set_val(new_val=y, copy=False) for x, y in
            zip(result_list, result_val_list)]

        if issubclass(power_domain.dtype.type, np.complexfloating):
            result = result_list[0] + 1j*result_list[1]
        else:
            result = result_list[0]

        return result
428

theos's avatar
theos committed
429
    # ---Properties---
430

theos's avatar
theos committed
431
    def set_val(self, new_val=None, copy=False):
432
433
        new_val = self.cast(new_val)
        if copy:
theos's avatar
theos committed
434
435
            new_val = new_val.copy()
        self._val = new_val
theos's avatar
theos committed
436
        return self
csongor's avatar
csongor committed
437

438
439
    def get_val(self, copy=False):
        if copy:
theos's avatar
theos committed
440
            return self._val.copy()
441
        else:
theos's avatar
theos committed
442
            return self._val
csongor's avatar
csongor committed
443

theos's avatar
theos committed
444
445
446
    @property
    def val(self):
        return self._val
csongor's avatar
csongor committed
447

theos's avatar
theos committed
448
449
450
    @val.setter
    def val(self, new_val):
        self._val = self.cast(new_val)
csongor's avatar
csongor committed
451

452
453
    @property
    def shape(self):
454
455
456
457
458
459
460
        shape_tuple = ()
        shape_tuple += tuple(sp.shape for sp in self.domain)
        shape_tuple += tuple(ft.shape for ft in self.field_type)
        try:
            global_shape = reduce(lambda x, y: x + y, shape_tuple)
        except TypeError:
            global_shape = ()
csongor's avatar
csongor committed
461

462
        return global_shape
csongor's avatar
csongor committed
463

464
465
    @property
    def dim(self):
theos's avatar
theos committed
466
467
468
469
470
471
472
        dim_tuple = ()
        dim_tuple += tuple(sp.dim for sp in self.domain)
        dim_tuple += tuple(ft.dim for ft in self.field_type)
        try:
            return reduce(lambda x, y: x * y, dim_tuple)
        except TypeError:
            return 0
csongor's avatar
csongor committed
473

474
475
    @property
    def dof(self):
theos's avatar
theos committed
476
477
478
479
480
481
482
483
        dof = self.dim
        if issubclass(self.dtype.type, np.complexfloating):
            dof *= 2
        return dof

    @property
    def total_volume(self):
        volume_tuple = tuple(sp.total_volume for sp in self.domain)
484
        try:
theos's avatar
theos committed
485
            return reduce(lambda x, y: x * y, volume_tuple)
486
        except TypeError:
theos's avatar
theos committed
487
            return 0
488

theos's avatar
theos committed
489
    # ---Special unary/binary operations---
490

csongor's avatar
csongor committed
491
492
493
    def cast(self, x=None, dtype=None):
        if dtype is None:
            dtype = self.dtype
494
495
        else:
            dtype = np.dtype(dtype)
496

497
498
        casted_x = x

499
        for ind, sp in enumerate(self.domain):
500
            casted_x = sp.pre_cast(casted_x,
501
502
503
504
505
506
507
                                   axes=self.domain_axes[ind])

        for ind, ft in enumerate(self.field_type):
            casted_x = ft.pre_cast(casted_x,
                                   axes=self.field_type_axes[ind])

        casted_x = self._actual_cast(casted_x, dtype=dtype)
508
509

        for ind, sp in enumerate(self.domain):
510
511
            casted_x = sp.post_cast(casted_x,
                                    axes=self.domain_axes[ind])
512
513

        for ind, ft in enumerate(self.field_type):
514
515
            casted_x = ft.post_cast(casted_x,
                                    axes=self.field_type_axes[ind])
516
517

        return casted_x
csongor's avatar
csongor committed
518

theos's avatar
theos committed
519
    def _actual_cast(self, x, dtype=None):
520
        if isinstance(x, Field):
csongor's avatar
csongor committed
521
522
523
524
525
            x = x.get_val()

        if dtype is None:
            dtype = self.dtype

526
        return_x = distributed_data_object(
527
528
529
                            global_shape=self.shape,
                            dtype=dtype,
                            distribution_strategy=self.distribution_strategy)
530
531
        return_x.set_full_data(x, copy=False)
        return return_x
theos's avatar
theos committed
532
533

    def copy(self, domain=None, dtype=None, field_type=None,
534
             distribution_strategy=None):
theos's avatar
theos committed
535
        copied_val = self.get_val(copy=True)
536
537
538
539
540
        new_field = self.copy_empty(
                                domain=domain,
                                dtype=dtype,
                                field_type=field_type,
                                distribution_strategy=distribution_strategy)
theos's avatar
theos committed
541
542
        new_field.set_val(new_val=copied_val, copy=False)
        return new_field
csongor's avatar
csongor committed
543

theos's avatar
theos committed
544
    def copy_empty(self, domain=None, dtype=None, field_type=None,
545
                   distribution_strategy=None):
theos's avatar
theos committed
546
547
        if domain is None:
            domain = self.domain
csongor's avatar
csongor committed
548
        else:
theos's avatar
theos committed
549
            domain = self._parse_domain(domain)
csongor's avatar
csongor committed
550

theos's avatar
theos committed
551
552
553
554
        if dtype is None:
            dtype = self.dtype
        else:
            dtype = np.dtype(dtype)
csongor's avatar
csongor committed
555

theos's avatar
theos committed
556
557
558
559
        if field_type is None:
            field_type = self.field_type
        else:
            field_type = self._parse_field_type(field_type)
csongor's avatar
csongor committed
560

561
562
        if distribution_strategy is None:
            distribution_strategy = self.distribution_strategy
csongor's avatar
csongor committed
563

theos's avatar
theos committed
564
565
566
567
568
569
570
571
572
573
574
575
576
577
        fast_copyable = True
        try:
            for i in xrange(len(self.domain)):
                if self.domain[i] is not domain[i]:
                    fast_copyable = False
                    break
            for i in xrange(len(self.field_type)):
                if self.field_type[i] is not field_type[i]:
                    fast_copyable = False
                    break
        except IndexError:
            fast_copyable = False

        if (fast_copyable and dtype == self.dtype and
578
                distribution_strategy == self.distribution_strategy):
theos's avatar
theos committed
579
580
581
582
583
            new_field = self._fast_copy_empty()
        else:
            new_field = Field(domain=domain,
                              dtype=dtype,
                              field_type=field_type,
584
                              distribution_strategy=distribution_strategy)
theos's avatar
theos committed
585
        return new_field
csongor's avatar
csongor committed
586

theos's avatar
theos committed
587
588
589
590
591
592
593
    def _fast_copy_empty(self):
        # make an empty field
        new_field = EmptyField()
        # repair its class
        new_field.__class__ = self.__class__
        # copy domain, codomain and val
        for key, value in self.__dict__.items():
594
            if key != '_val':
theos's avatar
theos committed
595
596
597
598
599
600
                new_field.__dict__[key] = value
            else:
                new_field.__dict__[key] = self.val.copy_empty()
        return new_field

    def weight(self, power=1, inplace=False, spaces=None):
601
        if inplace:
csongor's avatar
csongor committed
602
603
604
605
            new_field = self
        else:
            new_field = self.copy_empty()

606
        new_val = self.get_val(copy=False)
csongor's avatar
csongor committed
607

csongor's avatar
csongor committed
608
        if spaces is None:
theos's avatar
theos committed
609
610
611
            spaces = range(len(self.domain))
        else:
            spaces = utilities.cast_axis_to_tuple(spaces, len(self.domain))
csongor's avatar
csongor committed
612

613
        for ind, sp in enumerate(self.domain):
theos's avatar
theos committed
614
615
616
617
618
            if ind in spaces:
                new_val = sp.weight(new_val,
                                    power=power,
                                    axes=self.domain_axes[ind],
                                    inplace=inplace)
619
620

        new_field.set_val(new_val=new_val, copy=False)
csongor's avatar
csongor committed
621
622
        return new_field

theos's avatar
theos committed
623
624
625
626
627
628
629
630
631
    def dot(self, x=None, bare=False):
        if isinstance(x, Field):
            try:
                assert len(x.domain) == len(self.domain)
                for index in xrange(len(self.domain)):
                    assert x.domain[index] == self.domain[index]
                for index in xrange(len(self.field_type)):
                    assert x.field_type[index] == self.field_type[index]
            except AssertionError:
632
633
                raise ValueError(
                    "domains are incompatible.")
theos's avatar
theos committed
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
            # extract the data from x and try to dot with this
            x = x.get_val(copy=False)

        # Compute the dot respecting the fact of discrete/continous spaces
        if bare:
            y = self
        else:
            y = self.weight(power=1)

        y = y.get_val(copy=False)

        # Cast the input in order to cure dtype and shape differences
        x = self.cast(x)

        dotted = x.conjugate() * y

        return dotted.sum()

652
    def norm(self, q=2):
csongor's avatar
csongor committed
653
654
655
656
657
658
659
660
661
662
663
664
665
666
        """
            Computes the Lq-norm of the field values.

            Parameters
            ----------
            q : scalar
                Parameter q of the Lq-norm (default: 2).

            Returns
            -------
            norm : scalar
                The Lq-norm of the field values.

        """
667
        if q == 2:
668
            return (self.dot(x=self)) ** (1 / 2)
csongor's avatar
csongor committed
669
        else:
670
            return self.dot(x=self ** (q - 1)) ** (1 / q)
csongor's avatar
csongor committed
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686

    def conjugate(self, inplace=False):
        """
            Computes the complex conjugate of the field.

            Returns
            -------
            cc : field
                The complex conjugated field.

        """
        if inplace:
            work_field = self
        else:
            work_field = self.copy_empty()

687
        new_val = self.get_val(copy=False)
theos's avatar
theos committed
688
        new_val = new_val.conjugate()
689
        work_field.set_val(new_val=new_val, copy=False)
csongor's avatar
csongor committed
690
691
692

        return work_field

theos's avatar
theos committed
693
    # ---General unary/contraction methods---
694

theos's avatar
theos committed
695
696
    def __pos__(self):
        return self.copy()
697

theos's avatar
theos committed
698
699
700
701
    def __neg__(self):
        return_field = self.copy_empty()
        new_val = -self.get_val(copy=False)
        return_field.set_val(new_val, copy=False)
csongor's avatar
csongor committed
702
703
        return return_field

theos's avatar
theos committed
704
705
706
707
708
    def __abs__(self):
        return_field = self.copy_empty()
        new_val = abs(self.get_val(copy=False))
        return_field.set_val(new_val, copy=False)
        return return_field
csongor's avatar
csongor committed
709

theos's avatar
theos committed
710
711
712
713
714
715
    def _contraction_helper(self, op, spaces, types):
        # build a list of all axes
        if spaces is None:
            spaces = xrange(len(self.domain))
        else:
            spaces = utilities.cast_axis_to_tuple(spaces, len(self.domain))
csongor's avatar
csongor committed
716

theos's avatar
theos committed
717
718
719
720
        if types is None:
            types = xrange(len(self.field_type))
        else:
            types = utilities.cast_axis_to_tuple(types, len(self.field_type))
721

theos's avatar
theos committed
722
723
724
725
        axes_list = ()
        axes_list += tuple(self.domain_axes[sp_index] for sp_index in spaces)
        axes_list += tuple(self.field_type_axes[ft_index] for
                           ft_index in types)
726
        try:
theos's avatar
theos committed
727
            axes_list = reduce(lambda x, y: x+y, axes_list)
728
        except TypeError:
theos's avatar
theos committed
729
            axes_list = ()
csongor's avatar
csongor committed
730

theos's avatar
theos committed
731
732
733
        # perform the contraction on the d2o
        data = self.get_val(copy=False)
        data = getattr(data, op)(axis=axes_list)
csongor's avatar
csongor committed
734

theos's avatar
theos committed
735
736
737
        # check if the result is scalar or if a result_field must be constr.
        if np.isscalar(data):
            return data
csongor's avatar
csongor committed
738
        else:
theos's avatar
theos committed
739
740
741
742
743
744
745
746
747
748
749
            return_domain = tuple(self.domain[i]
                                  for i in xrange(len(self.domain))
                                  if i not in spaces)
            return_field_type = tuple(self.field_type[i]
                                      for i in xrange(len(self.field_type))
                                      if i not in types)
            return_field = Field(domain=return_domain,
                                 val=data,
                                 field_type=return_field_type,
                                 copy=False)
            return return_field
csongor's avatar
csongor committed
750

theos's avatar
theos committed
751
752
    def sum(self, spaces=None, types=None):
        return self._contraction_helper('sum', spaces, types)
csongor's avatar
csongor committed
753

theos's avatar
theos committed
754
755
    def prod(self, spaces=None, types=None):
        return self._contraction_helper('prod', spaces, types)
csongor's avatar
csongor committed
756

theos's avatar
theos committed
757
758
    def all(self, spaces=None, types=None):
        return self._contraction_helper('all', spaces, types)
csongor's avatar
csongor committed
759

theos's avatar
theos committed
760
761
    def any(self, spaces=None, types=None):
        return self._contraction_helper('any', spaces, types)
csongor's avatar
csongor committed
762

theos's avatar
theos committed
763
764
    def min(self, spaces=None, types=None):
        return self._contraction_helper('min', spaces, types)
csongor's avatar
csongor committed
765

theos's avatar
theos committed
766
767
    def nanmin(self, spaces=None, types=None):
        return self._contraction_helper('nanmin', spaces, types)
csongor's avatar
csongor committed
768

theos's avatar
theos committed
769
770
    def max(self, spaces=None, types=None):
        return self._contraction_helper('max', spaces, types)
csongor's avatar
csongor committed
771

theos's avatar
theos committed
772
773
    def nanmax(self, spaces=None, types=None):
        return self._contraction_helper('nanmax', spaces, types)
csongor's avatar
csongor committed
774

theos's avatar
theos committed
775
776
    def mean(self, spaces=None, types=None):
        return self._contraction_helper('mean', spaces, types)
csongor's avatar
csongor committed
777

theos's avatar
theos committed
778
779
    def var(self, spaces=None, types=None):
        return self._contraction_helper('var', spaces, types)
csongor's avatar
csongor committed
780

theos's avatar
theos committed
781
782
    def std(self, spaces=None, types=None):
        return self._contraction_helper('std', spaces, types)
csongor's avatar
csongor committed
783

theos's avatar
theos committed
784
    # ---General binary methods---
csongor's avatar
csongor committed
785

theos's avatar
theos committed
786
    def _binary_helper(self, other, op, inplace=False):
csongor's avatar
csongor committed
787
        # if other is a field, make sure that the domains match
788
        if isinstance(other, Field):
theos's avatar
theos committed
789
790
791
792
            try:
                assert len(other.domain) == len(self.domain)
                for index in xrange(len(self.domain)):
                    assert other.domain[index] == self.domain[index]
793
                assert len(other.field_type) == len(self.field_type)
theos's avatar
theos committed
794
795
796
                for index in xrange(len(self.field_type)):
                    assert other.field_type[index] == self.field_type[index]
            except AssertionError:
797
798
                raise ValueError(
                    "domains are incompatible.")
theos's avatar
theos committed
799
            other = other.get_val(copy=False)
csongor's avatar
csongor committed
800

theos's avatar
theos committed
801
802
        self_val = self.get_val(copy=False)
        return_val = getattr(self_val, op)(other)
csongor's avatar
csongor committed
803
804
805
806
807
808

        if inplace:
            working_field = self
        else:
            working_field = self.copy_empty()

theos's avatar
theos committed
809
        working_field.set_val(return_val, copy=False)
csongor's avatar
csongor committed
810
811
812
        return working_field

    def __add__(self, other):
theos's avatar
theos committed
813
        return self._binary_helper(other, op='__add__')
814

815
    def __radd__(self, other):
theos's avatar
theos committed
816
        return self._binary_helper(other, op='__radd__')
csongor's avatar
csongor committed
817
818

    def __iadd__(self, other):
theos's avatar
theos committed
819
        return self._binary_helper(other, op='__iadd__', inplace=True)
csongor's avatar
csongor committed
820
821

    def __sub__(self, other):
theos's avatar
theos committed
822
        return self._binary_helper(other, op='__sub__')
csongor's avatar
csongor committed
823
824

    def __rsub__(self, other):
theos's avatar
theos committed
825
        return self._binary_helper(other, op='__rsub__')
csongor's avatar
csongor committed
826
827

    def __isub__(self, other):
theos's avatar
theos committed
828
        return self._binary_helper(other, op='__isub__', inplace=True)
csongor's avatar
csongor committed
829
830

    def __mul__(self, other):
theos's avatar
theos committed
831
        return self._binary_helper(other, op='__mul__')
832

833
    def __rmul__(self, other):
theos's avatar
theos committed
834
        return self._binary_helper(other, op='__rmul__')
csongor's avatar
csongor committed
835
836

    def __imul__(self, other):
theos's avatar
theos committed
837
        return self._binary_helper(other, op='__imul__', inplace=True)
csongor's avatar
csongor committed
838
839

    def __div__(self, other):
theos's avatar
theos committed
840
        return self._binary_helper(other, op='__div__')
csongor's avatar
csongor committed
841
842

    def __rdiv__(self, other):
theos's avatar
theos committed
843
        return self._binary_helper(other, op='__rdiv__')
csongor's avatar
csongor committed
844
845

    def __idiv__(self, other):
theos's avatar
theos committed
846
        return self._binary_helper(other, op='__idiv__', inplace=True)
847

csongor's avatar
csongor committed
848
    def __pow__(self, other):
theos's avatar
theos committed
849
        return self._binary_helper(other, op='__pow__')
csongor's avatar
csongor committed
850
851

    def __rpow__(self, other):
theos's avatar
theos committed
852
        return self._binary_helper(other, op='__rpow__')
csongor's avatar
csongor committed
853
854

    def __ipow__(self, other):
theos's avatar
theos committed
855
        return self._binary_helper(other, op='__ipow__', inplace=True)
csongor's avatar
csongor committed
856
857

    def __lt__(self, other):
theos's avatar
theos committed
858
        return self._binary_helper(other, op='__lt__')
csongor's avatar
csongor committed
859
860

    def __le__(self, other):
theos's avatar
theos committed
861
        return self._binary_helper(other, op='__le__')
csongor's avatar
csongor committed
862
863
864
865
866

    def __ne__(self, other):
        if other is None:
            return True
        else:
theos's avatar
theos committed
867
            return self._binary_helper(other, op='__ne__')
csongor's avatar
csongor committed
868
869
870
871
872

    def __eq__(self, other):
        if other is None:
            return False
        else:
theos's avatar
theos committed
873
            return self._binary_helper(other, op='__eq__')
csongor's avatar
csongor committed
874
875

    def __ge__(self, other):
theos's avatar
theos committed
876
        return self._binary_helper(other, op='__ge__')
csongor's avatar
csongor committed
877
878

    def __gt__(self, other):
theos's avatar
theos committed
879
880
881
882
883
884
885
886
887
888
889
890
891
        return self._binary_helper(other, op='__gt__')

    def __repr__(self):
        return "<nifty_core.field>"

    def __str__(self):
        minmax = [self.min(), self.max()]
        mean = self.mean()
        return "nifty_core.field instance\n- domain      = " + \
               repr(self.domain) + \
               "\n- val         = " + repr(self.get_val()) + \
               "\n  - min.,max. = " + str(minmax) + \
               "\n  - mean = " + str(mean)
csongor's avatar
csongor committed
892

Jait Dixit's avatar
Jait Dixit committed
893
894
895
896
897
898
899
    # ---Serialization---

    def _to_hdf5(self, hdf5_group):
        # pickling for nested tuples
        hdf5_group['field_type_axes'] = pickle.dumps(self.field_type_axes)
        hdf5_group['domain_axes'] = pickle.dumps(self.domain_axes)

900
        hdf5_group['dtype'] = self.dtype.name
Jait Dixit's avatar
Jait Dixit committed
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
        hdf5_group['distribution_strategy'] = self.distribution_strategy
        hdf5_group['num_domain'] = len(self.domain)
        hdf5_group['num_ft'] = len(self.field_type)

        ret_dict = {
            'val' : self.val
        }

        for i in range(len(self.domain)):
            ret_dict['s_' + str(i)] = self.domain[i]

        for i in range(len(self.field_type)):
            ret_dict['ft_' + str(i)] = self.field_type[i]

        return ret_dict


    @classmethod
    def _from_hdf5(cls, hdf5_group, loopback_get):
        # create empty field
        new_field = EmptyField()
        # reset class
        new_field.__class__ = cls
        # set values
        temp_domain = []
        for i in range(hdf5_group['num_domain'][()]):
            temp_domain.append(loopback_get('s_' + str(i)))
        new_field.domain = tuple(temp_domain)

        temp_ft = []
        for i in range(hdf5_group['num_ft'][()]):
            temp_domain.append(loopback_get('ft_' + str(i)))
        new_field.field_type = tuple(temp_ft)

        new_field.domain_axes = pickle.loads(hdf5_group['domain_axes'][()])
        new_field.field_type_axes = pickle.loads(hdf5_group['field_type_axes'][()])
        new_field._val = loopback_get('val')
938
        new_field.dtype = np.dtype(hdf5_group['dtype'][()])
Jait Dixit's avatar
Jait Dixit committed
939
940
941
        new_field.distribution_strategy = hdf5_group['distribution_strategy'][()]

        return new_field
942

943
class EmptyField(Field):
csongor's avatar
csongor committed
944
945
    def __init__(self):
        pass