Implemented first versions of a generic Plotter, HealpixPlotter and PowerPlotter

demos/wiener_filter_harmonic - Kopie.py

+from nifty import *
+from mpi4py import MPI
+import plotly.offline as py
+import plotly.graph_objs as go
+
+
+comm = MPI.COMM_WORLD
+rank = comm.rank
+
+
+def plot_maps(x, name):
+
+    trace = [None]*len(x)
+
+    keys = x.keys()
+    field = x[keys[0]]
+    domain = field.domain[0]
+    shape = len(domain.shape)
+    max_n = domain.shape[0]*domain.distances[0]
+    step = domain.distances[0]
+    x_axis = np.arange(0, max_n, step)
+
+    if shape == 1:
+        for ii in xrange(len(x)):
+            trace[ii] = go.Scatter(x= x_axis, y=x[keys[ii]].val.get_full_data(), name=keys[ii])
+        fig = go.Figure(data=trace)
+
+        py.plot(fig, filename=name)
+
+    elif shape == 2:
+        for ii in xrange(len(x)):
+            py.plot([go.Heatmap(z=x[keys[ii]].val.get_full_data().real)], filename=keys[ii])
+    else:
+        raise TypeError("Only 1D and 2D field plots are supported")
+
+def plot_power(x, name):
+
+    layout = go.Layout(
+        xaxis=dict(
+            type='log',
+            autorange=True
+        ),
+        yaxis=dict(
+            type='log',
+            autorange=True
+        )
+    )
+
+    trace = [None]*len(x)
+
+    keys = x.keys()
+    field = x[keys[0]]
+    domain = field.domain[0]
+    x_axis = domain.kindex
+
+    for ii in xrange(len(x)):
+        trace[ii] = go.Scatter(x= x_axis, y=x[keys[ii]].val.get_full_data(), name=keys[ii])
+
+    fig = go.Figure(data=trace, layout=layout)
+    py.plot(fig, filename=name)
+
+np.random.seed(42)
+
+
+
+if __name__ == "__main__":
+
+    distribution_strategy = 'not'
+
+    # setting spaces
+    npix = np.array([500])  # number of pixels
+    total_volume = 1.  # total length
+
+    # setting signal parameters
+    lambda_s = .05  # signal correlation length
+    sigma_s = 10.  # signal variance
+
+
+    #setting response operator parameters
+    length_convolution = .025
+    exposure = 1.
+
+    # calculating parameters
+    k_0 = 4. / (2 * np.pi * lambda_s)
+    a_s = sigma_s ** 2. * lambda_s * total_volume
+
+    # creation of spaces
+#    x1 = RGSpace([npix,npix], distances=total_volume / npix,
+#                 zerocenter=False)
+#    k1 = RGRGTransformation.get_codomain(x1)
+    x1 = HPSpace(32)
+    k1 = HPLMTransformation.get_codomain(x1)
+
+    p1 = PowerSpace(harmonic_partner=k1, logarithmic=False)
+
+
+    # creating Power Operator with given spectrum
+    spec = (lambda k: a_s / (1 + (k / k_0) ** 2) ** 2)
+    p_field = Field(p1, val=spec)
+    S_op = create_power_operator(k1, spec)
+
+    # creating FFT-Operator and Response-Operator with Gaussian convolution
+    Fft_op = FFTOperator(domain=x1, target=k1,
+                        domain_dtype=np.float64,
+                        target_dtype=np.complex128)
+    R_op = ResponseOperator(x1, sigma=[length_convolution],
+                            exposure=[exposure])
+
+    # drawing a random field
+    sk = p_field.power_synthesize(real_signal=True, mean=0.)
+    s = Fft_op.adjoint_times(sk)
+
+    signal_to_noise = 1
+    N_op = DiagonalOperator(R_op.target, diagonal=s.var()/signal_to_noise, bare=True)
+    n = Field.from_random(domain=R_op.target,
+                          random_type='normal',
+                          std=s.std()/np.sqrt(signal_to_noise),
+                          mean=0.)
+
+    d = R_op(s) + n
+
+    # Wiener filter
+    j = Fft_op.times(R_op.adjoint_times(N_op.inverse_times(d)))
+    D = HarmonicPropagatorOperator(S=S_op, N=N_op, R=R_op)
+
+    mk = D(j)
+
+    m = Fft_op.adjoint_times(mk)
+
+#    z={}
+#    z["signal"] = s
+#    z["reconstructed_map"] = m
+#    z["data"] = d
+#    z["lambda"] = R_op(s)
+#    z["j"] = j
+#
+#    plot_maps(z, "Wiener_filter.html")
+
+

nifty/__init__.py

@@ -50,8 +50,8 @@ from spaces import *
 
 from operators import *
 
-from plotting import *
-
 from probing import *
 
 from sugar import *
+
+import plotting

nifty/plotting/Plotter/__init__.py

+
+from healpix_plotter import HealpixPlotter
+from power_plotter import PowerPlotter

nifty/plotting/Plotter/hp_plotter.py

-from plotter import Plotter

nifty/plotting/Plotter/plotter.py

@@ -3,19 +3,28 @@
 import abc
 import os
 
+import numpy as np
+
 import plotly
-from plotly import tools
-import plotly.offline as ply
+import plotly.offline as plotly_offline
 
 
 from keepers import Loggable
 
 from nifty.spaces.space import Space
-from nifty.field_types.field_type import FieldType
+from nifty.field import Field
 import nifty.nifty_utilities as utilities
 
+from nifty.plotting.figures import Figure2D,\
+                                   Figure3D,\
+                                   MultiFigure
+
 plotly.offline.init_notebook_mode()
 
+from mpi4py import MPI
+comm = MPI.COMM_WORLD
+rank = comm.rank
+
 
 class Plotter(Loggable, object):
     __metaclass__ = abc.ABCMeta
@@ -26,7 +35,7 @@ class Plotter(Loggable, object):
         self.title = str(title)
 
     @abc.abstractproperty
-    def domain(self):
+    def domain_classes(self):
         return (Space,)
 
     @property
@@ -45,37 +54,71 @@ class Plotter(Loggable, object):
     def path(self, new_path):
         self._path = os.path.normpath(new_path)
 
-    def plot(self, fields, spaces=None,  slice=None):
-        # `fields` can contain one or more fields
-        # if multiple fields are supplied -> stack the plots
-        data = self._get_data_from_field(fields, spaces, slice)
-        figures = self._create_individual_plot(data)
-        self._finalize_figure(figures)
+    def plot(self, fields, spaces=None,  data_extractor=None, labels=None):
+        if isinstance(fields, Field):
+            fields = [fields]
+        elif not isinstance(fields, list):
+            fields = list(fields)
 
-    @abc.abstractmethod
-    def _get_data_from_field(self, field, spaces=None, slice=None):
+        spaces = utilities.cast_axis_to_tuple(spaces, len(fields[0].domain))
 
-        spaces = utilities.cast_axis_to_tuple(spaces, len(field.domain))
-        if field.domain[spaces] != self.domain:
-            raise AttributeError("Given space(s) of input field-domain do not "
-                                 "match the plotters domain.")
+        if spaces is None:
+            spaces = tuple(range(len(fields[0].domain)))
 
-            # iterate over the individual slices in order to compose the figure
-            # -> make a d2o.get_full_data() (for rank==0 only?)
-            # add
-        return [1,2,3]
+        axes = []
+        plot_domain = []
+        for space_index in spaces:
+            axes += list(fields[0].domain_axes[space_index])
+            plot_domain += [fields[0].domain[space_index]]
 
-    def _create_individual_plot(self, data):
-        pass
+        # prepare data
+        data_list = [self._get_data_from_field(field, spaces, data_extractor)
+                     for field in fields]
 
-    def _finalize_figure(self, figure):
-        pass
-        # is there a use for ply.plot when one has no interest in
-        # saving a file?
+        # create plots
+        plots_list = []
+        for slice_list in utilities.get_slice_list(data_list[0].shape, axes):
+            plots_list += \
+                    [[self._create_individual_plot(current_data[slice_list],
+                                                   plot_domain)
+                      for current_data in data_list]]
 
-        # -> check for different file types
-        # -> store the file to disk (MPI awareness?)
+        figures = [self._create_individual_figure(plots)
+                   for plots in plots_list]
 
+        self._finalize_figure(figures)
+
+    def _get_data_from_field(self, field, spaces, data_extractor):
+        for i, space_index in enumerate(spaces):
+            if not isinstance(field.domain[space_index],
+                              self.domain_classes[i]):
+                raise AttributeError("Given space(s) of input field-domain do "
+                                     "not match the plotters domain.")
 
+        # TODO: add data_extractor functionality here
+        data = field.val.get_full_data(target_rank=0)
+        return data
 
+    @abc.abstractmethod
+    def _create_individual_figure(self, plots):
+        raise NotImplementedError
 
+    @abc.abstractmethod
+    def _create_individual_plot(self, data, fields):
+        raise NotImplementedError
+
+    def _finalize_figure(self, figures):
+        if len(figures) > 1:
+            rows = (len(figures) + 1)//2
+            figure_array = np.empty((2*rows), dtype=np.object)
+            figure_array[:len(figures)] = figures
+            figure_array = figure_array.reshape((2, rows))
+
+            final_figure = MultiFigure(rows, 2,
+                                       title='Test',
+                                       subfigures=figure_array)
+        else:
+            final_figure = figures[0]
+
+        plotly_offline.plot(final_figure.to_plotly(),
+                            filename=os.path.join(self.path, self.title))

nifty/plotting/__init__.py

 from descriptors import *
 from plots import *
 from figures import *
-from colormap import *
\ No newline at end of file
+from colormap import *
+from plotter import *

nifty/plotting/colormap/colormap.py

@@ -13,8 +13,9 @@ class Colormap(PlotlyWrapper):
             #TODO: implement validation
             pass
 
+    # no discontinuities only
     @staticmethod
-    def from_matplotlib_colormap_internal(name, mpl_cmap): # no discontinuities only
+    def from_matplotlib_colormap_internal(name, mpl_cmap):
         red = [(c[0], c[2]) for c in mpl_cmap['red']]
         green = [(c[0], c[2]) for c in mpl_cmap['green']]
         blue = [(c[0], c[2]) for c in mpl_cmap['blue']]
@@ -40,7 +41,8 @@ class Colormap(PlotlyWrapper):
                 green_val = self.green[g][1]
                 g += 1
             else:
-                slope = (self.green[g][1] - prev_g) / (self.green[g][0] - prev_split)
+                slope = ((self.green[g][1] - prev_g) /
+                         (self.green[g][0] - prev_split))
                 y = prev_g - slope * prev_split
                 green_val = slope * next_split + y
 
@@ -48,11 +50,16 @@ class Colormap(PlotlyWrapper):
                 blue_val = self.blue[b][1]
                 b += 1
             else:
-                slope = (self.blue[b][1] - prev_b) / (self.blue[b][0] - prev_split)
+                slope = ((self.blue[b][1] - prev_b) /
+                         (self.blue[b][0] - prev_split))
                 y = prev_r - slope * prev_split
                 blue_val = slope * next_split + y
 
-            prev_split, prev_r, prev_g, prev_b = next_split, red_val, green_val, blue_val
+            prev_split = next_split
+            prev_r = red_val
+            prev_g = green_val
+            prev_b = blue_val
+
             converted.append([next_split,
                               'rgb(' +
                               str(int(red_val*255)) + "," +

nifty/plotting/plots/heatmaps/heatmap.py

 # -*- coding: utf-8 -*-
+import numpy as np
 
+from nifty.plotting.colormap import Colormap
 from nifty.plotting.plotly_wrapper import PlotlyWrapper
-import numpy as np
+
 
 class Heatmap(PlotlyWrapper):
     def __init__(self, data, color_map=None, webgl=False,
@@ -12,10 +14,19 @@ class Heatmap(PlotlyWrapper):
                 self.data = np.add(self.data, arr)
         else:
             self.data = data
+
+        if color_map is not None:
+            if not isinstance(color_map, Colormap):
+                raise TypeError("Provided color_map must be an instance of "
+                                "the NIFTy Colormap class.")
         self.color_map = color_map
         self.webgl = webgl
         self.smoothing = smoothing
 
+    @property
+    def figure_dimension(self):
+        return 2
+
     def to_plotly(self):
         plotly_object = dict()
         plotly_object['z'] = self.data

nifty/plotting/plots/scatter_plots/cartesian_2D.py

@@ -5,14 +5,20 @@ from cartesian import Cartesian
 
 class Cartesian2D(Cartesian):
     def __init__(self, x=None, y=None, x_start=0, x_step=1,
-                 label='', line=None, marker=None, showlegend=True, webgl=True):
+                 label='', line=None, marker=None, showlegend=True,
+                 webgl=True):
         if y is None:
             raise Exception('Error: no y data to plot')
         if x is None:
             x = range(x_start, len(y) * x_step, x_step)
-        super(Cartesian2D, self).__init__(x, y, label, line, marker, showlegend)
+        super(Cartesian2D, self).__init__(x, y, label, line, marker,
+                                          showlegend)
         self.webgl = webgl
 
+    @property
+    def figure_dimension(self):
+        return 2
+
     def to_plotly(self):
         plotly_object = super(Cartesian2D, self).to_plotly()
         if self.webgl:

nifty/plotting/plots/scatter_plots/cartesian_3D.py

@@ -4,10 +4,16 @@ from cartesian import Cartesian
 
 
 class Cartesian3D(Cartesian):
-    def __init__(self, x, y, z, label='', line=None, marker=None, showlegend=True):
-        super(Cartesian3D, self).__init__(x, y, label, line, marker, showlegend)
+    def __init__(self, x, y, z, label='', line=None, marker=None,
+                 showlegend=True):
+        super(Cartesian3D, self).__init__(x, y, label, line, marker,
+                                          showlegend)
         self.z = z
 
+    @property
+    def figure_dimension(self):
+        return 3
+
     def to_plotly(self):
         plotly_object = super(Cartesian3D, self).to_plotly()
         plotly_object['z'] = self.z

nifty/plotting/plots/scatter_plots/geo.py

+
 from scatter_plot import ScatterPlot
 
 
@@ -13,6 +14,10 @@ class Geo(ScatterPlot):
         self.lat = lat
         self.projection = proj
 
+    @property
+    def figure_dimension(self):
+        return 2
+
     def _to_plotly(self):
         plotly_object = super(Geo, self).to_plotly()
         plotly_object['type'] = 'scattergeo'

nifty/plotting/plots/scatter_plots/scatter_plot.py

 # -*- coding: utf-8 -*-
 
-from abc import abstractmethod
+import abc
 from nifty.plotting.plotly_wrapper import PlotlyWrapper
-from nifty.plotting.descriptors import Marker
+from nifty.plotting.descriptors import Marker,\
+                                       Line
 
 
 class ScatterPlot(PlotlyWrapper):
@@ -12,8 +13,13 @@ class ScatterPlot(PlotlyWrapper):
         self.marker = marker
         if not self.line and not self.marker:
             self.marker = Marker()
+            self.line = Line()
 
-    @abstractmethod
+    @abc.abstractproperty
+    def figure_dimension(self):
+        raise NotImplementedError
+
+    @abc.abstractmethod
     def to_plotly(self):
         ply_object = dict()
         ply_object['name'] = self.label

nifty/plotting/plotter/healpix_plotter.py

+from nifty.spaces import HPSpace
+
+from nifty.plotting.figures import Figure2D
+from nifty.plotting.plots import Mollweide
+from .plotter import Plotter
+
+
+class HealpixPlotter(Plotter):
+    def __init__(self, interactive=False, path='.', title="", color_map=None):
+        super(HealpixPlotter, self).__init__(interactive, path, title)
+        self.color_map = color_map
+
+    @property
+    def domain_classes(self):
+        return (HPSpace, )
+
+    def _create_individual_figure(self, plots):
+        return Figure2D(plots)
+
+    def _create_individual_plot(self, data, plot_domain):
+        result_plot = Mollweide(data=data,
+                                color_map=self.color_map)
+        return result_plot

nifty/plotting/plotter/power_plotter.py

+# -*- coding: utf-8 -*-
+
+from nifty.spaces import PowerSpace
+
+from nifty.plotting.descriptors import Axis
+from nifty.plotting.figures import Figure2D
+from nifty.plotting.plots import Cartesian2D
+from .plotter import Plotter
+
+
+class PowerPlotter(Plotter):
+    def __init__(self, interactive=False, path='.', title="",
+                 line=None, marker=None):
+        super(PowerPlotter, self).__init__(interactive, path, title)
+        self.line = line
+        self.marker = marker
+
+    @property
+    def domain_classes(self):
+        return (PowerSpace, )
+
+    def _create_individual_figure(self, plots):
+        xaxis = Axis(log=True)
+        yaxis = Axis(log=True)
+        return Figure2D(plots, xaxis=xaxis, yaxis=yaxis)
+
+    def _create_individual_plot(self, data, plot_domain):
+        x = plot_domain[0].kindex
+        result_plot = Cartesian2D(x=x,
+                                  y=data)
+        return result_plot