Skip to content

GitLab

Commit 9110cda0 authored by theos's avatar theos
Browse files

Removed nifty_los.py and line_integrator.pyx

parent 903a87c6
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 854 deletions
operators/line_integrator.pyx deleted 100644 → 0
View file @ 903a87c6
#cython: nonecheck=False
#cython: boundscheck=False
#cython: wraparound=False
#cython: cdivision=True
import numpy as np
cimport numpy as np
cimport cython
from scipy.special import erf
FLOAT = np.float
ctypedef np.float_t FLOAT_t
INT = np.int
ctypedef np.int_t INT_t
ctypedef np.ndarray[FLOAT_t, ndim=1] (*error_function_type)(np.ndarray[FLOAT_t,
ndim=1])
cdef extern from "numpy/npy_math.h":
bint isnan(double x)
bint signbit(double x)
double ceil(double x)
double floor(double x)
double sqrt(double x)
#from libc.math cimport isnan, signbit, ceil, floor, sqrt
cdef FLOAT_t NAN = float("NaN")
cdef class line_integrator(object):
cdef tuple shape
cdef list start
cdef list end
# cdef FLOAT_t [:] start
# cdef FLOAT_t [:] end
def __init__(self, shape, start, end):
self.shape = tuple(shape)
self.start = list(start)
self.end = list(end)
assert(np.all(np.array(self.shape) != 0))
assert(len(self.shape) == len(self.start) == len(self.end))
cpdef tuple integrate(self, bint with_cumsum=False):
cdef list indices
cdef np.ndarray[FLOAT_t, ndim=1] weights, normalized_cumsum_of_weights
if list_equal_Q(self.start, self.end):
return self._empty_results(with_cumsum)
try:
projected_start = self._project_to_cuboid('start')
projected_end = self._project_to_cuboid('end')
except ValueError:
return self._empty_results(with_cumsum)
(indices, weights) = self._integrate_through_cuboid(projected_start,
projected_end)
if with_cumsum:
normalized_cumsum_of_weights = self._cumsum(weights,
projected_start)
return (indices, weights, normalized_cumsum_of_weights)
else:
return (indices, weights)
def _empty_results(self, with_cumsum):
if with_cumsum:
return ([np.array([], dtype=INT)] * len(self.shape),
np.array([], dtype=FLOAT),
np.array([], dtype=FLOAT))
else:
return ([np.array([], dtype=INT)] * len(self.shape),
np.array([], dtype=FLOAT))
cpdef np.ndarray[FLOAT_t, ndim=1] _cumsum(self,
np.ndarray[FLOAT_t, ndim=1] weights,
list projected_start):
cdef list distance = list_sub(self.end, self.start)
cdef FLOAT_t total_length = list_norm(distance)
cdef list initial_skip = list_sub(projected_start, self.start)
cdef FLOAT_t skipped_length = list_norm(initial_skip)
cdef int i
cdef np.ndarray[FLOAT_t, ndim=1] cumsum = np.empty_like(weights)
cdef FLOAT_t[:] cumsum_view = cumsum
cdef FLOAT_t[:] weights_view = weights
cumsum_view[0] = (skipped_length + weights_view[0]/2.)/total_length
for i in xrange(1, len(weights)):
cumsum_view[i] = (cumsum_view[i-1] +
(weights_view[i] +
weights_view[i-1])/2./total_length)
return cumsum
cpdef list _project_to_cuboid(self, str mode):
cdef list a, b, c, p, surface_list, translator_list,\
translator_index_list
cdef int ndim, i, s1, s2
cdef bint found
if mode == 'start':
a = self.start
b = self.end
elif mode == 'end':
a = self.end
b = self.start
else:
raise ValueError
if list_all_le([0]*len(a), a) and list_all_le(a, list(self.shape)):
return a
c = list_sub(b, a)
ndim = len(self.shape)
surface_list = [None]*2*ndim
for i in xrange(ndim):
surface_list[2*i] = [i, 0]
surface_list[2*i+1] = [i, self.shape[i]]
translator_list = []
for s1, s2 in surface_list:
translator_list += [self._get_translator_to_surface(a, c,
s1, s2)]
# sort the translators according to their norm, save the sorted indices
translator_index_list = np.argsort(np.linalg.norm(translator_list,
axis=1)).tolist()
# iterate through the indices -from short to long translators- and
# take the first translator which brings a to the actual surface of
# the cuboid and not just to one of the parallel planes
found = False
for i in translator_index_list:
p = list_add(a, translator_list[i])
if list_all_le([0]*len(p), p) and list_all_le(p, list(self.shape)):
found = True
break
if not found:
raise ValueError(
"ERROR: Line-of-sight does not go through cuboid.")
return p
cdef list _get_translator_to_surface(self,
list point,
list full_direction,
int dimension_index,
int surface):
"""
translates 'point' along the vector 'direction' such that the
dimension with index 'dimension_index' has the value 'surface'
"""
cdef int ndim = len(point)
cdef list scaled_direction = [None] * ndim
cdef FLOAT_t point_i = point[dimension_index]
cdef FLOAT_t full_direction_i = full_direction[dimension_index]
if full_direction_i == 0:
return [NAN]*ndim
cdef FLOAT_t direction_pre_scaler = surface - point_i
# here gets checked if the direction_scaler shows in the same direction
# and is shorter or of equal length as the full_direction_i.
# The implementation avoids divisions in order to exclude errors
# from numerical noise
if ((abs(direction_pre_scaler) > abs(full_direction_i)) or
signbit(direction_pre_scaler) != signbit(full_direction_i)):
return [NAN]*ndim
for i in xrange(ndim):
# first multiply, then divide! Otherwise numerical noise will
# produce something like: 1003.*(1./1003.) != 1.
scaled_direction[i] = ((full_direction[i] * direction_pre_scaler)/
full_direction_i)
return scaled_direction
cdef tuple _integrate_through_cuboid(self, list start, list end):
cdef INT_t i, j, num_estimate
cdef list current_position, next_position, floor_current_position
cdef FLOAT_t weight
# estimate the maximum number of cells that could be hit
# the current estimator is: norm of the vector times number of dims + 1
num_estimate = INT(ceil(list_norm(list_sub(end, start))))*len(start)+1
cdef np.ndarray[INT_t, ndim=2] index_list = np.empty((num_estimate,
len(start)),
dtype=INT)
cdef np.ndarray[FLOAT_t, ndim=1] weight_list = np.empty(num_estimate,
FLOAT)
current_position = start
i = 0
while True:
next_position, weight = self._get_next_position(current_position,
end)
floor_current_position = list_floor(current_position)
floor_next_position = list_floor(next_position)
for j in xrange(len(start)):
if floor_current_position[j] < floor_next_position[j]:
index_list[i, j] = floor_current_position[j]
else:
index_list[i, j] = floor_next_position[j]
weight_list[i] = weight
if next_position == end:
break
current_position = next_position
i += 1
for j in xrange(len(start)):
if index_list[i, j] == self.shape[j]:
return (list(index_list[:i].T), weight_list[:i])
return (list(index_list[:i+1].T), weight_list[:i+1])
cdef tuple _get_next_position(self,
list position,
list end_position):
cdef list surface_list, translator_list
cdef INT_t i, s1, s2, n_surfaces
cdef FLOAT_t weight, best_translator_norm, temp_translator_norm
cdef list full_direction, best_translator, temp_translator,\
floor_position, next_position
full_direction = list_sub(end_position, position)
n_surfaces = len(position)
surface_list = [None] * n_surfaces
for i in xrange(n_surfaces):
if signbit(full_direction[i]):
surface_list[i] = [i, strong_floor(position[i])]
else:
surface_list[i] = [i, strong_ceil(position[i])]
best_translator_norm = NAN
best_translator = [NAN] * len(position)
for s1, s2 in surface_list:
temp_translator = self._get_translator_to_surface(position,
full_direction,
s1, s2)
temp_translator_norm = list_norm(temp_translator)
if ((not best_translator_norm <= temp_translator_norm) and
(not isnan(temp_translator_norm))):
best_translator_norm = temp_translator_norm
best_translator = temp_translator
# if the surounding surfaces are not reachable, it must be the case
# that the current position is in the same cell as the endpoint
if isnan(best_translator_norm):
floor_position = list_floor(position)
# check if position is in the same cell as the endpoint
#assert(floor_position == list_floor(end_position))
weight = list_norm(list_sub(end_position, position))
next_position = end_position
else:
next_position = list_add(position, best_translator)
weight = list_norm(best_translator)
return (next_position, weight)
cpdef list multi_integrator(list starts,
list ends,
list sigmas_low,
list sigmas_up,
tuple shape,
list distances,
object error_function):
cdef INT_t i, j, total_number = len(starts[0]), dim = len(shape)
cdef list indices_and_weights_list = []
cdef list start = [None]*dim, end = [None]*dim
cdef list sigma_low = [None]*dim, sigma_up = [None]*dim
for i in xrange(total_number):
for j in xrange(dim):
start[j] = starts[j][i]
end[j] = ends[j][i]
sigma_low[j] = sigmas_low[j][i]
sigma_up[j] = sigmas_up[j][i]
indices_and_weights_list += single_integrator(i,
start,
end,
sigma_low,
sigma_up,
shape,
distances,
error_function)
return indices_and_weights_list
cdef list single_integrator(INT_t index,
list start,
list end,
list sigma_low,
list sigma_up,
tuple shape,
list distances,
object error_function):
cdef np.ndarray[FLOAT_t, ndim=1] pure_weights, low_weights, up_weights, \
low_lengths, up_lengths
cdef list pure_indices, low_indices, up_indices
# compute the three parts of a full line of sight
(pure_indices, pure_weights) = line_integrator(
shape, start, sigma_low).integrate()
(low_indices, low_weights, low_lengths) = line_integrator(
shape, sigma_low, end).integrate(True)
(up_indices, up_weights, up_lengths) = line_integrator(
shape, end, sigma_up).integrate(True)
# apply the error function on the sigma_low and sigma_up intervalls
low_weights = _apply_error_function(low_weights, low_lengths, False,
error_function)
up_weights = _apply_error_function(up_weights, up_lengths, True,
error_function)
# correct the volume distortion
cdef list direction = list_sub(end, start)
cdef FLOAT_t rescaler = (list_norm(list_mult(direction, distances))/
list_norm(direction))
pure_weights *= rescaler
low_weights *= rescaler
up_weights *= rescaler
# construct the result tuple
cdef list result_list = []
if pure_weights.shape[0] != 0:
result_list += [[index, pure_indices, pure_weights],]
if low_weights.shape[0] != 0:
result_list += [[index, low_indices, low_weights],]
if up_weights.shape[0] != 0:
result_list += [[index, up_indices, up_weights],]
return result_list
cdef np.ndarray[FLOAT_t, ndim=1] _apply_error_function(
np.ndarray[FLOAT_t, ndim=1] weights,
np.ndarray[FLOAT_t, ndim=1] lengths,
bint up_Q,
object error_function):
cdef np.ndarray[FLOAT_t, ndim=1] output_weights
if up_Q:
output_weights = weights * error_function(lengths)
else:
output_weights = weights * error_function(-1 + lengths)
return output_weights
cpdef np.ndarray[FLOAT_t, ndim=1] gaussian_error_function(
np.ndarray[FLOAT_t, ndim=1] x):
cdef FLOAT_t sigma = 0.5
return 0.5*(1 - erf(x / (sqrt(2.)*sigma)))
cdef INT_t strong_floor(FLOAT_t x):
cdef FLOAT_t floor_x
floor_x = floor(x)
if floor_x == x:
return INT(floor_x - 1)
else:
return INT(floor_x)
cdef INT_t strong_ceil(FLOAT_t x):
cdef FLOAT_t ceil_x
ceil_x = ceil(x)
if ceil_x == x:
return INT(ceil_x + 1)
else:
return INT(ceil_x)
cdef list list_floor(list l):
cdef unsigned int i, ndim = len(l)
cdef list result = [None] * ndim
for i in xrange(ndim):
result[i] = floor(l[i])
return result
cdef list list_ceil(list l):
cdef unsigned int i, ndim = len(l)
cdef list result = [None] * ndim
for i in xrange(ndim):
result[i] = ceil(l[i])
return result
cdef FLOAT_t list_norm(list l):
cdef FLOAT_t d, result = 0.
for d in l:
result += d**2
return sqrt(result)
cdef bint list_equal_Q(list list1, list list2):
cdef unsigned int i
for i in xrange(len(list1)):
if list1[i] != list2[i]:
return False
return True
cdef bint list_contains_nan_Q(list l):
cdef unsigned int i
for i in xrange(len(l)):
if isnan(l[i]):
return True
return False
cdef bint list_all_le(list list1, list list2):
cdef unsigned int i
for i in xrange(len(list1)):
if list1[i] <= list2[i]:
continue
else:
return False
return True
cdef list list_add(list list1, list list2):
cdef int i, ndim = len(list1)
cdef list result = [None]*ndim
for i in xrange(ndim):
result[i] = list1[i] + list2[i]
return result
cdef list list_sub(list list1, list list2):
cdef int i, ndim = len(list1)
cdef list result = [None]*ndim
for i in xrange(ndim):
result[i] = list1[i] - list2[i]
return result
cdef list list_mult(list list1, list list2):
cdef int i, ndim = len(list1)
cdef list result = [None]*ndim
for i in xrange(ndim):
result[i] = list1[i] * list2[i]
return result
cdef list list_scalar_mult(list list1, FLOAT_t scaler):
cdef int ndim = len(list1)
cdef list result = [None]*ndim
for i in xrange(ndim):
result[i] = list1[i]*scaler
return result
cdef list list_scalar_div(list list1, FLOAT_t scaler):
cdef int ndim = len(list1)
cdef list result = [None]*ndim
for i in xrange(ndim):
result[i] = list1[i]/scaler
return result
operators/nifty_los.py deleted 100644 → 0
View file @ 903a87c6
# -*- coding: utf-8 -*-
import numpy as np
from d2o import distributed_data_object,\
STRATEGIES
from line_integrator import multi_integrator, \
gaussian_error_function
from nifty.config import about,\
nifty_configuration as gc,\
dependency_injector as gdi
from nifty.nifty_core import point_space
from nifty.nifty_field import field
from nifty.rg import rg_space
from nifty.operators import operator
MPI = gdi[gc['mpi_module']]
class los_response(operator):
def __init__(self, domain, starts, ends, sigmas_low=None, sigmas_up=None,
zero_point=None, error_function=gaussian_error_function,
target=None):
if not isinstance(domain, rg_space):
raise TypeError(about._errors.cstring(
"ERROR: The domain must be a rg_space instance."))
self.domain = domain
self.codomain = self.domain.get_codomain()
if callable(error_function):
self.error_function = error_function
else:
raise ValueError(about._errors.cstring(
"ERROR: error_function must be callable."))
(self.starts,
self.ends,
self.sigmas_low,
self.sigmas_up,
self.zero_point) = self._parse_coordinates(self.domain,
starts, ends, sigmas_low,
sigmas_up, zero_point)
self._local_shape = self._init_local_shape()
self._set_extractor_d2o()
self.local_weights_and_indices = self._compute_weights_and_indices()
self.number_of_los = len(self.sigmas_low)
if target is None:
self.target = point_space(num=self.number_of_los,
dtype=self.domain.dtype,
datamodel='not',
# datamodel=self.domain.datamodel,
comm=self.domain.comm)
else:
self.target = target
self.cotarget = self.target.get_codomain()
self.imp = True
self.uni = False
self.sym = False
def _parse_coordinates(self, domain, starts, ends, sigmas_low, sigmas_up,
zero_point):
# basic sanity checks
if not isinstance(starts, list):
raise TypeError(about._errors.cstring(
"ERROR: starts must be a list instance."))
if not isinstance(ends, list):
raise TypeError(about._errors.cstring(
"ERROR: ends must be a list instance."))
if not (len(domain.shape) == len(starts) == len(ends)):
raise ValueError(about._errors.cstring(
"ERROR: The length of starts and ends must " +
"be the same as the number of dimension of the domain."))
number_of_dimensions = len(starts)
# if zero_point is None:
# zero_point = [0.] * number_of_dimensions
if zero_point is None:
phys_middle = (np.array(domain.get_vol(split=True)) *
domain.shape) / 2.
zero_point = phys_middle * domain.paradict['zerocenter']
if np.shape(zero_point) != (number_of_dimensions,):
raise ValueError(about._errors.cstring(
"ERROR: The shape of zero_point must match the length of " +
"the starts and ends list"))
parsed_zero_point = list(zero_point)
# extract the number of line-of-sights and by the way check that
# all entries of starts and ends have the right shape
number_of_los = None
for i in xrange(2*number_of_dimensions):
if i < number_of_dimensions:
temp_entry = starts[i]
else:
temp_entry = ends[i-number_of_dimensions]
if isinstance(temp_entry, np.ndarray):
if len(np.shape(temp_entry)) != 1:
raise ValueError(about._errors.cstring(
"ERROR: The numpy ndarrays in starts " +
"and ends must be flat."))
if number_of_los is None:
number_of_los = len(temp_entry)
elif number_of_los != len(temp_entry):
raise ValueError(about._errors.cstring(
"ERROR: The length of all numpy ndarrays in starts " +
"and ends must be the same."))
elif np.isscalar(temp_entry):
pass
else:
raise TypeError(about._errors.cstring(
"ERROR: The entries of starts and ends must be either " +
"scalar or numpy ndarrays."))
if number_of_los is None:
number_of_los = 1
starts = [np.array([x]) for x in starts]
ends = [np.array([x]) for x in ends]
# Parse the coordinate arrays/scalars in the starts and ends list
parsed_starts = self._parse_startsends(starts, number_of_los)
parsed_ends = self._parse_startsends(ends, number_of_los)
# check that sigmas_up/lows have the right shape and parse scalars
parsed_sigmas_low = self._parse_sigmas_uplows(sigmas_low,