nonlinearities.py 1.39 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# Copyright(C) 2013-2018 Max-Planck-Society
#
# NIFTy is being developed at the Max-Planck-Institut fuer Astrophysik
# and financially supported by the Studienstiftung des deutschen Volkes.

19
from ..field import Field, exp, tanh
20 21


22
class Linear(object):
23 24 25 26
    def __call__(self, x):
        return x

    def derivative(self, x):
27
        return Field.ones_like(x)
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45


class Exponential(object):
    def __call__(self, x):
        return exp(x)

    def derivative(self, x):
        return exp(x)


class Tanh(object):
    def __call__(self, x):
        return tanh(x)

    def derivative(self, x):
        return (1. - tanh(x)**2)


46
class PositiveTanh(object):
47 48 49 50 51
    def __call__(self, x):
        return 0.5 * tanh(x) + 0.5

    def derivative(self, x):
        return 0.5 * (1. - tanh(x)**2)