Reciprocal

y = 1 / x

struct Reciprocal (

size_t dim

) {

mixin FunctionCommon ;

Variable!(T, dim, HostStorage) hy;

auto forward(Variable!(T, dim, HostStorage) x);

auto backward(Variable!(T, dim, HostStorage) gy);

version(grain_cuda)

Variable!(T, dim, DeviceStorage) dy;

version(grain_cuda)

auto forward(Variable!(T, dim, DeviceStorage) x);

version(grain_cuda)

auto backward(Variable!(T, dim, DeviceStorage) gy);

}

Members

Functions

backward auto backward(Variable!(T, dim, HostStorage) gy): Undocumented in source. Be warned that the author may not have intended to support it.
backward auto backward(Variable!(T, dim, DeviceStorage) gy): Undocumented in source. Be warned that the author may not have intended to support it.
forward auto forward(Variable!(T, dim, DeviceStorage) x): Undocumented in source. Be warned that the author may not have intended to support it.
forward auto forward(Variable!(T, dim, HostStorage) x): Undocumented in source. Be warned that the author may not have intended to support it.

Mixins

__anonymous mixin FunctionCommon: Undocumented in source.

Variables

dy Variable!(T, dim, DeviceStorage) dy;: Undocumented in source.
hy Variable!(T, dim, HostStorage) hy;: Undocumented in source.

Mixed In Members

From `mixin FunctionCommon`

this(this) this(this): Undocumented in source.
DeviceRets alias DeviceRets = Tuple!(Parameters!backward): Undocumented in source.
DeviceArgs alias DeviceArgs = Tuple!(Parameters!forward): Undocumented in source.
__anonymous mixin TypeChecker!(forward, backward): Undocumented in source.
_mixin_dargs DeviceArgs _mixin_dargs;: Undocumented in source.
HostRets alias HostRets = Tuple!(Parameters!backward): Undocumented in source.
HostArgs alias HostArgs = Tuple!(Parameters!forward): Undocumented in source.
__anonymous mixin TypeChecker!(forward, backward): Undocumented in source.
_mixin_hargs HostArgs _mixin_hargs;: Undocumented in source.
applyForward auto applyForward(Args args): store grain.autograd.BackProp object in returned variables from forward function
applyBackward void applyBackward(UntypedVariable[] ugradOutputs): type-erased version of backward function used in grain.autograd.BackProp object

Examples

test reciprocal simple case, gradcheck and cpu/cuda equality

import grain.testing;
import std.typecons;
import numir;
import mir.ndslice;

// simple case
auto e = [[-1.0f, 1f / 2f, 1f / 3f], [1f, 10f, 1f / 3f]].nparray;
auto xs = [[-1.0f, 2.0f, 3.0f], [1.0f, 0.1f, 3.0f]].nparray;
Reciprocal!(float, 2) hfunc;
auto _hx = xs.variable;
auto _hy = hfunc.forward(_hx);
assert(approxEqual(_hy.sliced, e));

auto hx = uniform!float(2, 2).slice.variable;
auto hy = hfunc.forward(hx);
auto hgy = uniform!float(2, 2).slice.variable;
auto hgx = hfunc.backward(hgy);
gradCheck(hfunc, hx, hgy, 1e-3, 5e-2, 5e-2);

version (grain_cuda) {
    Reciprocal!(float, 2) dfunc;
    auto dy = dfunc.forward(hx.to!DeviceStorage);
    assert(approxEqual(dy.to!HostStorage.sliced, hy.sliced));
    auto dgx = dfunc.backward(hgy.to!DeviceStorage);
    assert(approxEqual(dgx.to!HostStorage.sliced, hgx.sliced));
}

Reciprocal

Members

Functions

Mixins

Variables

Mixed In Members

From `mixin FunctionCommon`

Examples

Meta

Source

Reciprocal

Members

Functions

Mixins

Variables

Mixed In Members

From mixin FunctionCommon

Examples

Meta

Source

From `mixin FunctionCommon`