LogSoftmax

struct LogSoftmax (

size_t dim = 2

) {

mixin FunctionCommon ;

Variable!(T, dim, HostStorage) hy;

auto forward(Variable!(T, dim, HostStorage) x);

auto backward(Variable!(T, dim, HostStorage) gy);

import grain.cudnn;;

version(grain_cuda)

Variable!(T, dim, DeviceStorage) dy;

version(grain_cuda)

auto forward(Variable!(T, dim, DeviceStorage) x);

version(grain_cuda)

auto backward(Variable!(T, dim, DeviceStorage) gy);

}

Members

Functions

backward auto backward(Variable!(T, dim, HostStorage) gy): Undocumented in source. Be warned that the author may not have intended to support it.
backward auto backward(Variable!(T, dim, DeviceStorage) gy): Undocumented in source. Be warned that the author may not have intended to support it.
forward auto forward(Variable!(T, dim, DeviceStorage) x): Undocumented in source. Be warned that the author may not have intended to support it.
forward auto forward(Variable!(T, dim, HostStorage) x): Undocumented in source. Be warned that the author may not have intended to support it.

Mixins

__anonymous mixin FunctionCommon: Undocumented in source.

Variables

dy Variable!(T, dim, DeviceStorage) dy;: Undocumented in source.
hy Variable!(T, dim, HostStorage) hy;: Undocumented in source.

Mixed In Members

From `mixin FunctionCommon`

this(this) this(this): Undocumented in source.
DeviceRets alias DeviceRets = Tuple!(Parameters!backward): Undocumented in source.
DeviceArgs alias DeviceArgs = Tuple!(Parameters!forward): Undocumented in source.
__anonymous mixin TypeChecker!(forward, backward): Undocumented in source.
_mixin_dargs DeviceArgs _mixin_dargs;: Undocumented in source.
HostRets alias HostRets = Tuple!(Parameters!backward): Undocumented in source.
HostArgs alias HostArgs = Tuple!(Parameters!forward): Undocumented in source.
__anonymous mixin TypeChecker!(forward, backward): Undocumented in source.
_mixin_hargs HostArgs _mixin_hargs;: Undocumented in source.
applyForward auto applyForward(Args args): store grain.autograd.BackProp object in returned variables from forward function
applyBackward void applyBackward(UntypedVariable[] ugradOutputs): type-erased version of backward function used in grain.autograd.BackProp object

Examples

test logsoftmax simple case, gradcheck and cpu/cuda equality

import grain.testing;
import std.typecons;
import numir;
import mir.ndslice;
import mir.math;

auto e = log(exp(-1.0) + exp(2.0) + exp(3.0));
auto xs = [[-1.0f, 2.0f, 3.0f], [-1.0f, 2.0f, 3.0f], [-1.0f, 2.0f, 3.0f]]
    .nparray;
LogSoftmax!float hfunc;
auto _hx = xs.variable;
auto _hy = hfunc.forward(_hx);
assert(approxEqual(_hy.sliced, xs - e));

auto hx = uniform!float(2, 2).slice.variable;
auto hy = hfunc.forward(hx);
auto hgy = uniform!float(2, 2).slice.variable;
auto hgx = hfunc.backward(hgy);
gradCheck(hfunc, hx, hgy, 1e-3, 1e-3, 1e-3);

version (grain_cuda) {
    alias Storage = DeviceStorage;
    auto func = LogSoftmax!float();
    auto dx = hx.to!Storage;
    auto dy = func.forward(dx);
    assert(approxEqual(dy.to!HostStorage.sliced, hy.sliced));
    auto dgy = hgy.to!Storage;
    auto dgx = func.backward(dgy);
    assert(approxEqual(dgx.to!HostStorage.sliced, hgx.sliced));
}

LogSoftmax

Members

Functions

Mixins

Variables

Mixed In Members

From `mixin FunctionCommon`

Examples

See Also

Meta

Source

LogSoftmax

Members

Functions

Mixins

Variables

Mixed In Members

From mixin FunctionCommon

Examples

See Also

Meta

Source

From `mixin FunctionCommon`