store grain.autograd.BackProp object in returned variables from forward function
type-erased version of backward function used in grain.autograd.BackProp object
test neg simple case, gradcheck and cpu/cuda equality
import grain.testing; import std.typecons; import numir; import mir.ndslice; // simple case: 2.0 * x auto xs = [[-1.0f, 2.0f, 3.0f], [1.0f, 0.1f, 0.0f]].nparray; auto hfunc = Neg!(float, 2)(); auto _hx = xs.variable; auto _hy = hfunc.forward(_hx); assert(approxEqual(_hy.sliced, -xs)); auto hx = uniform!float(2, 2).slice.variable; auto hy = hfunc.forward(hx); auto hgy = uniform!float(2, 2).slice.variable; auto hgx = hfunc.backward(hgy); gradCheck(hfunc, hx, hgy); // , 1e-3, 1e-3, 1e-3); version (grain_cuda) { auto dfunc = Neg!(float, 2)(); auto dy = dfunc.forward(hx.to!DeviceStorage); assert(approxEqual(dy.to!HostStorage.sliced, hy.sliced)); auto dgx = dfunc.backward(hgy.to!DeviceStorage); assert(approxEqual(dgx.to!HostStorage.sliced, hgx.sliced)); }
y = -x