store grain.autograd.BackProp object in returned variables from forward function
type-erased version of backward function used in grain.autograd.BackProp object
test abs simple case, gradcheck and cpu/cuda equality
import grain.testing; import std.typecons; import numir; import mir.ndslice; auto xs = [[-1.0f, 2.0f, -3.0f], [1.0f, 0.0f, 0.0f]].nparray; auto ys = [[1.0f, 2.0f, 3.0f], [1.0f, 0.0f, 0.0f]].nparray; auto hfunc = Abs!(float, 2)(); auto hx = xs.variable; auto hy = hfunc.forward(hx); assert(approxEqual(hy.sliced, ys)); auto gxs = [[-0.1f, 0.2f, -0.3f], [0.5f, 0.0f, 0.0f]].nparray; auto gys = [[0.1f, 0.2f, 0.3f], [0.5f, 0.6f, 0.7f]].nparray; auto hgy = gys.variable; auto hgx = hfunc.backward(hgy); assert(approxEqual(hgx.sliced, gxs)); version (grain_cuda) { auto dfunc = Abs!(float, 2)(); auto dy = dfunc.forward(hx.to!DeviceStorage); assert(approxEqual(dy.to!HostStorage.sliced, hy.sliced)); auto dgx = dfunc.backward(hgy.to!DeviceStorage); assert(approxEqual(dgx.to!HostStorage.sliced, hgx.sliced)); }
y = abs x