pow leaking memory

[ivanstepanovftw]

out.op = try std.fmt.allocPrint(self.allocator, "**{d}", .{exponent});

[ivanstepanovftw]

It is obviously better to create enum Op:

const Op = enum {
    None,
    Add,
    Mul,
    Pow,
    ReLU,
};

use it like this:

op: Op,
...

pub fn add(self: *Self, other: *Self) !*Self {
    const out = try Self.init(self.allocator, self.data + other.data);
    try out.prev.appendSlice(&[_]*Self{ self, other });
    out.op = .Add;
    return out;
}


fn backwardOp(self: *Self) !void {
    switch (self.op) {
        .None => {},
        .Add => {
            self.prev.items[0].grad += self.grad;
            self.prev.items[1].grad += self.grad;
        },
        .Mul => {
            self.prev.items[0].grad += self.prev.items[1].data * self.grad;
            self.prev.items[1].grad += self.prev.items[0].data * self.grad;
        },
        .Pow => {
            const base = self.prev.items[0].data;
            const exponent = self.prev.items[1].data;
            self.prev.items[0].grad += exponent * std.math.pow(T, base, exponent - 1) * self.grad;
        },
        .ReLU => {
            self.prev.items[0].grad += if (self.data > 0) self.grad else 0;
        },
    }
}

[mattzcarey]

Thanks. I'm super new to zig so appreciated.