Closed hikettei closed 2 weeks ago
(caten (call (feedforward 10 10) (!add (call (Embedding 10 10) (make-tensor `(3 3))) (call (Embedding 10 10) (make-tensor `(3 3))))))
memo: in transposed gemm fusion and convnd scheduling
for (int c0 = 0; c0 <= 9; c0 += 1)
for (int c1 = 0; c1 <= 29; c1 += 1) {
T1(c0, c1);
for (int c2 = 0; c2 <= 19; c2 += 1)
// T0 should be moved to here by permuting
T2(c0, c1, c2);
T3(c0, c1);
}
for (int c0 = 0; c0 <= 19; c0 += 1)
for (int c1 = 0; c1 <= 29; c1 += 1)
T0(c0, c1);