From 725faaa6081d7c910039dcb81861aa435ba294df Mon Sep 17 00:00:00 2001 From: Vulcan <93451215+trholding@users.noreply.github.com> Date: Sat, 20 Jul 2024 19:14:56 +0530 Subject: [PATCH] Update runq.c --- runq.c | 8 -------- 1 file changed, 8 deletions(-) diff --git a/runq.c b/runq.c index 7c7562de..e4ea34a9 100644 --- a/runq.c +++ b/runq.c @@ -734,16 +734,8 @@ float* forward(Transformer* transformer, int token, int pos) { // Now for FFN in PyTorch we have: self.w2(F.silu(self.w1(x)) * self.w3(x)) // first calculate self.w1(x) and self.w3(x) quantize(&s->xq, s->xb, dim); - -// L2E Addition - #pragma omp parallel sections - { - #pragma omp section matmul(s->hb, &s->xq, w->w1 + l, dim, hidden_dim); - #pragma omp section matmul(s->hb2, &s->xq, w->w3 + l, dim, hidden_dim); - } -// END L2E Addition // SwiGLU non-linearity for (int i = 0; i < hidden_dim; i++) {