From 2de16b0f4afbb9d3c5725187ee2f14ef08fa364f Mon Sep 17 00:00:00 2001 From: Bruce-Lee-LY Date: Wed, 11 Sep 2024 14:00:38 +0800 Subject: [PATCH] fix: remove redundant load (#495) --- include/flashinfer/norm.cuh | 1 - 1 file changed, 1 deletion(-) diff --git a/include/flashinfer/norm.cuh b/include/flashinfer/norm.cuh index 82d2513db..c46e3d2cb 100644 --- a/include/flashinfer/norm.cuh +++ b/include/flashinfer/norm.cuh @@ -178,7 +178,6 @@ __global__ void FusedAddRMSNormKernel(T* __restrict__ input, T* __restrict__ res weight_vec.fill(0.f); residual_vec.fill(0.f); if ((i * num_threads + thread_id) * VEC_SIZE < d) { - input_vec.load(input + bx * d + i * num_threads * VEC_SIZE + thread_id * VEC_SIZE); weight_vec.load(weight + i * num_threads * VEC_SIZE + thread_id * VEC_SIZE); residual_vec.load(residual + bx * d + i * num_threads * VEC_SIZE + thread_id * VEC_SIZE); }