From 9331895a44d4539da61e7fb92f9eea67de10a7f8 Mon Sep 17 00:00:00 2001
From: JohannesGaessler <johannesg@5d6.de>
Date: Tue, 5 Sep 2023 13:21:30 +0200
Subject: [PATCH] fix perplexity for batch size > 32

---
 ggml-cuda.cu | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index 4ae202185f711b..c249c67dd3cc87 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -4040,7 +4040,9 @@ static __global__ void cpy_f32_q8_0(
         src = &zero;
     } else {
         src = x;
-        memcpy(&dst[1 + iqs/8].qs[sizeof(float) * (iqs % 8)], src, sizeof(float));
+        if (i0 / QK8_0 == (i_blck_0 + ne00) / QK8_0) {
+            memcpy(&dst[1 + iqs/8].qs[sizeof(float) * (iqs % 8)], src, sizeof(float));
+        }
     }
 
     float val;