cuda : add ROCm / hipBLAS cublasGemmBatchedEx define

ggerganov · Oct 23, 2023 · d415669 · d415669
1 parent 878aa4f
commit d415669
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -29,6 +29,7 @@
 #define __shfl_xor_sync(mask, var, laneMask, width) __shfl_xor(var, laneMask, width)
 #define cublasCreate hipblasCreate
 #define cublasGemmEx hipblasGemmEx
+#define cublasGemmBatchedEx hipblasGemmBatchedEx
 #define cublasHandle_t hipblasHandle_t
 #define cublasSetMathMode(handle, mode) CUBLAS_STATUS_SUCCESS
 #define cublasSetStream hipblasSetStream