diff --git a/requirements-dev.txt b/requirements-dev.txt
index b54a2773249cf..80d66530f47f0 100644
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
@@ -17,7 +17,6 @@ pytest-forked
 pytest-asyncio
 httpx
 einops # required for MPT
-flash_attn # required for HuggingFace's llama implementation
 openai
 requests
-ray
\ No newline at end of file
+ray