use xformers

vllm-project · Oct 30, 2024 · fef6ade · fef6ade
1 parent f267dad
commit fef6ade
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/crash_repro.py b/crash_repro.py
@@ -5,6 +5,7 @@
 
 import torch
 
+from tests.kernels.utils import override_backend_env_variable
 from vllm import LLM, SamplingParams, TokensPrompt
 from vllm.distributed import destroy_model_parallel, destroy_distributed_environment
 
@@ -24,6 +25,8 @@
 
 @pytest.fixture
 def llm(enable_chunked_prefill, enable_prefix_caching, use_v2_block_manager, monkeypatch):
+  override_backend_env_variable(monkeypatch, "XFORMERS")
+
   if not use_v2_block_manager:
     monkeypatch.setenv("VLLM_ALLOW_DEPRECATED_BLOCK_MANAGER_V1", "1")