From ec45ae760d5a6f17e76a400678a4e00e66ee026a Mon Sep 17 00:00:00 2001 From: Cyril Vallez Date: Wed, 17 Jul 2024 18:52:58 +0200 Subject: [PATCH] Add the lru_cache for speed --- src/transformers/utils/import_utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py index bd14dd8cd753..0d660aacd5f0 100755 --- a/src/transformers/utils/import_utils.py +++ b/src/transformers/utils/import_utils.py @@ -819,6 +819,7 @@ def is_flash_attn_greater_or_equal_2_10(): return version.parse(importlib.metadata.version("flash_attn")) >= version.parse("2.1.0") +@lru_cache() def is_flash_attn_greater_or_equal(library_version: str): if not _is_package_available("flash_attn"): return False