From 3307522289fdfefe323b6c00d0db696651989a2f Mon Sep 17 00:00:00 2001 From: Thomas Parnell Date: Thu, 11 Jul 2024 04:51:14 -0400 Subject: [PATCH] Update docstring Signed-off-by: Thomas Parnell --- vllm/triton_utils/custom_cache_manager.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/triton_utils/custom_cache_manager.py b/vllm/triton_utils/custom_cache_manager.py index b0cbaaedf51d6..17039d7ba24c7 100644 --- a/vllm/triton_utils/custom_cache_manager.py +++ b/vllm/triton_utils/custom_cache_manager.py @@ -23,6 +23,10 @@ class CustomCacheManager(FileCacheManager): unique cache directory is created for each process. This is needed to avoid collisions when running with tp>1 and using multi-processing as the distributed backend. + + Note this issue was fixed by triton-lang/triton/pull/4295, + but the fix is not yet included in triton==v3.0.0. However, + it should be included in the subsequent version. """ def __init__(self, key, override=False, dump=False):