Fix race condition in cache (#550)

vllm-project · Jan 3, 2025 · 06d3901 · 06d3901
1 parent ba78d2d
commit 06d3901
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/pkg/cache/cache.go b/pkg/cache/cache.go
@@ -442,6 +442,9 @@ func (c *Cache) deletePodAndModelMapping(podName, modelName string) {
 }
 
 func (c *Cache) debugInfo() {
+	c.mu.RLock()
+	defer c.mu.RUnlock()
+
 	for _, pod := range c.Pods {
 		klog.V(4).Infof("pod: %s, podIP: %v", pod.Name, pod.Status.PodIP)
 	}