refactor dir layout

vllm-project · Feb 13, 2025 · f6e8976 · f6e8976
1 parent 410c4ed
commit f6e8976
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 1 deletion.
diff --git a/...gateway/prefixcacheindexer/prefix_hash.go → ...lugins/gateway/prefixcacheindexer/hash.go b/...gateway/prefixcacheindexer/prefix_hash.go → ...lugins/gateway/prefixcacheindexer/hash.go
diff --git a/...ay/prefixcacheindexer/prefix_hash_test.go → ...s/gateway/prefixcacheindexer/hash_test.go b/...ay/prefixcacheindexer/prefix_hash_test.go → ...s/gateway/prefixcacheindexer/hash_test.go
diff --git a/...refixcacheindexer/prefix_cache_indexer.go → ...ins/gateway/prefixcacheindexer/indexer.go b/...refixcacheindexer/prefix_cache_indexer.go → ...ins/gateway/prefixcacheindexer/indexer.go
@@ -30,6 +30,7 @@ type PrefixCacheIndexer interface {
 	// AddPrefix adds tokens in internal prefix cache indexer to be used by future requests
 	AddPrefix(tokens []int, model, pod string)
 
-	// Evict is invoked at fixed internal to clean up expired tokens using LRU policy from prefix cache.
+	// Evict is invoked at fixed internal to clean up expired tokens from prefix cache.
+	// TODO: Add max blocks to cache, add LRU policy along with TTL and add performance benchmark tests.
 	Evict(now time.Time)
 }