Skip to content

Commit

Permalink
remove changes
Browse files Browse the repository at this point in the history
  • Loading branch information
vwxyzjn committed Aug 18, 2024
1 parent ca748a4 commit 9ec06f2
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion vllm/worker/cache_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,7 @@ def __init__(

# Initialize the cache.
self.gpu_cache = self._allocate_kv_cache(
self.num_gpu_blocks, self.device_config.device)
self.num_gpu_blocks, self.device_config.device_type)
self.cpu_cache = self._allocate_kv_cache(self.num_cpu_blocks, "cpu")

def _allocate_kv_cache(
Expand Down

0 comments on commit 9ec06f2

Please sign in to comment.