🐛 fixup LRU eviction

Signed-off-by: Joe Runde <[email protected]>
vllm-project · Jan 8, 2025 · cf12e6a · cf12e6a
1 parent 28226b0
commit cf12e6a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/vllm/lora/worker_manager.py b/vllm/lora/worker_manager.py
@@ -224,7 +224,7 @@ def add_adapter(self, lora_request: LoRARequest) -> bool:
             lora = self._load_adapter(lora_request)
             loaded = self._adapter_manager.add_adapter(lora)
             # If adding this adapter took us over capacity, evict the oldest one
-            if len(self._adapter_manager) + 1 > self._adapter_manager.capacity:
+            if len(self._adapter_manager) > self._adapter_manager.capacity:
                 assert isinstance(self._adapter_manager,
                                   LRUCacheLoRAModelManager)
                 self._adapter_manager.remove_oldest_adapter()