diff --git a/xinference/model/llm/vllm/core.py b/xinference/model/llm/vllm/core.py index bd43a2213c..92aa77c669 100644 --- a/xinference/model/llm/vllm/core.py +++ b/xinference/model/llm/vllm/core.py @@ -476,6 +476,15 @@ def load(self): if self.lora_modules is None: self.lora_requests = [] + elif VLLM_VERSION and VLLM_VERSION >= version.parse("0.14.0"): + self.lora_requests = [ + LoRARequest( + lora_name=lora.lora_name, + lora_int_id=i, + lora_path=lora.local_path, + ) + for i, lora in enumerate(self.lora_modules, start=1) + ] else: self.lora_requests = [ LoRARequest(