From 2e9f228fa7845496347ae8b2669765dfaa27e28f Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=95=8A=E6=B2=90=E6=B2=90?= <15667065080@163.com> Date: Mon, 1 Jun 2026 18:13:39 +0800 Subject: [PATCH] Adapt vLLM LoRA request path parameter --- xinference/model/llm/vllm/core.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/xinference/model/llm/vllm/core.py b/xinference/model/llm/vllm/core.py index bd43a2213c..92aa77c669 100644 --- a/xinference/model/llm/vllm/core.py +++ b/xinference/model/llm/vllm/core.py @@ -476,6 +476,15 @@ def load(self): if self.lora_modules is None: self.lora_requests = [] + elif VLLM_VERSION and VLLM_VERSION >= version.parse("0.14.0"): + self.lora_requests = [ + LoRARequest( + lora_name=lora.lora_name, + lora_int_id=i, + lora_path=lora.local_path, + ) + for i, lora in enumerate(self.lora_modules, start=1) + ] else: self.lora_requests = [ LoRARequest(