From 4bd24e5d060685c69e4e5e997c343fa91949a143 Mon Sep 17 00:00:00 2001 From: shingo_yokoi Date: Fri, 14 Feb 2025 11:09:38 +0000 Subject: [PATCH] Fix leaf Variable in-place operation error by using out-of-place addition --- llava/model/llava_arch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llava/model/llava_arch.py b/llava/model/llava_arch.py index ae789009..3c25a9fe 100755 --- a/llava/model/llava_arch.py +++ b/llava/model/llava_arch.py @@ -416,7 +416,7 @@ def _embed( # This is a workaround to make sure the dummy embeddings are consumed while media_embeds.get("dummy"): dummy_embed = media_embeds["dummy"].popleft() - text_embeds += torch.sum(dummy_embed) * 0 + text_embeds = text_embeds + (torch.sum(dummy_embed) * 0) # Remove padding batch_size = labels.shape[0]