From e760eb236ff65c566d8451d4d7ce2f33aae2b330 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot Date: Tue, 1 Sep 2026 23:13:11 +0200 Subject: [PATCH 1/2] chore: :arrow_up: Update ggml-org/llama.cpp to `3466812d1f06728effe7c0f3c0671117f461672d` (#11798) * :arrow_up: Update ggml-org/llama.cpp Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> * fix(llama-cpp): link librdma from the static ggml-rpc build ggml-rpc gained an Apple RDMA transport in this llama.cpp range and declares its librdma dependency with target_link_options(ggml-rpc PRIVATE "LINKER:-weak_library,..."). Link options are not a usage requirement of a static library, so the llama-cpp-grpc variant, which builds with BUILD_SHARED_LIBS=OFF, dropped the flag and left every ibv_* symbol of transport-apple.cpp undefined when grpc-server linked on darwin. prepare.sh now re-declares the same weak link as INTERFACE on the ggml-rpc target, so the flag reaches whoever links the static library. The append is guarded on a marker for repeat runs, and on GGML_RPC_RDMA_APPLE, which the turboquant and bonsai forks lack. Assisted-by: Claude:claude-opus-5 [Claude Code] Signed-off-by: Ettore Di Giacinto --------- Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Signed-off-by: Ettore Di Giacinto Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> Co-authored-by: Ettore Di Giacinto --- backend/cpp/llama-cpp/Makefile | 2 +- backend/cpp/llama-cpp/prepare.sh | 24 ++++++++++++++++++++++++ 2 files changed, 25 insertions(+), 1 deletion(-) diff --git a/backend/cpp/llama-cpp/Makefile b/backend/cpp/llama-cpp/Makefile index b1f34d9852ac..e78be7b0d15c 100644 --- a/backend/cpp/llama-cpp/Makefile +++ b/backend/cpp/llama-cpp/Makefile @@ -1,5 +1,5 @@ -LLAMA_VERSION?=d7bd3bfcad3e29c7e49fd26f38c79ee3e9a3fd6b +LLAMA_VERSION?=3466812d1f06728effe7c0f3c0671117f461672d LLAMA_REPO?=https://github.com/ggerganov/llama.cpp CMAKE_ARGS?= diff --git a/backend/cpp/llama-cpp/prepare.sh b/backend/cpp/llama-cpp/prepare.sh index e00b139cb1c6..c76d15bb79a2 100644 --- a/backend/cpp/llama-cpp/prepare.sh +++ b/backend/cpp/llama-cpp/prepare.sh @@ -15,6 +15,30 @@ if [ -d "patches" ]; then done fi +## Apple RDMA link fixup. + +## ggml-rpc hands Apple's librdma to the linker with +## target_link_options(ggml-rpc PRIVATE "LINKER:-weak_library,..."). Link options are not +## a usage requirement of a static library, so in our BUILD_SHARED_LIBS=OFF build the flag +## dies with libggml-rpc.a and every ibv_* symbol transport-apple.cpp reaches for comes out +## undefined when grpc-server and ggml-rpc-server link. Re-declare the same weak link as +## INTERFACE so it travels to whoever links the static library. +## +## Guarded on the marker so a second prepare.sh over the same checkout is a no-op, and on +## GGML_RPC_RDMA_APPLE so forks that branched before the Apple RDMA transport (turboquant, +## bonsai) are left alone. +RPC_CMAKE=llama.cpp/ggml/src/ggml-rpc/CMakeLists.txt +if [ -f "$RPC_CMAKE" ] && grep -q "GGML_RPC_RDMA_APPLE" "$RPC_CMAKE" && ! grep -q "LOCALAI_RDMA_IFACE" "$RPC_CMAKE"; then + echo "==> ggml-rpc carries the Apple RDMA transport, re-declaring its weak librdma link as INTERFACE" + cat >> "$RPC_CMAKE" <<'EOF' + +# LOCALAI_RDMA_IFACE: added by backend/cpp/llama-cpp/prepare.sh +if (GGML_RPC_RDMA AND APPLE AND NOT BUILD_SHARED_LIBS) + target_link_options(ggml-rpc INTERFACE "LINKER:-weak_library,${RDMA_LIB}") +endif() +EOF +fi + for file in $(ls llama.cpp/tools/server/); do cp -rfv llama.cpp/tools/server/$file llama.cpp/tools/grpc-server/ done From 2bbcfb3ec6975614919da0a8c6b093bdec1bac68 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot Date: Tue, 1 Sep 2026 23:13:48 +0200 Subject: [PATCH 2/2] chore(model-gallery): :arrow_up: update checksum (#11831) :arrow_up: Checksum updates in gallery/index.yaml Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- gallery/index.yaml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/gallery/index.yaml b/gallery/index.yaml index ef04ba5ee26b..4a0e6afa2962 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -4114,8 +4114,8 @@ sha256: 927d6bc9c4db38b953da1da8d8e1a473725253c7683471a6369e0ce74688cf94 uri: https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V6-GGUF/resolve/main/Hermes3.6-35B-A3B-Uncensored-Genesis-V6-Q8_0.gguf - filename: llama-cpp/mmproj/Hermes3.6-35B-A3B-Uncensored-Genesis-V6-Q8_0/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf - sha256: c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414 uri: https://huggingface.co/LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V6-GGUF/resolve/main/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf + sha256: ce49c492921cbf22991a7e3f927fa489ed7f87e1e426f542ce96b317c21072b4 - &qwen3-6-35b-a3b-genesis-hermes-v7 name: "qwen3.6-35b-a3b-genesis-hermes-v7" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" @@ -4176,8 +4176,8 @@ sha256: 995c2a82e1aaca7947075891ead093e38d1e7dc5c0b54e4debd1d01058229ff9 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-V7-APEX.gguf - filename: llama-cpp/mmproj/Hermes3.6-35B-A3B-Uncensored-Genesis-V7/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf - sha256: c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf + sha256: ce49c492921cbf22991a7e3f927fa489ed7f87e1e426f542ce96b317c21072b4 - !!merge <<: *qwen3-6-35b-a3b-genesis-hermes-v7 name: "qwen3.6-35b-a3b-genesis-hermes-v7-apex-compact" variants: [] @@ -4212,8 +4212,8 @@ sha256: 41826ae69333ab4f3577d53c0a8b427b306c63c88c6200b4eada32dda28d26b9 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-V7-APEX-Compact.gguf - filename: llama-cpp/mmproj/Hermes3.6-35B-A3B-Uncensored-Genesis-V7/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf - sha256: c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf + sha256: ce49c492921cbf22991a7e3f927fa489ed7f87e1e426f542ce96b317c21072b4 - !!merge <<: *qwen3-6-35b-a3b-genesis-hermes-v7 name: "qwen3.6-35b-a3b-genesis-hermes-v7-mtp-apex" variants: [] @@ -4260,8 +4260,8 @@ sha256: 63a3cd730a4f1e7f5b909c89550de32e5a27b33c697c62aed9da60a7bd4643ae uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-V7-MTP-APEX.gguf - filename: llama-cpp/mmproj/Hermes3.6-35B-A3B-Uncensored-Genesis-V7/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf - sha256: c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf + sha256: ce49c492921cbf22991a7e3f927fa489ed7f87e1e426f542ce96b317c21072b4 - !!merge <<: *qwen3-6-35b-a3b-genesis-hermes-v7 name: "qwen3.6-35b-a3b-genesis-hermes-v7-mtp-apex-compact" variants: [] @@ -4308,8 +4308,8 @@ sha256: 11edd0da4f28f587c0eb72ae2e417dfb0d02733360303045e21c9ba3aae8d114 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-V7-MTP-APEX-Compact.gguf - filename: llama-cpp/mmproj/Hermes3.6-35B-A3B-Uncensored-Genesis-V7/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf - sha256: c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf + sha256: ce49c492921cbf22991a7e3f927fa489ed7f87e1e426f542ce96b317c21072b4 - !!merge <<: *qwen3-6-35b-a3b-genesis-hermes-v7 name: "qwen3.6-35b-a3b-genesis-hermes-v7-q8-k-p" variants: [] @@ -4343,8 +4343,8 @@ sha256: b37a4225ba1eebaaac35b69dfeb78d1955d06fcb9f41fd334a4837cbdaff21c1 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/Hermes3.6-35B-A3B-Uncensored-Genesis-V7-Q8_K_P.gguf - filename: llama-cpp/mmproj/Hermes3.6-35B-A3B-Uncensored-Genesis-V7/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf - sha256: c8e702344a81f8c226a914aa980ed6e1f604bce9374f1fed8e65c896908af414 uri: huggingface://LuffyTheFox/Qwen3.6-35B-A3B-Uncensored-Genesis-Hermes-V7-GGUF/mmproj-Hermes3.6-35B-A3B-Uncensored-Genesis-F16.gguf + sha256: ce49c492921cbf22991a7e3f927fa489ed7f87e1e426f542ce96b317c21072b4 - &kat-coder-v2-5-dev name: "kat-coder-v2.5-dev" variants: