diff --git a/gallery/index.yaml b/gallery/index.yaml index cab4117e092b..e46620e729c1 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -2600,6 +2600,103 @@ - filename: llama-cpp/mmproj/qwen3.5-9b-defiant-fable/mmproj-BF16.gguf uri: huggingface://DavidAU/Qwen3.5-9B-The-Defiant-Fable-Uncensored-Heretic-NEO-IMATRIX-MAX-MTP-GGUF/mmproj-BF16.gguf sha256: 853698ce7aa6c7ba732478bad280240969ddf7b0fcbf93900046f63903a83383 +- &qwen3-8-27b-cold-fusion + name: "qwen3.8-27b-cold-fusion-q4-mtp" + variants: + - model: qwen3.8-27b-cold-fusion-q8-mtp + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1 + - https://huggingface.co/DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF + description: | + Qwen3.8 27B Cold Fusion is an Apache-2.0 multimodal fine-tune for + reasoning, coding, creative writing, and roleplay. This entry uses the + publisher's NEO-imatrix Q4_K_M GGUF with multi-token prediction enabled. + It supports vision through the shared BF16 projector and a native 256K + context window. + license: apache-2.0 + tags: + - llm + - gguf + - cpu + - gpu + - qwen3.8 + - reasoning + - coding + - creative-writing + - vision + - multimodal + - mtp + last_checked: "2026-08-27" + overrides: + backend: llama-cpp + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/qwen3.8-27b-cold-fusion/mmproj-BF16.gguf + options: + - use_jinja:true + - spec_type:draft-mtp + - spec_n_max:6 + - spec_p_min:0.75 + parameters: + min_p: 0.0 + model: llama-cpp/models/qwen3.8-27b-cold-fusion/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M.gguf + repeat_penalty: 1.0 + temperature: 1.0 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/qwen3.8-27b-cold-fusion/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M.gguf + uri: huggingface://DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-MTP-Q4_K_M.gguf + sha256: db466a9432a52b87a7b7560f432f0e1caafeb111dbe3d168acf74dfe143a637c + - filename: llama-cpp/mmproj/qwen3.8-27b-cold-fusion/mmproj-BF16.gguf + uri: huggingface://DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF/mmproj-BF16.gguf + sha256: 734916669e61e798d2af7cdbff50ef7b1520b66993b69089bb883048cc048929 +- !!merge <<: *qwen3-8-27b-cold-fusion + name: "qwen3.8-27b-cold-fusion-q8-mtp" + variants: [] + description: | + Qwen3.8 27B Cold Fusion in the higher-quality NEO-imatrix Q8_0 GGUF + format. Multi-token prediction is enabled, and the shared BF16 projector + provides vision support. + overrides: + backend: llama-cpp + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + - vision + mmproj: llama-cpp/mmproj/qwen3.8-27b-cold-fusion/mmproj-BF16.gguf + options: + - use_jinja:true + - spec_type:draft-mtp + - spec_n_max:6 + - spec_p_min:0.75 + parameters: + min_p: 0.0 + model: llama-cpp/models/qwen3.8-27b-cold-fusion/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-MTP-Q8_0.gguf + repeat_penalty: 1.0 + temperature: 1.0 + top_k: 20 + top_p: 0.95 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/qwen3.8-27b-cold-fusion/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-MTP-Q8_0.gguf + uri: huggingface://DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-NEO-MTP-Q8_0.gguf + sha256: e78d3087059cc7280fbae60b551f6be0a2fdcd0afea8d5d28283b06878172a81 + - filename: llama-cpp/mmproj/qwen3.8-27b-cold-fusion/mmproj-BF16.gguf + uri: huggingface://DavidAU/Qwen3.8-27B-Cold-Fusion-GAIN-V1.1-NM-DAU-NEO-MAX-MTP-GGUF/mmproj-BF16.gguf + sha256: 734916669e61e798d2af7cdbff50ef7b1520b66993b69089bb883048cc048929 - &qwen3-8-2b-distill name: "qwen3.8-2b-distill-q4" variants: @@ -8569,6 +8666,8 @@ - model: lfm2.5-8b-a1b-ud-q5-k-m - model: lfm2.5-8b-a1b-ud-q6-k - model: lfm2.5-8b-a1b-q8-0 + - model: lfm2.5-8b-a1b-dspark + - model: lfm2.5-8b-a1b-q8-dspark url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF @@ -8601,6 +8700,109 @@ - filename: llama-cpp/models/LFM2.5-8B-A1B-GGUF/LFM2.5-8B-A1B-Q8_0.gguf uri: https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q8_0.gguf sha256: 33ab3b8ce6a964fb8ebac89360c9b3cf72c4fa418d5e4c0a94d46883124d5c02 +- name: "lfm2.5-8b-a1b-dspark" + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B + - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF + - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF + description: | + LFM2.5-8B-A1B with LiquidAI's DSpark speculative drafter. This build pairs + the Q4_K_M target with the compact Q4_K_M draft sidecar for lower-memory + hosts. DSpark proposes blocks of tokens that the target model verifies, + which preserves the target model's output while accelerating generation. + license: "other" + tags: + - llm + - gguf + - reasoning + - cpu + - gpu + - dspark + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/qUZVGkns1bg3sZUShBbhv.png + overrides: + backend: llama-cpp + context_size: 131072 + draft_model: llama-cpp/models/LFM2.5-8B-A1B-DSpark-GGUF/LFM2.5-8B-A1B-DSpark-Q4_K_M.gguf + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + options: + - use_jinja:true + - spec_type:draft-dspark + - spec_n_max:10 + - spec_n_min:0 + parameters: + min_p: 0.15 + model: llama-cpp/models/LFM2.5-8B-A1B-GGUF/LFM2.5-8B-A1B-Q4_K_M.gguf + repeat_penalty: 1.05 + temperature: 0.1 + top_k: 50 + top_p: 0.1 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/LFM2.5-8B-A1B-GGUF/LFM2.5-8B-A1B-Q4_K_M.gguf + uri: https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_K_M.gguf + sha256: 4923ec14f06b968b74d663e5949867d2d9c3bf13a20b8be1a9f9af39989b2bb0 + - filename: llama-cpp/models/LFM2.5-8B-A1B-DSpark-GGUF/LFM2.5-8B-A1B-DSpark-Q4_K_M.gguf + uri: https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF/resolve/main/LFM2.5-8B-A1B-DSpark-Q4_K_M.gguf + sha256: 017278ec4409671890f2722a690a52dba59f5f02eff604f0c1e79cf52f7c4ae8 +- name: "lfm2.5-8b-a1b-q8-dspark" + url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + urls: + - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B + - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF + - https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF + description: | + LFM2.5-8B-A1B with LiquidAI's DSpark speculative drafter. This build pairs + the higher-quality Q8_0 target with the recommended F16 draft sidecar for + the best acceptance length. DSpark proposes blocks of tokens that the + target model verifies, which preserves the target model's output while + accelerating generation. + license: "other" + tags: + - llm + - gguf + - reasoning + - cpu + - gpu + - dspark + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/qUZVGkns1bg3sZUShBbhv.png + overrides: + backend: llama-cpp + context_size: 131072 + draft_model: llama-cpp/models/LFM2.5-8B-A1B-DSpark-GGUF/LFM2.5-8B-A1B-DSpark-F16.gguf + function: + automatic_tool_parsing_fallback: true + grammar: + disable: true + known_usecases: + - chat + options: + - use_jinja:true + - spec_type:draft-dspark + - spec_n_max:10 + - spec_n_min:0 + parameters: + min_p: 0.15 + model: llama-cpp/models/LFM2.5-8B-A1B-GGUF/LFM2.5-8B-A1B-Q8_0.gguf + repeat_penalty: 1.05 + temperature: 0.1 + top_k: 50 + top_p: 0.1 + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/LFM2.5-8B-A1B-GGUF/LFM2.5-8B-A1B-Q8_0.gguf + uri: https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q8_0.gguf + sha256: 33ab3b8ce6a964fb8ebac89360c9b3cf72c4fa418d5e4c0a94d46883124d5c02 + - filename: llama-cpp/models/LFM2.5-8B-A1B-DSpark-GGUF/LFM2.5-8B-A1B-DSpark-F16.gguf + uri: https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF/resolve/main/LFM2.5-8B-A1B-DSpark-F16.gguf + sha256: a73be221783d3e832016c73945640fd81376f5de7a250025fd67a536435ce4b6 - name: "qwopus3.5-9b-coder-mtp" url: "github:mudler/LocalAI/gallery/virtual.yaml@master" urls: @@ -16341,6 +16543,112 @@ - filename: antares-1b-q8_0.gguf sha256: f0b147c42d9056d59eb3f0ab51d4d57a2259bf1b4e37ae986ef96a6c2e0ac6b7 uri: huggingface://mitkox/antares-1b-Q8_0-GGUF/antares-1b-q8_0.gguf +- &granite-4-2-3b-vllm + name: "granite-4.2-3b:vllm" + variants: + - model: granite-4.2-8b:vllm + - model: granite-4.2-30b:vllm + url: "github:mudler/LocalAI/gallery/vllm.yaml@master" + urls: + - https://huggingface.co/ibm-granite/granite-4.2-3b + description: | + Granite 4.2 3B is IBM's compact dense reasoning model for code generation, + tool calling, agentic workflows, multilingual chat, and long-context tasks. + This entry serves the bfloat16 safetensors with vLLM and supports a + 128K-token context. It is the smallest fallback in a family that also offers + the higher-capacity 8B and 30B checkpoints as variants. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png + tags: + - llm + - vllm + - gpu + - granite + - granite-4.2 + - 3b + - reasoning + - code + - function-calling + - agentic + - multilingual + - long-context + - instruction-tuned + last_checked: "2026-08-29" + overrides: + context_size: 131072 + options: + - reasoning_parser:granite + - tool_parser:qwen3_coder + parameters: + model: ibm-granite/granite-4.2-3b + temperature: 1 + top_p: 0.95 +- !!merge <<: *granite-4-2-3b-vllm + name: "granite-4.2-8b:vllm" + variants: [] + urls: + - https://huggingface.co/ibm-granite/granite-4.2-8b + description: | + Granite 4.2 8B is IBM's mid-sized dense reasoning model for code generation, + tool calling, agentic workflows, multilingual chat, and long-context tasks. + This entry serves the higher-capacity bfloat16 safetensors with vLLM and + supports a 128K-token context. + tags: + - llm + - vllm + - gpu + - granite + - granite-4.2 + - 8b + - reasoning + - code + - function-calling + - agentic + - multilingual + - long-context + - instruction-tuned + overrides: + context_size: 131072 + options: + - reasoning_parser:granite + - tool_parser:qwen3_coder + parameters: + model: ibm-granite/granite-4.2-8b + temperature: 1 + top_p: 0.95 +- !!merge <<: *granite-4-2-3b-vllm + name: "granite-4.2-30b:vllm" + variants: [] + urls: + - https://huggingface.co/ibm-granite/granite-4.2-30b + description: | + Granite 4.2 30B is IBM's largest dense Granite 4.2 reasoning model for code + generation, tool calling, agentic workflows, multilingual chat, and + long-context tasks. This entry serves the bfloat16 safetensors with vLLM and + supports a 128K-token context. + tags: + - llm + - vllm + - gpu + - granite + - granite-4.2 + - 30b + - reasoning + - code + - function-calling + - agentic + - multilingual + - long-context + - instruction-tuned + overrides: + context_size: 131072 + options: + - reasoning_parser:granite + - tool_parser:qwen3_coder + parameters: + model: ibm-granite/granite-4.2-30b + temperature: 1 + top_p: 0.95 - name: ibm-granite_granite-4.0-h-small url: github:mudler/LocalAI/gallery/granite4.yaml@master urls: