From 32eedbe452eafe965cf8ab0fb7cb5c8829bc1b61 Mon Sep 17 00:00:00 2001 From: Michael Neale Date: Thu, 6 Aug 2026 10:04:52 +1000 Subject: [PATCH] feat(catalog): add Qwen3.6 27B and 35B-A3B to the model catalog (#1184) Qwen3.6 is available on Hugging Face but absent from the bundled catalog, so these models could only be run by typing a full repo reference. Add the dense 27B and the 35B-A3B MoE so they show up in model listings, search, and the console catalog alongside Qwen3.5. Both entries include the mmproj asset, since both models are vision-capable (their configs carry vision_config and *ForConditionalGeneration architectures), which makes the catalog advertise vision support for them. No draft model is set: Qwen3.6 uses a 248320-token vocabulary, so the Qwen3-0.6B draft used by the Qwen3.5 entry is not tokenizer-compatible. Verified both download URLs return HTTP 200 (16.4GB and 20.8GB) and both models serve and generate locally on Metal. Co-authored-by: Michael Neale <14976+michaelneale@users.noreply.github.com> --- crates/mesh-client/src/models/catalog.json | 26 ++++++++++++++++++++++ crates/mesh-llm-node/src/catalog.json | 26 ++++++++++++++++++++++ 2 files changed, 52 insertions(+) diff --git a/crates/mesh-client/src/models/catalog.json b/crates/mesh-client/src/models/catalog.json index 61b297a48..fd9c99c4c 100644 --- a/crates/mesh-client/src/models/catalog.json +++ b/crates/mesh-client/src/models/catalog.json @@ -255,6 +255,32 @@ "url": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-BF16.gguf" } }, + { + "name": "Qwen3.6-27B-UD-Q4_K_XL", + "file": "Qwen3.6-27B-UD-Q4_K_XL.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q4_K_XL.gguf", + "size": "16.4GB", + "description": "Qwen3.6 27B dense, vision + text, strong reasoning and coding", + "draft": null, + "extra_files": [], + "mmproj": { + "file": "Qwen3.6-27B-mmproj-BF16.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-BF16.gguf" + } + }, + { + "name": "Qwen3.6-35B-A3B-UD-Q4_K_XL", + "file": "Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", + "size": "20.8GB", + "description": "Qwen3.6 35B MoE (3B active), vision + text, fast reasoning and coding", + "draft": null, + "extra_files": [], + "mmproj": { + "file": "Qwen3.6-35B-A3B-mmproj-BF16.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-BF16.gguf" + } + }, { "name": "Qwen3-Coder-Next-Q4_K_M", "file": "Qwen3-Coder-Next-Q4_K_M-00001-of-00004.gguf", diff --git a/crates/mesh-llm-node/src/catalog.json b/crates/mesh-llm-node/src/catalog.json index 61b297a48..fd9c99c4c 100644 --- a/crates/mesh-llm-node/src/catalog.json +++ b/crates/mesh-llm-node/src/catalog.json @@ -255,6 +255,32 @@ "url": "https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-BF16.gguf" } }, + { + "name": "Qwen3.6-27B-UD-Q4_K_XL", + "file": "Qwen3.6-27B-UD-Q4_K_XL.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/Qwen3.6-27B-UD-Q4_K_XL.gguf", + "size": "16.4GB", + "description": "Qwen3.6 27B dense, vision + text, strong reasoning and coding", + "draft": null, + "extra_files": [], + "mmproj": { + "file": "Qwen3.6-27B-mmproj-BF16.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-BF16.gguf" + } + }, + { + "name": "Qwen3.6-35B-A3B-UD-Q4_K_XL", + "file": "Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf", + "size": "20.8GB", + "description": "Qwen3.6 35B MoE (3B active), vision + text, fast reasoning and coding", + "draft": null, + "extra_files": [], + "mmproj": { + "file": "Qwen3.6-35B-A3B-mmproj-BF16.gguf", + "url": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-BF16.gguf" + } + }, { "name": "Qwen3-Coder-Next-Q4_K_M", "file": "Qwen3-Coder-Next-Q4_K_M-00001-of-00004.gguf",