From 0c8513715e9505fd4cbc9804f42757f8d7fa0f23 Mon Sep 17 00:00:00 2001 From: localai-org-maint-bot <306269227+localai-org-maint-bot@users.noreply.github.com> Date: Sat, 15 Aug 2026 20:05:16 +0000 Subject: [PATCH] feat(gallery): add HunyuanOCR variants Add the official Q8 and BF16 llama.cpp builds for the archived HunyuanOCR 1.0 checkpoint. Assisted-by: Codex:gpt-5 --- gallery/index.yaml | 65 ++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 65 insertions(+) diff --git a/gallery/index.yaml b/gallery/index.yaml index 303a99b89617..d2b65f5ddbf6 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -12781,6 +12781,71 @@ - filename: mmproj-GLM-OCR-Q8_0.gguf sha256: 9c4b58e33e316ed142eb5dcb41abec3844d3e6e5dc361ffb782c3fa9d175141f uri: huggingface://ggml-org/GLM-OCR-GGUF/mmproj-GLM-OCR-Q8_0.gguf +- &hunyuan-ocr + name: hunyuan-ocr-q8 + variants: + - model: hunyuan-ocr-bf16 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/tencent/HunyuanOCR/tree/main/v1.0 + - https://huggingface.co/ggml-org/HunyuanOCR-GGUF + description: | + HunyuanOCR is Tencent's lightweight vision-language model for document parsing, text spotting, information extraction, and text-image translation. This Q8_0 GGUF build runs on llama.cpp with its bundled vision projector. + license: tencent-hunyuan-community + icon: https://huggingface.co/tencent.png + tags: + - llm + - gguf + - gpu + - image-to-text + - ocr + - multimodal + - cpu + - hunyuan + last_checked: "2026-08-15" + overrides: + backend: llama-cpp + known_usecases: + - chat + - vision + mmproj: mmproj-HunyuanOCR-Q8_0.gguf + options: + - use_jinja:true + parameters: + model: HunyuanOCR-Q8_0.gguf + template: + use_tokenizer_template: true + files: + - filename: HunyuanOCR-Q8_0.gguf + sha256: cdafc794cafeae377868d7a40a70e282a737e39abe77c0d8b73614447b364a21 + uri: huggingface://ggml-org/HunyuanOCR-GGUF/HunyuanOCR-Q8_0.gguf + - filename: mmproj-HunyuanOCR-Q8_0.gguf + sha256: b77913164ff73d4c0dc4d994e236ed72bacbbe5c5db1ec9b2828627b46c32804 + uri: huggingface://ggml-org/HunyuanOCR-GGUF/mmproj-HunyuanOCR-Q8_0.gguf +- !!merge <<: *hunyuan-ocr + name: hunyuan-ocr-bf16 + description: | + HunyuanOCR in BF16 GGUF format for maximum model and vision-projector fidelity. It runs on llama.cpp and supports document parsing, text spotting, information extraction, and text-image translation. + overrides: + backend: llama-cpp + known_usecases: + - chat + - vision + mmproj: mmproj-HunyuanOCR-bf16.gguf + options: + - use_jinja:true + parameters: + model: HunyuanOCR-bf16.gguf + template: + use_tokenizer_template: true + files: + - filename: HunyuanOCR-bf16.gguf + sha256: a160215620dbd0ab43ec6faa28259654fd24c929953aa97c765176f7c0363217 + uri: huggingface://ggml-org/HunyuanOCR-GGUF/HunyuanOCR-bf16.gguf + - filename: mmproj-HunyuanOCR-bf16.gguf + sha256: 46401739a91d0778d86369bb952db685b215512d61a941c3b859f337f6014fcd + uri: huggingface://ggml-org/HunyuanOCR-GGUF/mmproj-HunyuanOCR-bf16.gguf + variants: [] - name: deepseek-ocr url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: