From 9351a07665d778fe0426752b28dd1b29e938e0db Mon Sep 17 00:00:00 2001 From: Richard Palethorpe Date: Wed, 8 Apr 2026 15:34:10 +0100 Subject: [PATCH 1/2] feat: Rework VRAM estimation and use known_usecases in gallery Signed-off-by: Richard Palethorpe Assisted-by: Claude:claude-opus-4-7[1m] [Claude Code] --- core/application/startup.go | 5 + core/config/backend_capabilities.go | 480 ++++++++++++++++++ core/config/backend_capabilities_test.go | 95 ++++ core/config/model_config.go | 42 +- core/gallery/gallery.go | 101 ++++ core/gallery/gallery_test.go | 38 ++ core/gallery/importers/diffuser.go | 2 +- core/gallery/importers/llama-cpp.go | 2 +- core/gallery/importers/local.go | 8 +- core/gallery/importers/mlx.go | 2 +- core/gallery/importers/transformers.go | 2 +- core/gallery/importers/vllm.go | 2 +- core/gallery/models_types.go | 36 ++ core/http/endpoints/localai/config_meta.go | 8 +- core/http/endpoints/localai/import_model.go | 13 +- core/http/endpoints/localai/vram.go | 5 +- core/http/endpoints/localai/vram_test.go | 12 +- core/http/react-ui/e2e/models-gallery.spec.js | 124 ++++- .../react-ui/public/locales/de/models.json | 1 + .../react-ui/public/locales/en/models.json | 10 +- .../react-ui/public/locales/es/models.json | 1 + .../react-ui/public/locales/it/models.json | 1 + .../react-ui/public/locales/zh-CN/models.json | 1 + core/http/react-ui/src/pages/Backends.jsx | 4 +- core/http/react-ui/src/pages/Models.jsx | 161 ++++-- core/http/react-ui/src/utils/api.js | 5 + core/http/react-ui/src/utils/config.js | 1 + core/http/routes/ui_api.go | 251 +++++---- core/services/modeladmin/vram.go | 59 ++- core/services/nodes/router.go | 27 +- pkg/vram/cache.go | 71 ++- pkg/vram/estimate.go | 162 +++--- pkg/vram/estimate_test.go | 114 ++++- pkg/vram/hf_estimate.go | 60 +-- pkg/vram/types.go | 50 +- 35 files changed, 1574 insertions(+), 382 deletions(-) create mode 100644 core/config/backend_capabilities.go create mode 100644 core/config/backend_capabilities_test.go diff --git a/core/application/startup.go b/core/application/startup.go index 8747125e8284..ab50936e28bd 100644 --- a/core/application/startup.go +++ b/core/application/startup.go @@ -17,6 +17,7 @@ import ( "github.com/mudler/LocalAI/core/services/jobs" "github.com/mudler/LocalAI/core/services/nodes" "github.com/mudler/LocalAI/core/services/storage" + "github.com/mudler/LocalAI/pkg/vram" coreStartup "github.com/mudler/LocalAI/core/startup" "github.com/mudler/LocalAI/internal" @@ -251,6 +252,10 @@ func New(opts ...config.AppOption) (*Application, error) { go uc.Run(options.Context) } + // Wire gallery generation counter into VRAM caches so they invalidate + // when gallery data refreshes instead of using a fixed TTL. + vram.SetGalleryGenerationFunc(gallery.GalleryGeneration) + if options.ConfigFile != "" { if err := application.ModelConfigLoader().LoadMultipleModelConfigsSingleFile(options.ConfigFile, configLoaderOpts...); err != nil { xlog.Error("error loading config file", "error", err) diff --git a/core/config/backend_capabilities.go b/core/config/backend_capabilities.go new file mode 100644 index 000000000000..e9c1920f050b --- /dev/null +++ b/core/config/backend_capabilities.go @@ -0,0 +1,480 @@ +package config + +import ( + "slices" + "strings" +) + +// Usecase name constants — the canonical string values used in gallery entries, +// model configs (known_usecases), and UsecaseInfoMap keys. +const ( + UsecaseChat = "chat" + UsecaseCompletion = "completion" + UsecaseEdit = "edit" + UsecaseVision = "vision" + UsecaseEmbeddings = "embeddings" + UsecaseTokenize = "tokenize" + UsecaseImage = "image" + UsecaseVideo = "video" + UsecaseTranscript = "transcript" + UsecaseTTS = "tts" + UsecaseSoundGeneration = "sound_generation" + UsecaseRerank = "rerank" + UsecaseDetection = "detection" + UsecaseVAD = "vad" + UsecaseAudioTransform = "audio_transform" + UsecaseDiarization = "diarization" +) + +// GRPCMethod identifies a Backend service RPC from backend.proto. +type GRPCMethod string + +const ( + MethodPredict GRPCMethod = "Predict" + MethodPredictStream GRPCMethod = "PredictStream" + MethodEmbedding GRPCMethod = "Embedding" + MethodGenerateImage GRPCMethod = "GenerateImage" + MethodGenerateVideo GRPCMethod = "GenerateVideo" + MethodAudioTranscription GRPCMethod = "AudioTranscription" + MethodTTS GRPCMethod = "TTS" + MethodTTSStream GRPCMethod = "TTSStream" + MethodSoundGeneration GRPCMethod = "SoundGeneration" + MethodTokenizeString GRPCMethod = "TokenizeString" + MethodDetect GRPCMethod = "Detect" + MethodRerank GRPCMethod = "Rerank" + MethodVAD GRPCMethod = "VAD" + MethodAudioTransform GRPCMethod = "AudioTransform" + MethodDiarize GRPCMethod = "Diarize" +) + +// UsecaseInfo describes a single known_usecase value and how it maps +// to the gRPC backend API. +type UsecaseInfo struct { + // Flag is the ModelConfigUsecase bitmask value. + Flag ModelConfigUsecase + // GRPCMethod is the primary Backend service RPC this usecase maps to. + GRPCMethod GRPCMethod + // IsModifier is true when this usecase doesn't map to its own gRPC RPC + // but modifies how another RPC behaves (e.g., vision uses Predict with images). + IsModifier bool + // DependsOn names the usecase(s) this modifier requires (e.g., "chat"). + DependsOn string + // Description is a human/LLM-readable explanation of what this usecase means. + Description string +} + +// UsecaseInfoMap maps each known_usecase string to its gRPC and semantic info. +var UsecaseInfoMap = map[string]UsecaseInfo{ + UsecaseChat: { + Flag: FLAG_CHAT, + GRPCMethod: MethodPredict, + Description: "Conversational/instruction-following via the Predict RPC with chat templates.", + }, + UsecaseCompletion: { + Flag: FLAG_COMPLETION, + GRPCMethod: MethodPredict, + Description: "Text completion via the Predict RPC with a completion template.", + }, + UsecaseEdit: { + Flag: FLAG_EDIT, + GRPCMethod: MethodPredict, + Description: "Text editing via the Predict RPC with an edit template.", + }, + UsecaseVision: { + Flag: FLAG_VISION, + GRPCMethod: MethodPredict, + IsModifier: true, + DependsOn: UsecaseChat, + Description: "The model accepts images alongside text in the Predict RPC. For llama-cpp this requires an mmproj file.", + }, + UsecaseEmbeddings: { + Flag: FLAG_EMBEDDINGS, + GRPCMethod: MethodEmbedding, + Description: "Vector embedding generation via the Embedding RPC.", + }, + UsecaseTokenize: { + Flag: FLAG_TOKENIZE, + GRPCMethod: MethodTokenizeString, + Description: "Tokenization via the TokenizeString RPC without running inference.", + }, + UsecaseImage: { + Flag: FLAG_IMAGE, + GRPCMethod: MethodGenerateImage, + Description: "Image generation via the GenerateImage RPC (Stable Diffusion, Flux, etc.).", + }, + UsecaseVideo: { + Flag: FLAG_VIDEO, + GRPCMethod: MethodGenerateVideo, + Description: "Video generation via the GenerateVideo RPC.", + }, + UsecaseTranscript: { + Flag: FLAG_TRANSCRIPT, + GRPCMethod: MethodAudioTranscription, + Description: "Speech-to-text via the AudioTranscription RPC.", + }, + UsecaseTTS: { + Flag: FLAG_TTS, + GRPCMethod: MethodTTS, + Description: "Text-to-speech via the TTS RPC.", + }, + UsecaseSoundGeneration: { + Flag: FLAG_SOUND_GENERATION, + GRPCMethod: MethodSoundGeneration, + Description: "Music/sound generation via the SoundGeneration RPC (not speech).", + }, + UsecaseRerank: { + Flag: FLAG_RERANK, + GRPCMethod: MethodRerank, + Description: "Document reranking via the Rerank RPC.", + }, + UsecaseDetection: { + Flag: FLAG_DETECTION, + GRPCMethod: MethodDetect, + Description: "Object detection via the Detect RPC with bounding boxes.", + }, + UsecaseVAD: { + Flag: FLAG_VAD, + GRPCMethod: MethodVAD, + Description: "Voice activity detection via the VAD RPC.", + }, + UsecaseAudioTransform: { + Flag: FLAG_AUDIO_TRANSFORM, + GRPCMethod: MethodAudioTransform, + Description: "Audio-in / audio-out transformations (echo cancellation, noise suppression, dereverberation, voice conversion) via the AudioTransform RPC.", + }, + UsecaseDiarization: { + Flag: FLAG_DIARIZATION, + GRPCMethod: MethodDiarize, + Description: "Speaker diarization (who-spoke-when, per-speaker segments) via the Diarize RPC.", + }, +} + +// BackendCapability describes which gRPC methods and usecases a backend supports. +// Derived from reviewing actual implementations in backend/go/ and backend/python/. +type BackendCapability struct { + // GRPCMethods lists the Backend service RPCs this backend implements. + GRPCMethods []GRPCMethod + // PossibleUsecases lists all usecase strings this backend can support. + PossibleUsecases []string + // DefaultUsecases lists the conservative safe defaults. + DefaultUsecases []string + // AcceptsImages indicates multimodal image input in Predict. + AcceptsImages bool + // AcceptsVideos indicates multimodal video input in Predict. + AcceptsVideos bool + // AcceptsAudios indicates multimodal audio input in Predict. + AcceptsAudios bool + // Description is a human-readable summary of the backend. + Description string +} + +// BackendCapabilities maps each backend name (as used in model configs and gallery +// entries) to its verified capabilities. This is the single source of truth for +// what each backend supports. +// +// Backend names use hyphens (e.g., "llama-cpp") matching the gallery convention. +// Use NormalizeBackendName() for names with dots (e.g., "llama.cpp"). +var BackendCapabilities = map[string]BackendCapability{ + // --- LLM / text generation backends --- + "llama-cpp": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodEmbedding, MethodTokenizeString}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseEdit, UsecaseEmbeddings, UsecaseTokenize, UsecaseVision}, + DefaultUsecases: []string{UsecaseChat}, + AcceptsImages: true, // requires mmproj + Description: "llama.cpp GGUF models — LLM inference with optional vision via mmproj", + }, + "vllm": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodEmbedding}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseEmbeddings, UsecaseVision}, + DefaultUsecases: []string{UsecaseChat}, + AcceptsImages: true, + AcceptsVideos: true, + Description: "vLLM engine — high-throughput LLM serving with optional multimodal", + }, + "vllm-omni": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodGenerateImage, MethodGenerateVideo, MethodTTS}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseImage, UsecaseVideo, UsecaseTTS, UsecaseVision}, + DefaultUsecases: []string{UsecaseChat}, + AcceptsImages: true, + AcceptsVideos: true, + AcceptsAudios: true, + Description: "vLLM omni-modal — supports text, image, video generation and TTS", + }, + "transformers": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodEmbedding, MethodTTS, MethodSoundGeneration}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseEmbeddings, UsecaseTTS, UsecaseSoundGeneration}, + DefaultUsecases: []string{UsecaseChat}, + Description: "HuggingFace transformers — general-purpose Python inference", + }, + "mlx": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodEmbedding}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseEmbeddings}, + DefaultUsecases: []string{UsecaseChat}, + Description: "Apple MLX framework — optimized for Apple Silicon", + }, + "mlx-distributed": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodEmbedding}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseEmbeddings}, + DefaultUsecases: []string{UsecaseChat}, + Description: "MLX distributed inference across multiple Apple Silicon devices", + }, + "mlx-vlm": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodPredictStream, MethodEmbedding}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseEmbeddings, UsecaseVision}, + DefaultUsecases: []string{UsecaseChat, UsecaseVision}, + AcceptsImages: true, + AcceptsAudios: true, + Description: "MLX vision-language models with multimodal input", + }, + "mlx-audio": { + GRPCMethods: []GRPCMethod{MethodPredict, MethodTTS}, + PossibleUsecases: []string{UsecaseChat, UsecaseCompletion, UsecaseTTS}, + DefaultUsecases: []string{UsecaseChat}, + Description: "MLX audio models — text generation and TTS", + }, + + // --- Image/video generation backends --- + "diffusers": { + GRPCMethods: []GRPCMethod{MethodGenerateImage, MethodGenerateVideo}, + PossibleUsecases: []string{UsecaseImage, UsecaseVideo}, + DefaultUsecases: []string{UsecaseImage}, + Description: "HuggingFace diffusers — Stable Diffusion, Flux, video generation", + }, + "stablediffusion": { + GRPCMethods: []GRPCMethod{MethodGenerateImage}, + PossibleUsecases: []string{UsecaseImage}, + DefaultUsecases: []string{UsecaseImage}, + Description: "Stable Diffusion native backend", + }, + "stablediffusion-ggml": { + GRPCMethods: []GRPCMethod{MethodGenerateImage}, + PossibleUsecases: []string{UsecaseImage}, + DefaultUsecases: []string{UsecaseImage}, + Description: "Stable Diffusion via GGML quantized models", + }, + + // --- Speech-to-text backends --- + "whisper": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription, MethodVAD}, + PossibleUsecases: []string{UsecaseTranscript, UsecaseVAD}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "OpenAI Whisper — speech recognition and voice activity detection", + }, + "faster-whisper": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription}, + PossibleUsecases: []string{UsecaseTranscript}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "CTranslate2-accelerated Whisper for faster transcription", + }, + "whisperx": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription}, + PossibleUsecases: []string{UsecaseTranscript}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "WhisperX — Whisper with word-level timestamps and speaker diarization", + }, + "moonshine": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription}, + PossibleUsecases: []string{UsecaseTranscript}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "Moonshine speech recognition", + }, + "nemo": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription}, + PossibleUsecases: []string{UsecaseTranscript}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "NVIDIA NeMo speech recognition", + }, + "qwen-asr": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription}, + PossibleUsecases: []string{UsecaseTranscript}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "Qwen automatic speech recognition", + }, + "voxtral": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription}, + PossibleUsecases: []string{UsecaseTranscript}, + DefaultUsecases: []string{UsecaseTranscript}, + Description: "Voxtral speech recognition", + }, + "vibevoice": { + GRPCMethods: []GRPCMethod{MethodAudioTranscription, MethodTTS}, + PossibleUsecases: []string{UsecaseTranscript, UsecaseTTS}, + DefaultUsecases: []string{UsecaseTranscript, UsecaseTTS}, + Description: "VibeVoice — bidirectional speech (transcription and synthesis)", + }, + + // --- TTS backends --- + "piper": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Piper — fast neural TTS optimized for Raspberry Pi", + }, + "kokoro": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Kokoro TTS", + }, + "coqui": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Coqui TTS — multi-speaker neural synthesis", + }, + "kitten-tts": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Kitten TTS", + }, + "outetts": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "OuteTTS", + }, + "pocket-tts": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Pocket TTS — lightweight text-to-speech", + }, + "qwen-tts": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Qwen TTS", + }, + "faster-qwen3-tts": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Faster Qwen3 TTS — accelerated Qwen TTS", + }, + "fish-speech": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Fish Speech TTS", + }, + "neutts": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "NeuTTS — neural text-to-speech", + }, + "chatterbox": { + GRPCMethods: []GRPCMethod{MethodTTS}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "Chatterbox TTS", + }, + "voxcpm": { + GRPCMethods: []GRPCMethod{MethodTTS, MethodTTSStream}, + PossibleUsecases: []string{UsecaseTTS}, + DefaultUsecases: []string{UsecaseTTS}, + Description: "VoxCPM TTS with streaming support", + }, + + // --- Sound generation backends --- + "ace-step": { + GRPCMethods: []GRPCMethod{MethodTTS, MethodSoundGeneration}, + PossibleUsecases: []string{UsecaseTTS, UsecaseSoundGeneration}, + DefaultUsecases: []string{UsecaseSoundGeneration}, + Description: "ACE-Step — music and sound generation", + }, + "acestep-cpp": { + GRPCMethods: []GRPCMethod{MethodSoundGeneration}, + PossibleUsecases: []string{UsecaseSoundGeneration}, + DefaultUsecases: []string{UsecaseSoundGeneration}, + Description: "ACE-Step C++ — native sound generation", + }, + "transformers-musicgen": { + GRPCMethods: []GRPCMethod{MethodTTS, MethodSoundGeneration}, + PossibleUsecases: []string{UsecaseTTS, UsecaseSoundGeneration}, + DefaultUsecases: []string{UsecaseSoundGeneration}, + Description: "Meta MusicGen via transformers — music generation from text", + }, + + // --- Audio transform backends --- + "localvqe": { + GRPCMethods: []GRPCMethod{MethodAudioTransform}, + PossibleUsecases: []string{UsecaseAudioTransform}, + DefaultUsecases: []string{UsecaseAudioTransform}, + Description: "LocalVQE — joint AEC, noise suppression, and dereverberation for 16 kHz mono speech", + }, + + // --- Utility backends --- + "rerankers": { + GRPCMethods: []GRPCMethod{MethodRerank}, + PossibleUsecases: []string{UsecaseRerank}, + DefaultUsecases: []string{UsecaseRerank}, + Description: "Cross-encoder reranking models", + }, + "rfdetr": { + GRPCMethods: []GRPCMethod{MethodDetect}, + PossibleUsecases: []string{UsecaseDetection}, + DefaultUsecases: []string{UsecaseDetection}, + Description: "RF-DETR object detection", + }, + "silero-vad": { + GRPCMethods: []GRPCMethod{MethodVAD}, + PossibleUsecases: []string{UsecaseVAD}, + DefaultUsecases: []string{UsecaseVAD}, + Description: "Silero VAD — voice activity detection", + }, +} + +// NormalizeBackendName converts backend names to the canonical hyphenated form +// used in gallery entries (e.g., "llama.cpp" → "llama-cpp"). +func NormalizeBackendName(backend string) string { + return strings.ReplaceAll(backend, ".", "-") +} + +// GetBackendCapability returns the capability info for a backend, or nil if unknown. +// Handles backend name normalization. +func GetBackendCapability(backend string) *BackendCapability { + if cap, ok := BackendCapabilities[NormalizeBackendName(backend)]; ok { + return &cap + } + return nil +} + +// PossibleUsecasesForBackend returns all usecases a backend can support. +// Returns nil if the backend is unknown. +func PossibleUsecasesForBackend(backend string) []string { + if cap := GetBackendCapability(backend); cap != nil { + return cap.PossibleUsecases + } + return nil +} + +// DefaultUsecasesForBackend returns the conservative default usecases. +// Returns nil if the backend is unknown. +func DefaultUsecasesForBackendCap(backend string) []string { + if cap := GetBackendCapability(backend); cap != nil { + return cap.DefaultUsecases + } + return nil +} + +// IsValidUsecaseForBackend checks whether a usecase is in a backend's possible set. +// Returns true for unknown backends (permissive fallback). +func IsValidUsecaseForBackend(backend, usecase string) bool { + cap := GetBackendCapability(backend) + if cap == nil { + return true // unknown backend — don't restrict + } + return slices.Contains(cap.PossibleUsecases, usecase) +} + +// AllBackendNames returns a sorted list of all known backend names. +func AllBackendNames() []string { + names := make([]string, 0, len(BackendCapabilities)) + for name := range BackendCapabilities { + names = append(names, name) + } + slices.Sort(names) + return names +} diff --git a/core/config/backend_capabilities_test.go b/core/config/backend_capabilities_test.go new file mode 100644 index 000000000000..95be44511eee --- /dev/null +++ b/core/config/backend_capabilities_test.go @@ -0,0 +1,95 @@ +package config + +import ( + "slices" + "strings" + + . "github.com/onsi/ginkgo/v2" + . "github.com/onsi/gomega" +) + +var _ = Describe("BackendCapabilities", func() { + It("every backend declares possible/default usecases and gRPC methods", func() { + for name, cap := range BackendCapabilities { + Expect(cap.PossibleUsecases).NotTo(BeEmpty(), "backend %q has no possible usecases", name) + Expect(cap.DefaultUsecases).NotTo(BeEmpty(), "backend %q has no default usecases", name) + Expect(cap.GRPCMethods).NotTo(BeEmpty(), "backend %q has no gRPC methods", name) + } + }) + + It("default usecases are a subset of possible usecases", func() { + for name, cap := range BackendCapabilities { + for _, d := range cap.DefaultUsecases { + Expect(cap.PossibleUsecases).To(ContainElement(d), "backend %q: default %q not in possible %v", name, d, cap.PossibleUsecases) + } + } + }) + + It("every backend's possible usecases map to a known FLAG_*", func() { + allFlags := GetAllModelConfigUsecases() + for name, cap := range BackendCapabilities { + for _, u := range cap.PossibleUsecases { + info, ok := UsecaseInfoMap[u] + Expect(ok).To(BeTrue(), "backend %q: usecase %q not in UsecaseInfoMap", name, u) + flagName := "FLAG_" + strings.ToUpper(u) + if _, ok := allFlags[flagName]; ok { + continue + } + // Some usecase names don't transform exactly to FLAG_; fall back to flag value lookup. + found := false + for _, flag := range allFlags { + if flag == info.Flag { + found = true + break + } + } + Expect(found).To(BeTrue(), "backend %q: usecase %q flag %d not in GetAllModelConfigUsecases", name, u, info.Flag) + } + } + }) + + It("every UsecaseInfoMap entry has a non-zero flag and a gRPC method", func() { + for name, info := range UsecaseInfoMap { + Expect(info.Flag).NotTo(Equal(FLAG_ANY), "usecase %q has FLAG_ANY (zero) — should have a real flag", name) + Expect(info.GRPCMethod).NotTo(BeEmpty(), "usecase %q has no gRPC method", name) + } + }) +}) + +var _ = Describe("GetBackendCapability", func() { + It("returns the capability for a known backend", func() { + cap := GetBackendCapability("llama-cpp") + Expect(cap).NotTo(BeNil()) + Expect(cap.PossibleUsecases).To(ContainElement("chat")) + }) + + It("normalizes hyphenated names so llama.cpp resolves to llama-cpp", func() { + Expect(GetBackendCapability("llama.cpp")).NotTo(BeNil()) + }) + + It("returns nil for unknown backends", func() { + Expect(GetBackendCapability("nonexistent")).To(BeNil()) + }) +}) + +var _ = Describe("IsValidUsecaseForBackend", func() { + It("accepts a backend's declared usecases", func() { + Expect(IsValidUsecaseForBackend("piper", "tts")).To(BeTrue()) + }) + + It("rejects usecases outside a backend's possible set", func() { + Expect(IsValidUsecaseForBackend("piper", "chat")).To(BeFalse()) + }) + + It("is permissive for unknown backends", func() { + Expect(IsValidUsecaseForBackend("unknown", "anything")).To(BeTrue()) + }) +}) + +var _ = Describe("AllBackendNames", func() { + It("returns 30+ backends in sorted order", func() { + names := AllBackendNames() + Expect(len(names)).To(BeNumerically(">=", 30)) + Expect(slices.IsSorted(names)).To(BeTrue()) + }) +}) diff --git a/core/config/model_config.go b/core/config/model_config.go index 7211fdc97260..5a7c74c41570 100644 --- a/core/config/model_config.go +++ b/core/config/model_config.go @@ -630,16 +630,45 @@ const ( FLAG_TOKENIZE ModelConfigUsecase = 0b001000000000 FLAG_VAD ModelConfigUsecase = 0b010000000000 FLAG_VIDEO ModelConfigUsecase = 0b100000000000 - FLAG_DETECTION ModelConfigUsecase = 0b1000000000000 - FLAG_FACE_RECOGNITION ModelConfigUsecase = 0b10000000000000 - FLAG_SPEAKER_RECOGNITION ModelConfigUsecase = 0b100000000000000 - FLAG_AUDIO_TRANSFORM ModelConfigUsecase = 0b1000000000000000 - FLAG_DIARIZATION ModelConfigUsecase = 0b10000000000000000 + FLAG_DETECTION ModelConfigUsecase = 0b1000000000000 + FLAG_VISION ModelConfigUsecase = 0b10000000000000 + FLAG_FACE_RECOGNITION ModelConfigUsecase = 0b100000000000000 + FLAG_SPEAKER_RECOGNITION ModelConfigUsecase = 0b1000000000000000 + FLAG_AUDIO_TRANSFORM ModelConfigUsecase = 0b10000000000000000 + FLAG_DIARIZATION ModelConfigUsecase = 0b100000000000000000 // Common Subsets FLAG_LLM ModelConfigUsecase = FLAG_CHAT | FLAG_COMPLETION | FLAG_EDIT ) +// ModalityGroups defines groups of usecases that belong to the same modality. +// Flags within the same group are NOT orthogonal (e.g., chat and completion are +// both text/language). A model is multimodal when its usecases span 2+ groups. +var ModalityGroups = []ModelConfigUsecase{ + FLAG_CHAT | FLAG_COMPLETION | FLAG_EDIT, // text/language + FLAG_VISION | FLAG_DETECTION, // visual understanding + FLAG_TRANSCRIPT, // speech input + FLAG_TTS | FLAG_SOUND_GENERATION, // audio output + FLAG_AUDIO_TRANSFORM, // audio in/out transforms + FLAG_IMAGE | FLAG_VIDEO, // visual generation +} + +// IsMultimodal returns true if the given usecases span two or more orthogonal +// modality groups. For example chat+vision is multimodal, but chat+completion +// is not (both belong to the text/language group). +func IsMultimodal(usecases ModelConfigUsecase) bool { + groupCount := 0 + for _, group := range ModalityGroups { + if usecases&group != 0 { + groupCount++ + if groupCount >= 2 { + return true + } + } + } + return false +} + func GetAllModelConfigUsecases() map[string]ModelConfigUsecase { return map[string]ModelConfigUsecase{ // Note: FLAG_ANY is intentionally excluded from this map @@ -657,7 +686,8 @@ func GetAllModelConfigUsecases() map[string]ModelConfigUsecase { "FLAG_VAD": FLAG_VAD, "FLAG_LLM": FLAG_LLM, "FLAG_VIDEO": FLAG_VIDEO, - "FLAG_DETECTION": FLAG_DETECTION, + "FLAG_DETECTION": FLAG_DETECTION, + "FLAG_VISION": FLAG_VISION, "FLAG_FACE_RECOGNITION": FLAG_FACE_RECOGNITION, "FLAG_SPEAKER_RECOGNITION": FLAG_SPEAKER_RECOGNITION, "FLAG_AUDIO_TRANSFORM": FLAG_AUDIO_TRANSFORM, diff --git a/core/gallery/gallery.go b/core/gallery/gallery.go index 0b0791afe75f..b7667b234bc7 100644 --- a/core/gallery/gallery.go +++ b/core/gallery/gallery.go @@ -7,6 +7,8 @@ import ( "path/filepath" "slices" "strings" + "sync" + "sync/atomic" "time" "github.com/lithammer/fuzzysearch/fuzzy" @@ -92,6 +94,34 @@ func (gm GalleryElements[T]) Search(term string) GalleryElements[T] { return filteredModels } +// FilterGalleryModelsByUsecase returns models whose known_usecases include all +// the bits set in usecase. For example, passing FLAG_CHAT matches any model +// with the chat usecase; passing FLAG_CHAT|FLAG_VISION matches only models +// that have both. +func FilterGalleryModelsByUsecase(models GalleryElements[*GalleryModel], usecase config.ModelConfigUsecase) GalleryElements[*GalleryModel] { + var filtered GalleryElements[*GalleryModel] + for _, m := range models { + u := m.GetKnownUsecases() + if u != nil && (*u&usecase) == usecase { + filtered = append(filtered, m) + } + } + return filtered +} + +// FilterGalleryModelsByMultimodal returns models whose known_usecases span two +// or more orthogonal modality groups (e.g. chat+vision, tts+transcript). +func FilterGalleryModelsByMultimodal(models GalleryElements[*GalleryModel]) GalleryElements[*GalleryModel] { + var filtered GalleryElements[*GalleryModel] + for _, m := range models { + u := m.GetKnownUsecases() + if u != nil && config.IsMultimodal(*u) { + filtered = append(filtered, m) + } + } + return filtered +} + func (gm GalleryElements[T]) FilterByTag(tag string) GalleryElements[T] { var filtered GalleryElements[T] for _, m := range gm { @@ -267,6 +297,77 @@ func AvailableGalleryModels(galleries []config.Gallery, systemState *system.Syst return models, nil } +var ( + availableModelsMu sync.RWMutex + availableModelsCache GalleryElements[*GalleryModel] + refreshing atomic.Bool + galleryGeneration atomic.Uint64 +) + +// GalleryGeneration returns a counter that increments each time the gallery +// model list is refreshed from upstream. VRAM estimation caches use this to +// invalidate entries when the gallery data changes. +func GalleryGeneration() uint64 { return galleryGeneration.Load() } + +// AvailableGalleryModelsCached returns gallery models from an in-memory cache. +// Local-only fields (installed status) are refreshed on every call. A background +// goroutine is triggered to re-fetch the full model list (including network +// calls) so subsequent requests pick up changes without blocking the caller. +// The first call with an empty cache blocks until the initial load completes. +func AvailableGalleryModelsCached(galleries []config.Gallery, systemState *system.SystemState) (GalleryElements[*GalleryModel], error) { + availableModelsMu.RLock() + cached := availableModelsCache + availableModelsMu.RUnlock() + + if cached != nil { + // Refresh installed status under write lock to avoid races with + // concurrent readers and the background refresh goroutine. + availableModelsMu.Lock() + for _, m := range cached { + _, err := os.Stat(filepath.Join(systemState.Model.ModelsPath, fmt.Sprintf("%s.yaml", m.GetName()))) + m.SetInstalled(err == nil) + } + availableModelsMu.Unlock() + // Trigger a background refresh if one is not already running. + triggerGalleryRefresh(galleries, systemState) + return cached, nil + } + + // No cache yet — must do a blocking load. + models, err := AvailableGalleryModels(galleries, systemState) + if err != nil { + return nil, err + } + + availableModelsMu.Lock() + availableModelsCache = models + galleryGeneration.Add(1) + availableModelsMu.Unlock() + + return models, nil +} + +// triggerGalleryRefresh starts a background goroutine that refreshes the +// gallery model cache. Only one refresh runs at a time; concurrent calls +// are no-ops. +func triggerGalleryRefresh(galleries []config.Gallery, systemState *system.SystemState) { + if !refreshing.CompareAndSwap(false, true) { + return + } + go func() { + defer refreshing.Store(false) + models, err := AvailableGalleryModels(galleries, systemState) + if err != nil { + xlog.Error("background gallery refresh failed", "error", err) + return + } + availableModelsMu.Lock() + availableModelsCache = models + galleryGeneration.Add(1) + availableModelsMu.Unlock() + }() +} + // List available backends func AvailableBackends(galleries []config.Gallery, systemState *system.SystemState) (GalleryElements[*GalleryBackend], error) { return availableBackendsWithFilter(galleries, systemState, true) diff --git a/core/gallery/gallery_test.go b/core/gallery/gallery_test.go index 2d65126221b0..bd8c6a621dbf 100644 --- a/core/gallery/gallery_test.go +++ b/core/gallery/gallery_test.go @@ -581,4 +581,42 @@ var _ = Describe("Gallery", func() { Expect(mergedParams["model"]).To(Equal("nanbeige4.1-3b-q4_k_m.gguf")) }) }) + + Describe("GetKnownUsecases", func() { + It("uses explicit known_usecases from overrides when present", func() { + m := &GalleryModel{ + Metadata: Metadata{Backend: "stablediffusion-ggml"}, + Overrides: map[string]any{ + "known_usecases": []any{"chat"}, + }, + } + u := m.GetKnownUsecases() + Expect(u).NotTo(BeNil()) + // Override wins over the backend's image default. + Expect(*u & config.FLAG_CHAT).To(Equal(config.FLAG_CHAT)) + Expect(*u & config.FLAG_IMAGE).To(Equal(config.ModelConfigUsecase(0))) + }) + + It("falls back to backend defaults when no override is set", func() { + m := &GalleryModel{Metadata: Metadata{Backend: "stablediffusion-ggml"}} + u := m.GetKnownUsecases() + Expect(u).NotTo(BeNil()) + Expect(*u & config.FLAG_IMAGE).To(Equal(config.FLAG_IMAGE)) + }) + + It("returns nil when neither overrides nor a known backend provide usecases", func() { + m := &GalleryModel{} + Expect(m.GetKnownUsecases()).To(BeNil()) + }) + + It("filters models without explicit known_usecases via backend defaults", func() { + models := GalleryElements[*GalleryModel]{ + &GalleryModel{Metadata: Metadata{Name: "sd-model", Backend: "stablediffusion-ggml"}}, + &GalleryModel{Metadata: Metadata{Name: "whisper-model", Backend: "whisper"}}, + } + filtered := FilterGalleryModelsByUsecase(models, config.FLAG_IMAGE) + Expect(filtered).To(HaveLen(1)) + Expect(filtered[0].Name).To(Equal("sd-model")) + }) + }) }) diff --git a/core/gallery/importers/diffuser.go b/core/gallery/importers/diffuser.go index b737dd7eaae1..c24a47955cab 100644 --- a/core/gallery/importers/diffuser.go +++ b/core/gallery/importers/diffuser.go @@ -97,7 +97,7 @@ func (i *DiffuserImporter) Import(details Details) (gallery.ModelConfig, error) modelConfig := config.ModelConfig{ Name: name, Description: description, - KnownUsecaseStrings: []string{"image"}, + KnownUsecaseStrings: []string{config.UsecaseImage}, Backend: backend, PredictionOptions: schema.PredictionOptions{ BasicModelRequest: schema.BasicModelRequest{ diff --git a/core/gallery/importers/llama-cpp.go b/core/gallery/importers/llama-cpp.go index 92196ed8a766..8771b106d674 100644 --- a/core/gallery/importers/llama-cpp.go +++ b/core/gallery/importers/llama-cpp.go @@ -135,7 +135,7 @@ func (i *LlamaCPPImporter) Import(details Details) (gallery.ModelConfig, error) modelConfig := config.ModelConfig{ Name: name, Description: description, - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, Options: []string{"use_jinja:true"}, Backend: backend, TemplateConfig: config.TemplateConfig{ diff --git a/core/gallery/importers/local.go b/core/gallery/importers/local.go index 65cd3ddb3e6d..5b3033fcce01 100644 --- a/core/gallery/importers/local.go +++ b/core/gallery/importers/local.go @@ -45,7 +45,7 @@ func ImportLocalPath(dirPath, name string) (*config.ModelConfig, error) { cfg := &config.ModelConfig{ Name: name, Backend: "llama-cpp", - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, Options: []string{"use_jinja:true"}, } cfg.Model = relPath(ggufFile) @@ -104,7 +104,7 @@ func ImportLocalPath(dirPath, name string) (*config.ModelConfig, error) { cfg := &config.ModelConfig{ Name: name, Backend: "transformers", - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, } cfg.Model = baseModel cfg.TemplateConfig.UseTokenizerTemplate = true @@ -120,7 +120,7 @@ func ImportLocalPath(dirPath, name string) (*config.ModelConfig, error) { cfg := &config.ModelConfig{ Name: name, Backend: "transformers", - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, } cfg.Model = baseModel cfg.TemplateConfig.UseTokenizerTemplate = true @@ -135,7 +135,7 @@ func ImportLocalPath(dirPath, name string) (*config.ModelConfig, error) { cfg := &config.ModelConfig{ Name: name, Backend: "transformers", - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, } cfg.Model = relPath(dirPath) cfg.TemplateConfig.UseTokenizerTemplate = true diff --git a/core/gallery/importers/mlx.go b/core/gallery/importers/mlx.go index b1e6ac8c77bd..fc841bd4590d 100644 --- a/core/gallery/importers/mlx.go +++ b/core/gallery/importers/mlx.go @@ -73,7 +73,7 @@ func (i *MLXImporter) Import(details Details) (gallery.ModelConfig, error) { modelConfig := config.ModelConfig{ Name: name, Description: description, - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, Backend: backend, PredictionOptions: schema.PredictionOptions{ BasicModelRequest: schema.BasicModelRequest{ diff --git a/core/gallery/importers/transformers.go b/core/gallery/importers/transformers.go index 4b2562581aa4..b29da015e677 100644 --- a/core/gallery/importers/transformers.go +++ b/core/gallery/importers/transformers.go @@ -87,7 +87,7 @@ func (i *TransformersImporter) Import(details Details) (gallery.ModelConfig, err modelConfig := config.ModelConfig{ Name: name, Description: description, - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, Backend: backend, PredictionOptions: schema.PredictionOptions{ BasicModelRequest: schema.BasicModelRequest{ diff --git a/core/gallery/importers/vllm.go b/core/gallery/importers/vllm.go index bc7d2f67b5e9..f4cede7ad9a3 100644 --- a/core/gallery/importers/vllm.go +++ b/core/gallery/importers/vllm.go @@ -77,7 +77,7 @@ func (i *VLLMImporter) Import(details Details) (gallery.ModelConfig, error) { modelConfig := config.ModelConfig{ Name: name, Description: description, - KnownUsecaseStrings: []string{"chat"}, + KnownUsecaseStrings: []string{config.UsecaseChat}, Backend: backend, PredictionOptions: schema.PredictionOptions{ BasicModelRequest: schema.BasicModelRequest{ diff --git a/core/gallery/models_types.go b/core/gallery/models_types.go index f70a5b222567..24e32e03e80b 100644 --- a/core/gallery/models_types.go +++ b/core/gallery/models_types.go @@ -52,3 +52,39 @@ func (m *GalleryModel) GetTags() []string { func (m *GalleryModel) GetDescription() string { return m.Description } + +// GetKnownUsecases returns the usecase flags declared by the gallery entry, +// falling back to the resolved backend's default usecases when the entry has +// none of its own. Returns nil only when neither source provides any. +// +// Why the fallback: many gallery entries omit known_usecases because their +// backend has only one sensible mode (e.g. stablediffusion-ggml is always +// image generation). Without this fallback such models silently disappear +// from usecase-based filtering in the UI. +func (m *GalleryModel) GetKnownUsecases() *config.ModelConfigUsecase { + if strs := overrideUsecaseStrings(m.Overrides); len(strs) > 0 { + return config.GetUsecasesFromYAML(strs) + } + if defaults := config.DefaultUsecasesForBackendCap(m.Backend); len(defaults) > 0 { + return config.GetUsecasesFromYAML(defaults) + } + return nil +} + +func overrideUsecaseStrings(overrides map[string]any) []string { + raw, ok := overrides["known_usecases"] + if !ok { + return nil + } + list, ok := raw.([]any) + if !ok { + return nil + } + strs := make([]string, 0, len(list)) + for _, v := range list { + if s, ok := v.(string); ok { + strs = append(strs, s) + } + } + return strs +} diff --git a/core/http/endpoints/localai/config_meta.go b/core/http/endpoints/localai/config_meta.go index 3e90c09dcb8d..340c11bc878d 100644 --- a/core/http/endpoints/localai/config_meta.go +++ b/core/http/endpoints/localai/config_meta.go @@ -116,13 +116,13 @@ func AutocompleteEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, a capability := strings.TrimPrefix(provider, "models:") var filterFn config.ModelConfigFilterFn switch capability { - case "chat": + case config.UsecaseChat: filterFn = config.BuildUsecaseFilterFn(config.FLAG_CHAT) - case "tts": + case config.UsecaseTTS: filterFn = config.BuildUsecaseFilterFn(config.FLAG_TTS) - case "vad": + case config.UsecaseVAD: filterFn = config.BuildUsecaseFilterFn(config.FLAG_VAD) - case "transcript": + case config.UsecaseTranscript: filterFn = config.BuildUsecaseFilterFn(config.FLAG_TRANSCRIPT) default: filterFn = config.NoFilterFn diff --git a/core/http/endpoints/localai/import_model.go b/core/http/endpoints/localai/import_model.go index 29e79f98d578..f96ecd7896b3 100644 --- a/core/http/endpoints/localai/import_model.go +++ b/core/http/endpoints/localai/import_model.go @@ -77,18 +77,17 @@ func ImportModelURIEndpoint(cl *config.ModelConfigLoader, appConfig *config.Appl } estCtx, cancel := context.WithTimeout(c.Request().Context(), 5*time.Second) defer cancel() - result, err := vram.EstimateModel(estCtx, vram.ModelEstimateInput{ - Files: files, - Options: vram.EstimateOptions{ContextLength: 8192}, - }) + result, err := vram.EstimateModelMultiContext(estCtx, vram.ModelEstimateInput{ + Files: files, + }, []uint32{8192}) if err == nil { if result.SizeBytes > 0 { resp.EstimatedSizeBytes = result.SizeBytes resp.EstimatedSizeDisplay = result.SizeDisplay } - if result.VRAMBytes > 0 { - resp.EstimatedVRAMBytes = result.VRAMBytes - resp.EstimatedVRAMDisplay = result.VRAMDisplay + if v := result.VRAMForContext(8192); v > 0 { + resp.EstimatedVRAMBytes = v + resp.EstimatedVRAMDisplay = vram.FormatBytes(v) } } } diff --git a/core/http/endpoints/localai/vram.go b/core/http/endpoints/localai/vram.go index 4e819ee337d8..54ce5661f6eb 100644 --- a/core/http/endpoints/localai/vram.go +++ b/core/http/endpoints/localai/vram.go @@ -9,10 +9,9 @@ import ( ) // VRAMEstimateEndpoint returns a handler that estimates VRAM usage for an -// installed model configuration. For uninstalled models (gallery URLs), use -// the gallery-level estimates in /api/models instead. +// installed model configuration at multiple context sizes. // @Summary Estimate VRAM usage for a model -// @Description Estimates VRAM based on model weight files, context size, and GPU layers +// @Description Estimates VRAM based on model weight files at multiple context sizes // @Tags config // @Accept json // @Produce json diff --git a/core/http/endpoints/localai/vram_test.go b/core/http/endpoints/localai/vram_test.go index f592f7ab03f1..6ccd55fec3a5 100644 --- a/core/http/endpoints/localai/vram_test.go +++ b/core/http/endpoints/localai/vram_test.go @@ -121,13 +121,13 @@ var _ = Describe("VRAM Estimate Endpoint", func() { Expect(json.Unmarshal(rec.Body.Bytes(), &resp)).To(Succeed()) // The response should have non-zero size and vram estimates. // JSON numbers unmarshal as float64. - sizeBytes, ok := resp["sizeBytes"].(float64) - Expect(ok).To(BeTrue(), "sizeBytes should be a number, got: %v (response: %s)", resp["sizeBytes"], rec.Body.String()) + sizeBytes, ok := resp["size_bytes"].(float64) + Expect(ok).To(BeTrue(), "size_bytes should be a number, got: %v (response: %s)", resp["size_bytes"], rec.Body.String()) Expect(sizeBytes).To(BeNumerically(">", 0)) - vramBytes, ok := resp["vramBytes"].(float64) - Expect(ok).To(BeTrue(), "vramBytes should be a number") + vramBytes, ok := resp["vram_bytes"].(float64) + Expect(ok).To(BeTrue(), "vram_bytes should be a number") Expect(vramBytes).To(BeNumerically(">", 0)) - Expect(resp["sizeDisplay"]).NotTo(BeEmpty()) - Expect(resp["vramDisplay"]).NotTo(BeEmpty()) + Expect(resp["size_display"]).NotTo(BeEmpty()) + Expect(resp["vram_display"]).NotTo(BeEmpty()) }) }) diff --git a/core/http/react-ui/e2e/models-gallery.spec.js b/core/http/react-ui/e2e/models-gallery.spec.js index ed5be1e56f5a..f0936c436299 100644 --- a/core/http/react-ui/e2e/models-gallery.spec.js +++ b/core/http/react-ui/e2e/models-gallery.spec.js @@ -2,13 +2,13 @@ import { test, expect } from '@playwright/test' const MOCK_MODELS_RESPONSE = { models: [ - { name: 'llama-model', description: 'A llama model', backend: 'llama-cpp', installed: false, tags: ['llm'] }, - { name: 'whisper-model', description: 'A whisper model', backend: 'whisper', installed: true, tags: ['stt'] }, + { name: 'llama-model', description: 'A llama model', backend: 'llama-cpp', installed: false, tags: ['chat'] }, + { name: 'whisper-model', description: 'A whisper model', backend: 'whisper', installed: true, tags: ['transcript'] }, { name: 'stablediffusion-model', description: 'An image model', backend: 'stablediffusion', installed: false, tags: ['sd'] }, { name: 'unknown-model', description: 'No backend', backend: '', installed: false, tags: [] }, ], allBackends: ['llama-cpp', 'stablediffusion', 'whisper'], - allTags: ['llm', 'sd', 'stt'], + allTags: ['chat', 'sd', 'transcript'], availableModels: 4, installedModels: 1, totalPages: 1, @@ -78,3 +78,121 @@ test.describe('Models Gallery - Backend Features', () => { await expect(detail.locator('text=llama-cpp')).toBeVisible() }) }) + +const BACKEND_USECASES_MOCK = { + 'llama-cpp': ['chat', 'embeddings', 'vision'], + 'whisper': ['transcript'], + 'stablediffusion': ['image'], +} + +test.describe('Models Gallery - Multi-select Filters', () => { + test.beforeEach(async ({ page }) => { + await page.route('**/api/models*', (route) => { + route.fulfill({ + contentType: 'application/json', + body: JSON.stringify(MOCK_MODELS_RESPONSE), + }) + }) + await page.route('**/api/backends/usecases', (route) => { + route.fulfill({ + contentType: 'application/json', + body: JSON.stringify(BACKEND_USECASES_MOCK), + }) + }) + await page.goto('/app/models') + await expect(page.locator('th', { hasText: 'Backend' })).toBeVisible({ timeout: 10_000 }) + }) + + test('multi-select toggle: click Chat, TTS, then Chat again', async ({ page }) => { + const chatBtn = page.locator('.filter-btn', { hasText: 'Chat' }) + const ttsBtn = page.locator('.filter-btn', { hasText: 'TTS' }) + + await chatBtn.click() + await expect(chatBtn).toHaveClass(/active/) + + await ttsBtn.click() + await expect(chatBtn).toHaveClass(/active/) + await expect(ttsBtn).toHaveClass(/active/) + + // Click Chat again to deselect it + await chatBtn.click() + await expect(chatBtn).not.toHaveClass(/active/) + await expect(ttsBtn).toHaveClass(/active/) + }) + + test('"All" clears selection', async ({ page }) => { + const chatBtn = page.locator('.filter-btn', { hasText: 'Chat' }) + const allBtn = page.locator('.filter-btn', { hasText: 'All' }) + + await chatBtn.click() + await expect(chatBtn).toHaveClass(/active/) + + await allBtn.click() + await expect(allBtn).toHaveClass(/active/) + await expect(chatBtn).not.toHaveClass(/active/) + }) + + test('query param sent correctly with multiple filters', async ({ page }) => { + const chatBtn = page.locator('.filter-btn', { hasText: 'Chat' }) + const ttsBtn = page.locator('.filter-btn', { hasText: 'TTS' }) + + // Click Chat and wait for its request to settle + await chatBtn.click() + await page.waitForResponse(resp => resp.url().includes('/api/models')) + + // Now click TTS and capture the resulting request + const [request] = await Promise.all([ + page.waitForRequest(req => { + if (!req.url().includes('/api/models')) return false + const u = new URL(req.url()) + const tag = u.searchParams.get('tag') + return tag && tag.split(',').length >= 2 + }), + ttsBtn.click(), + ]) + + const url = new URL(request.url()) + const tags = url.searchParams.get('tag').split(',').sort() + expect(tags).toEqual(['chat', 'tts']) + }) + + test('backend greys out unavailable filters', async ({ page }) => { + // Select llama-cpp backend via dropdown + await page.locator('button', { hasText: 'All Backends' }).click() + const dropdown = page.locator('input[placeholder="Search backends..."]').locator('..').locator('..') + await dropdown.locator('text=llama-cpp').click() + + // Wait for filter state to update + const ttsBtn = page.locator('.filter-btn', { hasText: 'TTS' }) + const sttBtn = page.locator('.filter-btn', { hasText: 'STT' }) + const imageBtn = page.locator('.filter-btn', { hasText: 'Image' }) + + // TTS, STT, Image should be disabled for llama-cpp + await expect(ttsBtn).toBeDisabled() + await expect(sttBtn).toBeDisabled() + await expect(imageBtn).toBeDisabled() + + // Chat, Embeddings, Vision should remain enabled + const chatBtn = page.locator('.filter-btn', { hasText: 'Chat' }) + const embBtn = page.locator('.filter-btn', { hasText: 'Embeddings' }) + const visBtn = page.locator('.filter-btn', { hasText: 'Vision' }) + await expect(chatBtn).toBeEnabled() + await expect(embBtn).toBeEnabled() + await expect(visBtn).toBeEnabled() + }) + + test('backend clears incompatible filters', async ({ page }) => { + // Select TTS filter first + const ttsBtn = page.locator('.filter-btn', { hasText: 'TTS' }) + await ttsBtn.click() + await expect(ttsBtn).toHaveClass(/active/) + + // Now select llama-cpp backend (which doesn't support TTS) + await page.locator('button', { hasText: 'All Backends' }).click() + const dropdown = page.locator('input[placeholder="Search backends..."]').locator('..').locator('..') + await dropdown.locator('text=llama-cpp').click() + + // TTS should be auto-removed from selection + await expect(ttsBtn).not.toHaveClass(/active/) + }) +}) diff --git a/core/http/react-ui/public/locales/de/models.json b/core/http/react-ui/public/locales/de/models.json index f322b1ccc199..e125a8108cb2 100644 --- a/core/http/react-ui/public/locales/de/models.json +++ b/core/http/react-ui/public/locales/de/models.json @@ -20,6 +20,7 @@ "vision": "Vision", "tts": "TTS", "stt": "STT", + "diarization": "Diarisierung", "embedding": "Embedding", "rerank": "Rerank", "allBackends": "Alle Backends", diff --git a/core/http/react-ui/public/locales/en/models.json b/core/http/react-ui/public/locales/en/models.json index a20ad309a851..441b2fc09724 100644 --- a/core/http/react-ui/public/locales/en/models.json +++ b/core/http/react-ui/public/locales/en/models.json @@ -14,14 +14,20 @@ }, "filters": { "all": "All", - "llm": "LLM", + "llm": "Chat", "image": "Image", + "video": "Video", "multimodal": "Multimodal", "vision": "Vision", "tts": "TTS", "stt": "STT", - "embedding": "Embedding", + "diarization": "Diarization", + "soundGen": "Sound", + "audioTransform": "Audio FX", + "embedding": "Embeddings", "rerank": "Rerank", + "detection": "Detection", + "vad": "VAD", "allBackends": "All Backends", "searchBackends": "Search backends..." }, diff --git a/core/http/react-ui/public/locales/es/models.json b/core/http/react-ui/public/locales/es/models.json index 4f21effb0092..21c52167048a 100644 --- a/core/http/react-ui/public/locales/es/models.json +++ b/core/http/react-ui/public/locales/es/models.json @@ -20,6 +20,7 @@ "vision": "Visión", "tts": "TTS", "stt": "STT", + "diarization": "Diarización", "embedding": "Embedding", "rerank": "Rerank", "allBackends": "Todos los backends", diff --git a/core/http/react-ui/public/locales/it/models.json b/core/http/react-ui/public/locales/it/models.json index 6e57a280ef59..17e81695daeb 100644 --- a/core/http/react-ui/public/locales/it/models.json +++ b/core/http/react-ui/public/locales/it/models.json @@ -20,6 +20,7 @@ "vision": "Visione", "tts": "TTS", "stt": "STT", + "diarization": "Diarizzazione", "embedding": "Embedding", "rerank": "Rerank", "allBackends": "Tutti i backend", diff --git a/core/http/react-ui/public/locales/zh-CN/models.json b/core/http/react-ui/public/locales/zh-CN/models.json index ba6366028472..3d8628ddad67 100644 --- a/core/http/react-ui/public/locales/zh-CN/models.json +++ b/core/http/react-ui/public/locales/zh-CN/models.json @@ -20,6 +20,7 @@ "vision": "视觉", "tts": "TTS", "stt": "STT", + "diarization": "说话人分离", "embedding": "嵌入", "rerank": "重排", "allBackends": "所有后端", diff --git a/core/http/react-ui/src/pages/Backends.jsx b/core/http/react-ui/src/pages/Backends.jsx index 40283f2b3137..202c27162b4f 100644 --- a/core/http/react-ui/src/pages/Backends.jsx +++ b/core/http/react-ui/src/pages/Backends.jsx @@ -296,11 +296,11 @@ export default function Backends() { const FILTERS = [ { key: '', label: 'All', icon: 'fa-layer-group' }, - { key: 'llm', label: 'LLM', icon: 'fa-brain' }, + { key: 'chat', label: 'Chat', icon: 'fa-brain' }, { key: 'image', label: 'Image', icon: 'fa-image' }, { key: 'video', label: 'Video', icon: 'fa-video' }, { key: 'tts', label: 'TTS', icon: 'fa-microphone' }, - { key: 'stt', label: 'STT', icon: 'fa-headphones' }, + { key: 'transcript', label: 'STT', icon: 'fa-headphones' }, { key: 'vision', label: 'Vision', icon: 'fa-eye' }, ] diff --git a/core/http/react-ui/src/pages/Models.jsx b/core/http/react-ui/src/pages/Models.jsx index 7bb35cc9a172..aa8774d350f2 100644 --- a/core/http/react-ui/src/pages/Models.jsx +++ b/core/http/react-ui/src/pages/Models.jsx @@ -11,16 +11,26 @@ import GalleryLoader from '../components/GalleryLoader' import React from 'react' +const CONTEXT_SIZES = [8192, 16384, 32768, 65536, 131072, 262144] +const CONTEXT_LABELS = ['8K', '16K', '32K', '64K', '128K', '256K'] + + const FILTERS = [ { key: '', labelKey: 'filters.all', icon: 'fa-layer-group' }, - { key: 'llm', labelKey: 'filters.llm', icon: 'fa-brain' }, - { key: 'sd', labelKey: 'filters.image', icon: 'fa-image' }, + { key: 'chat', labelKey: 'filters.llm', icon: 'fa-brain' }, + { key: 'image', labelKey: 'filters.image', icon: 'fa-image' }, + { key: 'video', labelKey: 'filters.video', icon: 'fa-video' }, { key: 'multimodal', labelKey: 'filters.multimodal', icon: 'fa-shapes' }, { key: 'vision', labelKey: 'filters.vision', icon: 'fa-eye' }, { key: 'tts', labelKey: 'filters.tts', icon: 'fa-microphone' }, - { key: 'stt', labelKey: 'filters.stt', icon: 'fa-headphones' }, - { key: 'embedding', labelKey: 'filters.embedding', icon: 'fa-vector-square' }, - { key: 'reranker', labelKey: 'filters.rerank', icon: 'fa-sort' }, + { key: 'transcript', labelKey: 'filters.stt', icon: 'fa-headphones' }, + { key: 'diarization', labelKey: 'filters.diarization', icon: 'fa-users' }, + { key: 'sound_generation', labelKey: 'filters.soundGen', icon: 'fa-music' }, + { key: 'audio_transform', labelKey: 'filters.audioTransform', icon: 'fa-sliders' }, + { key: 'embeddings', labelKey: 'filters.embedding', icon: 'fa-vector-square' }, + { key: 'rerank', labelKey: 'filters.rerank', icon: 'fa-sort' }, + { key: 'detection', labelKey: 'filters.detection', icon: 'fa-bullseye' }, + { key: 'vad', labelKey: 'filters.vad', icon: 'fa-wave-square' }, ] export default function Models() { @@ -34,7 +44,7 @@ export default function Models() { const [page, setPage] = useState(1) const [totalPages, setTotalPages] = useState(1) const [search, setSearch] = useState('') - const [filter, setFilter] = useState('') + const [filters, setFilters] = useState([]) const [sort, setSort] = useState('') const [order, setOrder] = useState('asc') const [installing, setInstalling] = useState(new Map()) @@ -43,6 +53,9 @@ export default function Models() { const [stats, setStats] = useState({ total: 0, installed: 0, repositories: 0 }) const [backendFilter, setBackendFilter] = useState('') const [allBackends, setAllBackends] = useState([]) + const [backendUsecases, setBackendUsecases] = useState({}) + const [estimates, setEstimates] = useState({}) + const [contextSize, setContextSize] = useState(CONTEXT_SIZES[0]) const [confirmDialog, setConfirmDialog] = useState(null) // Total GPU memory for "fits" check @@ -52,14 +65,14 @@ export default function Models() { try { setLoading(true) const searchVal = params.search !== undefined ? params.search : search - const filterVal = params.filter !== undefined ? params.filter : filter + const filtersVal = params.filters !== undefined ? params.filters : filters const sortVal = params.sort !== undefined ? params.sort : sort const backendVal = params.backendFilter !== undefined ? params.backendFilter : backendFilter const queryParams = { page: params.page || page, items: 9, } - if (filterVal) queryParams.tag = filterVal + if (filtersVal.length > 0) queryParams.tag = filtersVal.join(',') if (searchVal) queryParams.term = searchVal if (backendVal) queryParams.backend = backendVal if (sortVal) { @@ -79,11 +92,27 @@ export default function Models() { } finally { setLoading(false) } - }, [page, search, filter, sort, order, backendFilter, addToast, t]) + }, [page, search, filters, sort, order, backendFilter, addToast, t]) useEffect(() => { fetchModels() - }, [page, filter, sort, order, backendFilter]) + }, [page, filters, sort, order, backendFilter]) + + // Fetch backend→usecase mapping once on mount + useEffect(() => { + modelsApi.backendUsecases().then(setBackendUsecases).catch(() => {}) + }, []) + + // When backend changes, remove selected filters that aren't available + useEffect(() => { + if (backendFilter && backendUsecases[backendFilter]) { + setFilters(prev => { + const possible = backendUsecases[backendFilter] + const filtered = prev.filter(k => k === 'multimodal' || possible.includes(k)) + return filtered.length !== prev.length ? filtered : prev + }) + } + }, [backendFilter, backendUsecases]) // Re-fetch when operations change (install/delete completion) useEffect(() => { @@ -95,11 +124,42 @@ export default function Models() { fetchModels({ search: value, page: 1 }) }) + // Fetch VRAM/size estimates asynchronously for visible models. + useEffect(() => { + if (models.length === 0) return + let cancelled = false + models.forEach(model => { + const id = model.name || model.id + if (estimates[id]) return + modelsApi.estimate(id, CONTEXT_SIZES).then(est => { + if (cancelled) return + if (est && (est.sizeBytes || est.estimates)) { + setEstimates(prev => ({ ...prev, [id]: est })) + } + }).catch(() => {}) + }) + return () => { cancelled = true } + }, [models]) + const handleSearch = (value) => { setSearch(value) debouncedFetch(value) } + const toggleFilter = (key) => { + if (key === '') { setFilters([]); setPage(1); return } + setFilters(prev => + prev.includes(key) ? prev.filter(k => k !== key) : [...prev, key] + ) + setPage(1) + } + + const isFilterAvailable = (key) => { + if (!backendFilter || key === '' || key === 'multimodal') return true + const possible = backendUsecases[backendFilter] + return !possible || possible.includes(key) + } + const handleSort = (col) => { if (sort === col) { setOrder(o => o === 'asc' ? 'desc' : 'asc') @@ -221,16 +281,23 @@ export default function Models() { {/* Filter buttons */}
- {FILTERS.map(f => ( - - ))} + {FILTERS.map(f => { + const isAll = f.key === '' + const active = isAll ? filters.length === 0 : filters.includes(f.key) + const available = isFilterAvailable(f.key) + return ( + + ) + })} {allBackends.length > 0 && ( + {/* Context size slider for VRAM estimates */} +
+ + setContextSize(CONTEXT_SIZES[e.target.value])} + style={{ width: 140, accentColor: 'var(--color-primary)' }} + /> + + {CONTEXT_LABELS[CONTEXT_SIZES.indexOf(contextSize)]} + +
+ {/* Table */} {loading ? ( @@ -252,12 +338,12 @@ export default function Models() {

{t('empty.title')}

- {search || filter || backendFilter ? t('empty.withFilters') : t('empty.noFilters')} + {search || filters.length > 0 || backendFilter ? t('empty.withFilters') : t('empty.noFilters')}

- {(search || filter || backendFilter) && ( + {(search || filters.length > 0 || backendFilter) && ( @@ -286,9 +372,14 @@ export default function Models() { {models.map((model, idx) => { const name = model.name || model.id + const estData = estimates[name] + const sizeDisplay = estData?.sizeDisplay + const ctxEst = estData?.estimates?.[String(contextSize)] + const vramDisplay = ctxEst?.vramDisplay + const vramBytes = ctxEst?.vramBytes const installing = isInstalling(name) const progress = getOperationProgress(name) - const fit = fitsGpu(model.estimated_vram_bytes) + const fit = fitsGpu(vramBytes) const isExpanded = expandedRow === idx return ( @@ -355,15 +446,15 @@ export default function Models() { {/* Size / VRAM */}
- {(model.estimated_size_display || model.estimated_vram_display) ? ( + {(sizeDisplay || vramDisplay) ? ( <> - {model.estimated_size_display && model.estimated_size_display !== '0 B' && ( - {t('table.size', { size: model.estimated_size_display })} + {sizeDisplay && sizeDisplay !== '0 B' && ( + {t('table.size', { size: sizeDisplay })} )} - {model.estimated_size_display && model.estimated_size_display !== '0 B' && model.estimated_vram_display && model.estimated_vram_display !== '0 B' && ' · '} - {model.estimated_vram_display && model.estimated_vram_display !== '0 B' && ( - {t('table.vram', { vram: model.estimated_vram_display })} + {sizeDisplay && sizeDisplay !== '0 B' && vramDisplay && vramDisplay !== '0 B' && ' · '} + {vramDisplay && vramDisplay !== '0 B' && ( + {t('table.vram', { vram: vramDisplay })} )} {fit !== null && ( @@ -437,7 +528,7 @@ export default function Models() { {isExpanded && ( - + )} @@ -490,7 +581,7 @@ function DetailRow({ label, children }) { ) } -function ModelDetail({ model, fit, expandedFiles, setExpandedFiles, t }) { +function ModelDetail({ model, fit, sizeDisplay, vramDisplay, expandedFiles, setExpandedFiles, t }) { const files = model.additionalFiles || model.files || [] return (
@@ -516,12 +607,12 @@ function ModelDetail({ model, fit, expandedFiles, setExpandedFiles, t }) { )} - {model.estimated_size_display && model.estimated_size_display !== '0 B' ? model.estimated_size_display : null} + {sizeDisplay && sizeDisplay !== '0 B' ? sizeDisplay : null} - {model.estimated_vram_display && model.estimated_vram_display !== '0 B' ? ( + {vramDisplay && vramDisplay !== '0 B' ? ( - {model.estimated_vram_display} + {vramDisplay} {fit !== null && ( {fit ? t('detail.fitsGpu') : t('detail.mayNotFitGpu')} diff --git a/core/http/react-ui/src/utils/api.js b/core/http/react-ui/src/utils/api.js index 2bbdf8fbe309..55f8326e805f 100644 --- a/core/http/react-ui/src/utils/api.js +++ b/core/http/react-ui/src/utils/api.js @@ -86,6 +86,10 @@ export const modelsApi = { listCapabilities: () => fetchJSON(API_CONFIG.endpoints.modelsCapabilities), install: (id) => postJSON(API_CONFIG.endpoints.installModel(id), {}), delete: (id) => postJSON(API_CONFIG.endpoints.deleteModel(id), {}), + estimate: (id, contexts) => fetchJSON( + buildUrl(API_CONFIG.endpoints.modelEstimate(id), + contexts?.length ? { contexts: contexts.join(',') } : {}) + ), getConfig: (id) => postJSON(API_CONFIG.endpoints.modelConfig(id), {}), getConfigJson: (name) => fetchJSON(API_CONFIG.endpoints.modelConfigJson(name)), getJob: (uid) => fetchJSON(API_CONFIG.endpoints.modelJob(uid)), @@ -116,6 +120,7 @@ export const modelsApi = { method: 'PATCH', body: JSON.stringify(patch), }), + backendUsecases: () => fetchJSON('/api/backends/usecases'), } // Backends API diff --git a/core/http/react-ui/src/utils/config.js b/core/http/react-ui/src/utils/config.js index 5ab5dc4ee8f4..cf83d590fe3e 100644 --- a/core/http/react-ui/src/utils/config.js +++ b/core/http/react-ui/src/utils/config.js @@ -9,6 +9,7 @@ export const API_CONFIG = { models: '/api/models', installModel: (id) => `/api/models/install/${id}`, deleteModel: (id) => `/api/models/delete/${id}`, + modelEstimate: (id) => `/api/models/estimate/${id}`, modelConfig: (id) => `/api/models/config/${id}`, modelConfigJson: (name) => `/api/models/config-json/${name}`, configMetadata: '/api/models/config-metadata', diff --git a/core/http/routes/ui_api.go b/core/http/routes/ui_api.go index 48b4fdfe9d1e..fbd5247eb6f5 100644 --- a/core/http/routes/ui_api.go +++ b/core/http/routes/ui_api.go @@ -9,11 +9,9 @@ import ( "math" "net/http" "net/url" - "path" "slices" "strconv" "strings" - "sync" "time" "github.com/google/uuid" @@ -37,8 +35,81 @@ const ( licenseSortFieldName = "license" statusSortFieldName = "status" ascSortOrder = "asc" + multimodalFilterKey = "multimodal" ) +// usecaseFilters maps UI filter keys to ModelConfigUsecase flags for +// capability-based gallery filtering. +var usecaseFilters = map[string]config.ModelConfigUsecase{ + config.UsecaseChat: config.FLAG_CHAT, + config.UsecaseImage: config.FLAG_IMAGE, + config.UsecaseVideo: config.FLAG_VIDEO, + config.UsecaseVision: config.FLAG_VISION, + config.UsecaseTTS: config.FLAG_TTS, + config.UsecaseTranscript: config.FLAG_TRANSCRIPT, + config.UsecaseSoundGeneration: config.FLAG_SOUND_GENERATION, + config.UsecaseEmbeddings: config.FLAG_EMBEDDINGS, + config.UsecaseRerank: config.FLAG_RERANK, + config.UsecaseDetection: config.FLAG_DETECTION, + config.UsecaseVAD: config.FLAG_VAD, + config.UsecaseAudioTransform: config.FLAG_AUDIO_TRANSFORM, + config.UsecaseDiarization: config.FLAG_DIARIZATION, +} + + +// extractHFRepo tries to find a HuggingFace repo ID from model overrides or URLs. +func extractHFRepo(overrides map[string]any, urls []string) string { + if overrides != nil { + if params, ok := overrides["parameters"].(map[string]any); ok { + if modelRef, ok := params["model"].(string); ok { + if repoID, ok := vram.ExtractHFRepoID(modelRef); ok { + return repoID + } + } + } + } + for _, u := range urls { + if repoID, ok := vram.ExtractHFRepoID(u); ok { + return repoID + } + } + return "" +} + +// buildEstimateInput creates a vram.ModelEstimateInput from gallery model metadata. +func buildEstimateInput(m *gallery.GalleryModel) vram.ModelEstimateInput { + var input vram.ModelEstimateInput + input.Size = m.Size + if hfRepoID := extractHFRepo(m.Overrides, m.URLs); hfRepoID != "" { + input.HFRepo = hfRepoID + } + for _, f := range m.AdditionalFiles { + if vram.IsWeightFile(f.URI) { + input.Files = append(input.Files, vram.FileInput{URI: f.URI, Size: 0}) + } + } + return input +} + +// parseContextSizes parses a comma-separated list of context sizes from a query param. +// Returns a default of [8192] if the param is empty or unparseable. +func parseContextSizes(raw string) []uint32 { + if raw == "" { + return []uint32{8192} + } + var sizes []uint32 + for _, s := range strings.Split(raw, ",") { + s = strings.TrimSpace(s) + if v, err := strconv.ParseUint(s, 10, 32); err == nil && v > 0 { + sizes = append(sizes, uint32(v)) + } + } + if len(sizes) == 0 { + return []uint32{8192} + } + return sizes +} + // getDirectorySize calculates the total size of files in a directory // metaParentOf returns the name of the auto-resolving (meta) backend that // declares `name` as one of its hardware-specific variants in its @@ -260,7 +331,7 @@ func RegisterUIAPIRoutes(app *echo.Echo, cl *config.ModelConfigLoader, ml *model items = "9" } - models, err := gallery.AvailableGalleryModels(appConfig.Galleries, appConfig.SystemState) + models, err := gallery.AvailableGalleryModelsCached(appConfig.Galleries, appConfig.SystemState) if err != nil { xlog.Error("could not list models from galleries", "error", err) return c.JSON(http.StatusInternalServerError, map[string]any{ @@ -294,8 +365,30 @@ func RegisterUIAPIRoutes(app *echo.Echo, cl *config.ModelConfigLoader, ml *model } slices.Sort(backendNames) + // Filter by usecase tags (comma-separated for multi-select). if tag != "" { - models = gallery.GalleryElements[*gallery.GalleryModel](models).FilterByTag(tag) + var combinedFlag config.ModelConfigUsecase + hasMultimodal := false + var plainTags []string + for _, t := range strings.Split(tag, ",") { + t = strings.TrimSpace(t) + if t == multimodalFilterKey { + hasMultimodal = true + } else if flag, ok := usecaseFilters[t]; ok { + combinedFlag |= flag + } else if t != "" { + plainTags = append(plainTags, t) + } + } + if hasMultimodal { + models = gallery.FilterGalleryModelsByMultimodal(models) + } + if combinedFlag != config.FLAG_ANY { + models = gallery.FilterGalleryModelsByUsecase(models, combinedFlag) + } + for _, pt := range plainTags { + models = gallery.GalleryElements[*gallery.GalleryModel](models).FilterByTag(pt) + } } if term != "" { models = gallery.GalleryElements[*gallery.GalleryModel](models).Search(term) @@ -355,41 +448,6 @@ func RegisterUIAPIRoutes(app *echo.Echo, cl *config.ModelConfigLoader, ml *model modelsJSON := make([]map[string]any, 0, len(models)) seenIDs := make(map[string]bool) - weightExts := map[string]bool{".gguf": true, ".safetensors": true, ".bin": true, ".pt": true} - extractHFRepo := func(overrides map[string]any, urls []string) string { - // Try overrides.parameters.model first - if overrides != nil { - if params, ok := overrides["parameters"].(map[string]any); ok { - if modelRef, ok := params["model"].(string); ok { - if repoID, ok := vram.ExtractHFRepoID(modelRef); ok { - return repoID - } - } - } - } - // Fall back to the first HuggingFace URL in the metadata urls list - for _, u := range urls { - if repoID, ok := vram.ExtractHFRepoID(u); ok { - return repoID - } - } - return "" - } - hasWeightFiles := func(files []gallery.File) bool { - for _, f := range files { - ext := strings.ToLower(path.Ext(path.Base(f.URI))) - if weightExts[ext] { - return true - } - } - return false - } - - const hfEstimateTimeout = 10 * time.Second - const estimateConcurrency = 3 - sem := make(chan struct{}, estimateConcurrency) - var wg sync.WaitGroup - for _, m := range models { modelID := m.ID() @@ -431,63 +489,9 @@ func RegisterUIAPIRoutes(app *echo.Echo, cl *config.ModelConfigLoader, ml *model "backend": m.Backend, } - // Build EstimateModel input from available metadata - var estimateInput vram.ModelEstimateInput - estimateInput.Options = vram.EstimateOptions{ContextLength: 8192} - estimateInput.Size = m.Size - if hfRepoID := extractHFRepo(m.Overrides, m.URLs); hfRepoID != "" { - estimateInput.HFRepo = hfRepoID - } - - if hasWeightFiles(m.AdditionalFiles) { - files := make([]gallery.File, len(m.AdditionalFiles)) - copy(files, m.AdditionalFiles) - for _, f := range files { - ext := strings.ToLower(path.Ext(path.Base(f.URI))) - if weightExts[ext] { - estimateInput.Files = append(estimateInput.Files, vram.FileInput{URI: f.URI, Size: 0}) - } - } - } - - // Run estimation (async for file-based and HF repo, sync for size string only) - needsAsync := len(estimateInput.Files) > 0 || estimateInput.HFRepo != "" - if needsAsync { - input := estimateInput - wg.Go(func() { - sem <- struct{}{} - defer func() { <-sem }() - ctx, cancel := context.WithTimeout(context.Background(), hfEstimateTimeout) - defer cancel() - result, err := vram.EstimateModel(ctx, input) - if err == nil { - if result.SizeBytes > 0 { - obj["estimated_size_bytes"] = result.SizeBytes - obj["estimated_size_display"] = result.SizeDisplay - } - if result.VRAMBytes > 0 { - obj["estimated_vram_bytes"] = result.VRAMBytes - obj["estimated_vram_display"] = result.VRAMDisplay - } - } - }) - } else if estimateInput.Size != "" { - result, _ := vram.EstimateModel(context.Background(), estimateInput) - if result.SizeBytes > 0 { - obj["estimated_size_bytes"] = result.SizeBytes - obj["estimated_size_display"] = result.SizeDisplay - } - if result.VRAMBytes > 0 { - obj["estimated_vram_bytes"] = result.VRAMBytes - obj["estimated_vram_display"] = result.VRAMDisplay - } - } - modelsJSON = append(modelsJSON, obj) } - wg.Wait() - prevPage := pageNum - 1 nextPage := pageNum + 1 if prevPage < 1 { @@ -639,6 +643,65 @@ func RegisterUIAPIRoutes(app *echo.Echo, cl *config.ModelConfigLoader, ml *model }) }) + // Returns a mapping of backend names to the usecase filter keys they support. + // Used by the gallery frontend to grey out usecase filter buttons when a + // backend is selected. + app.GET("/api/backends/usecases", func(c echo.Context) error { + result := make(map[string][]string, len(config.BackendCapabilities)) + for name, cap := range config.BackendCapabilities { + var keys []string + for _, uc := range cap.PossibleUsecases { + if _, ok := usecaseFilters[uc]; ok { + keys = append(keys, uc) + } + } + slices.Sort(keys) + result[name] = keys + } + + return c.JSON(200, result) + }, adminMiddleware) + + // Returns VRAM/size estimates for a single gallery model at multiple + // context sizes. The frontend calls this per-model so the gallery page + // can load instantly and fill in estimates asynchronously. + // Query params: + // contexts - comma-separated context sizes (default: 8192) + app.GET("/api/models/estimate/:id", func(c echo.Context) error { + modelID, err := url.QueryUnescape(c.Param("id")) + if err != nil { + return c.JSON(http.StatusBadRequest, map[string]any{"error": "invalid model ID"}) + } + + contextSizes := parseContextSizes(c.QueryParam("contexts")) + + // Look up the model from the gallery to build the estimate input. + models, err := gallery.AvailableGalleryModelsCached(appConfig.Galleries, appConfig.SystemState) + if err != nil { + return c.JSON(http.StatusInternalServerError, map[string]any{"error": err.Error()}) + } + + model := gallery.FindGalleryElement(models, modelID) + if model == nil { + return c.JSON(http.StatusNotFound, map[string]any{"error": "model not found"}) + } + + input := buildEstimateInput(model) + if len(input.Files) == 0 && input.HFRepo == "" && input.Size == "" { + return c.JSON(200, vram.MultiContextEstimate{}) + } + + ctx, cancel := context.WithTimeout(c.Request().Context(), 10*time.Second) + defer cancel() + result, err := vram.EstimateModelMultiContext(ctx, input, contextSizes) + if err != nil { + xlog.Debug("model estimate failed", "model", modelID, "error", err) + return c.JSON(200, vram.MultiContextEstimate{}) + } + + return c.JSON(200, result) + }, adminMiddleware) + app.POST("/api/models/install/:id", func(c echo.Context) error { galleryID := c.Param("id") // URL decode the gallery ID (e.g., "localai%40model" -> "localai@model") @@ -742,7 +805,7 @@ func RegisterUIAPIRoutes(app *echo.Echo, cl *config.ModelConfigLoader, ml *model } xlog.Debug("API job submitted to get config", "galleryID", galleryID) - models, err := gallery.AvailableGalleryModels(appConfig.Galleries, appConfig.SystemState) + models, err := gallery.AvailableGalleryModelsCached(appConfig.Galleries, appConfig.SystemState) if err != nil { return c.JSON(http.StatusInternalServerError, map[string]any{ "error": err.Error(), diff --git a/core/services/modeladmin/vram.go b/core/services/modeladmin/vram.go index feac605e024c..464ea6cf3c32 100644 --- a/core/services/modeladmin/vram.go +++ b/core/services/modeladmin/vram.go @@ -43,17 +43,16 @@ func EstimateVRAM(ctx context.Context, req VRAMRequest, cl *config.ModelConfigLo modelsPath := sysState.Model.ModelsPath var files []vram.FileInput - var firstGGUF string seen := make(map[string]bool) for _, f := range cfg.DownloadFiles { - addWeightFile(string(f.URI), modelsPath, &files, &firstGGUF, seen) + addWeightFile(string(f.URI), modelsPath, &files, seen) } if cfg.Model != "" { - addWeightFile(cfg.Model, modelsPath, &files, &firstGGUF, seen) + addWeightFile(cfg.Model, modelsPath, &files, seen) } if cfg.MMProj != "" { - addWeightFile(cfg.MMProj, modelsPath, &files, &firstGGUF, seen) + addWeightFile(cfg.MMProj, modelsPath, &files, seen) } if len(files) == 0 { @@ -64,39 +63,46 @@ func EstimateVRAM(ctx context.Context, req VRAMRequest, cl *config.ModelConfigLo } contextDefaulted := false - opts := vram.EstimateOptions{ - ContextLength: req.ContextSize, - GPULayers: req.GPULayers, - KVQuantBits: req.KVQuantBits, - } - if opts.ContextLength == 0 { + ctxLen := req.ContextSize + if ctxLen == 0 { if cfg.ContextSize != nil { - opts.ContextLength = uint32(*cfg.ContextSize) + ctxLen = uint32(*cfg.ContextSize) } else { - opts.ContextLength = 8192 + ctxLen = 8192 contextDefaulted = true } } + opts := vram.EstimateOptions{ + GPULayers: req.GPULayers, + KVQuantBits: req.KVQuantBits, + } + subCtx, cancel := context.WithTimeout(ctx, 10*time.Second) defer cancel() - result, err := vram.Estimate(subCtx, files, opts, vram.DefaultCachedSizeResolver(), vram.DefaultCachedGGUFReader()) + multi, err := vram.EstimateMultiContext(subCtx, files, []uint32{ctxLen}, opts, vram.DefaultCachedSizeResolver(), vram.DefaultCachedGGUFReader()) if err != nil { return nil, fmt.Errorf("vram estimate: %w", err) } - resp := &VRAMResponse{EstimateResult: result} + at := multi.Estimates[fmt.Sprint(ctxLen)] + resp := &VRAMResponse{ + EstimateResult: vram.EstimateResult{ + SizeBytes: multi.SizeBytes, + SizeDisplay: multi.SizeDisplay, + ContextLength: at.ContextLength, + VRAMBytes: at.VRAMBytes, + VRAMDisplay: at.VRAMDisplay, + }, + ModelMaxContext: multi.ModelMaxContext, + } - if contextDefaulted && firstGGUF != "" { - ggufMeta, err := vram.DefaultCachedGGUFReader().ReadMetadata(subCtx, firstGGUF) - if err == nil && ggufMeta != nil && ggufMeta.MaximumContextLength > 0 { - resp.ModelMaxContext = ggufMeta.MaximumContextLength - resp.ContextNote = fmt.Sprintf( - "Estimate used default context_size=8192. The model's trained maximum context is %d; VRAM usage will be higher at larger context sizes.", - ggufMeta.MaximumContextLength, - ) - } + if contextDefaulted && multi.ModelMaxContext > 0 { + resp.ContextNote = fmt.Sprintf( + "Estimate used default context_size=8192. The model's trained maximum context is %d; VRAM usage will be higher at larger context sizes.", + multi.ModelMaxContext, + ) } return resp, nil } @@ -111,8 +117,8 @@ func resolveModelURI(uri, modelsPath string) string { return "file://" + filepath.Join(modelsPath, uri) } -// addWeightFile appends a resolved weight file to files and tracks the first GGUF. -func addWeightFile(uri, modelsPath string, files *[]vram.FileInput, firstGGUF *string, seen map[string]bool) { +// addWeightFile appends a resolved weight file to files. +func addWeightFile(uri, modelsPath string, files *[]vram.FileInput, seen map[string]bool) { if !vram.IsWeightFile(uri) { return } @@ -122,7 +128,4 @@ func addWeightFile(uri, modelsPath string, files *[]vram.FileInput, firstGGUF *s } seen[resolved] = true *files = append(*files, vram.FileInput{URI: resolved, Size: 0}) - if *firstGGUF == "" && vram.IsGGUF(uri) { - *firstGGUF = resolved - } } diff --git a/core/services/nodes/router.go b/core/services/nodes/router.go index 7eedd51e14ac..e78b74378b9a 100644 --- a/core/services/nodes/router.go +++ b/core/services/nodes/router.go @@ -628,10 +628,14 @@ func (r *SmartRouter) estimateModelVRAM(ctx context.Context, opts *pb.ModelOptio estCtx, cancel := context.WithTimeout(ctx, 10*time.Second) defer cancel() + ctxSize := uint32(opts.ContextSize) + if ctxSize == 0 { + ctxSize = 8192 + } + input := vram.ModelEstimateInput{ Options: vram.EstimateOptions{ - ContextLength: uint32(opts.ContextSize), - GPULayers: int(opts.NGPULayers), + GPULayers: int(opts.NGPULayers), }, } @@ -649,28 +653,15 @@ func (r *SmartRouter) estimateModelVRAM(ctx context.Context, opts *pb.ModelOptio } } - // If model file exists, get its size as fallback - if opts.ModelFile != "" && len(input.Files) == 0 { - if info, err := os.Stat(opts.ModelFile); err == nil { - return vram.EstimateFromSize(uint64(info.Size())).VRAMBytes - } - } - if len(input.Files) == 0 && input.HFRepo == "" && input.Size == "" { return 0 } - result, err := vram.EstimateModel(estCtx, input) - if err != nil || result.VRAMBytes == 0 { - // Last resort: try model file size - if opts.ModelFile != "" { - if info, statErr := os.Stat(opts.ModelFile); statErr == nil { - return vram.EstimateFromSize(uint64(info.Size())).VRAMBytes - } - } + result, err := vram.EstimateModelMultiContext(estCtx, input, []uint32{ctxSize}) + if err != nil { return 0 } - return result.VRAMBytes + return result.VRAMForContext(ctxSize) } // installBackendOnNode sends a NATS backend.install request-reply to the node. diff --git a/pkg/vram/cache.go b/pkg/vram/cache.go index 38fd08b29666..cbfaefed1b94 100644 --- a/pkg/vram/cache.go +++ b/pkg/vram/cache.go @@ -3,94 +3,93 @@ package vram import ( "context" "sync" - "time" ) -const defaultEstimateCacheTTL = 15 * time.Minute +// galleryGenFunc returns the current gallery generation counter. +// When set, cache entries are invalidated when the generation changes. +// When nil (e.g., in tests or non-gallery contexts), entries never expire. +var galleryGenFunc func() uint64 + +// SetGalleryGenerationFunc wires the gallery generation counter into the +// VRAM caches. Call this once at application startup. +func SetGalleryGenerationFunc(fn func() uint64) { + galleryGenFunc = fn +} + +func currentGeneration() uint64 { + if galleryGenFunc != nil { + return galleryGenFunc() + } + return 0 +} type sizeCacheEntry struct { - size int64 - err error - until time.Time + size int64 + err error + generation uint64 } type cachedSizeResolver struct { underlying SizeResolver - ttl time.Duration mu sync.Mutex cache map[string]sizeCacheEntry } func (c *cachedSizeResolver) ContentLength(ctx context.Context, uri string) (int64, error) { + gen := currentGeneration() c.mu.Lock() e, ok := c.cache[uri] c.mu.Unlock() - if ok && time.Now().Before(e.until) { + if ok && e.generation == gen { return e.size, e.err } size, err := c.underlying.ContentLength(ctx, uri) c.mu.Lock() - if c.cache == nil { - c.cache = make(map[string]sizeCacheEntry) - } - c.cache[uri] = sizeCacheEntry{size: size, err: err, until: time.Now().Add(c.ttl)} + c.cache[uri] = sizeCacheEntry{size: size, err: err, generation: gen} c.mu.Unlock() return size, err } type ggufCacheEntry struct { - meta *GGUFMeta - err error - until time.Time + meta *GGUFMeta + err error + generation uint64 } type cachedGGUFReader struct { underlying GGUFMetadataReader - ttl time.Duration mu sync.Mutex cache map[string]ggufCacheEntry } func (c *cachedGGUFReader) ReadMetadata(ctx context.Context, uri string) (*GGUFMeta, error) { + gen := currentGeneration() c.mu.Lock() e, ok := c.cache[uri] c.mu.Unlock() - if ok && time.Now().Before(e.until) { + if ok && e.generation == gen { return e.meta, e.err } meta, err := c.underlying.ReadMetadata(ctx, uri) c.mu.Lock() - if c.cache == nil { - c.cache = make(map[string]ggufCacheEntry) - } - c.cache[uri] = ggufCacheEntry{meta: meta, err: err, until: time.Now().Add(c.ttl)} + c.cache[uri] = ggufCacheEntry{meta: meta, err: err, generation: gen} c.mu.Unlock() return meta, err } -// CachedSizeResolver returns a SizeResolver that caches ContentLength results by URI for the given TTL. -func CachedSizeResolver(underlying SizeResolver, ttl time.Duration) SizeResolver { - return &cachedSizeResolver{underlying: underlying, ttl: ttl, cache: make(map[string]sizeCacheEntry)} -} - -// CachedGGUFReader returns a GGUFMetadataReader that caches ReadMetadata results by URI for the given TTL. -func CachedGGUFReader(underlying GGUFMetadataReader, ttl time.Duration) GGUFMetadataReader { - return &cachedGGUFReader{underlying: underlying, ttl: ttl, cache: make(map[string]ggufCacheEntry)} -} - -// DefaultCachedSizeResolver returns a cached SizeResolver using the default implementation and default TTL (15 min). -// A single shared cache is used so repeated HEAD requests for the same URI are avoided across requests. +// DefaultCachedSizeResolver returns a cached SizeResolver using the default implementation. +// Entries are invalidated when the gallery generation changes. func DefaultCachedSizeResolver() SizeResolver { return defaultCachedSizeResolver } -// DefaultCachedGGUFReader returns a cached GGUFMetadataReader using the default implementation and default TTL (15 min). -// A single shared cache is used so repeated GGUF metadata fetches for the same URI are avoided across requests. +// DefaultCachedGGUFReader returns a cached GGUFMetadataReader using the default implementation. +// Entries are invalidated when the gallery generation changes. func DefaultCachedGGUFReader() GGUFMetadataReader { return defaultCachedGGUFReader } var ( - defaultCachedSizeResolver = CachedSizeResolver(defaultSizeResolver{}, defaultEstimateCacheTTL) - defaultCachedGGUFReader = CachedGGUFReader(defaultGGUFReader{}, defaultEstimateCacheTTL) + defaultCachedSizeResolver = &cachedSizeResolver{underlying: defaultSizeResolver{}, cache: make(map[string]sizeCacheEntry)} + defaultCachedGGUFReader = &cachedGGUFReader{underlying: defaultGGUFReader{}, cache: make(map[string]ggufCacheEntry)} ) diff --git a/pkg/vram/estimate.go b/pkg/vram/estimate.go index f98517ab07fa..c91004a4bcd2 100644 --- a/pkg/vram/estimate.go +++ b/pkg/vram/estimate.go @@ -23,17 +23,19 @@ func IsGGUF(nameOrURI string) bool { return strings.ToLower(path.Ext(path.Base(nameOrURI))) == ".gguf" } -func Estimate(ctx context.Context, files []FileInput, opts EstimateOptions, sizeResolver SizeResolver, ggufReader GGUFMetadataReader) (EstimateResult, error) { - if opts.ContextLength == 0 { - opts.ContextLength = 8192 - } - if opts.KVQuantBits == 0 { - opts.KVQuantBits = 16 - } +// modelProfile captures the "fixed" properties of a model after I/O. +// Everything except context length is constant for a given model. +type modelProfile struct { + sizeBytes uint64 // total weight file size + ggufSize uint64 // GGUF file size (subset of sizeBytes) + meta *GGUFMeta // nil if no GGUF metadata available +} - var sizeBytes uint64 - var ggufSize uint64 +// resolveProfile does all I/O: iterates files, fetches sizes and GGUF metadata. +func resolveProfile(ctx context.Context, files []FileInput, sizeResolver SizeResolver, ggufReader GGUFMetadataReader) modelProfile { + var p modelProfile var firstGGUFURI string + for i := range files { f := &files[i] if !IsWeightFile(f.URI) { @@ -47,23 +49,32 @@ func Estimate(ctx context.Context, files []FileInput, opts EstimateOptions, size continue } } - sizeBytes += uint64(sz) + p.sizeBytes += uint64(sz) if IsGGUF(f.URI) { - ggufSize += uint64(sz) + p.ggufSize += uint64(sz) if firstGGUFURI == "" { firstGGUFURI = f.URI } } } - sizeDisplay := FormatBytes(sizeBytes) + if p.ggufSize > 0 && ggufReader != nil && firstGGUFURI != "" { + p.meta, _ = ggufReader.ReadMetadata(ctx, firstGGUFURI) + } - var vramBytes uint64 - if ggufSize > 0 { - var meta *GGUFMeta - if ggufReader != nil && firstGGUFURI != "" { - meta, _ = ggufReader.ReadMetadata(ctx, firstGGUFURI) - } + return p +} + +// computeVRAM is pure arithmetic — no I/O. Returns VRAM bytes for a given +// model profile and context length. +func computeVRAM(p modelProfile, ctxLen uint32, opts EstimateOptions) uint64 { + kvQuantBits := opts.KVQuantBits + if kvQuantBits == 0 { + kvQuantBits = 16 + } + + if p.ggufSize > 0 { + meta := p.meta if meta != nil && (meta.BlockCount > 0 || meta.EmbeddingLength > 0) { nLayers := meta.BlockCount if nLayers == 0 { @@ -84,36 +95,29 @@ func Estimate(ctx context.Context, files []FileInput, opts EstimateOptions, size if gpuLayers <= 0 { gpuLayers = int(nLayers) } - ctxLen := opts.ContextLength - bKV := uint32(opts.KVQuantBits / 8) + bKV := uint32(kvQuantBits / 8) if bKV == 0 { bKV = 4 } - M_model := ggufSize - M_KV := uint64(bKV) * uint64(dModel) * uint64(nLayers) * uint64(ctxLen) - if headCountKV > 0 && meta.HeadCount > 0 { - M_KV = uint64(bKV) * uint64(dModel) * uint64(headCountKV) * uint64(ctxLen) - } + + M_model := p.ggufSize + M_KV := uint64(bKV) * uint64(dModel) * uint64(headCountKV) * uint64(ctxLen) P := M_model * 2 M_overhead := uint64(0.02*float64(P) + 0.15*1e9) - vramBytes = M_model + M_KV + M_overhead + vramBytes := M_model + M_KV + M_overhead if nLayers > 0 && gpuLayers < int(nLayers) { layerRatio := float64(gpuLayers) / float64(nLayers) vramBytes = uint64(layerRatio*float64(M_model)) + M_KV + M_overhead } - } else { - vramBytes = sizeOnlyVRAM(ggufSize, opts.ContextLength) + return vramBytes } - } else if sizeBytes > 0 { - vramBytes = sizeOnlyVRAM(sizeBytes, opts.ContextLength) + return sizeOnlyVRAM(p.ggufSize, ctxLen) } - return EstimateResult{ - SizeBytes: sizeBytes, - SizeDisplay: sizeDisplay, - VRAMBytes: vramBytes, - VRAMDisplay: FormatBytes(vramBytes), - }, nil + if p.sizeBytes > 0 { + return sizeOnlyVRAM(p.sizeBytes, ctxLen) + } + return 0 } func sizeOnlyVRAM(sizeOnDisk uint64, ctxLen uint32) uint64 { @@ -125,6 +129,45 @@ func sizeOnlyVRAM(sizeOnDisk uint64, ctxLen uint32) uint64 { return vram } +// buildEstimates computes VRAMAt entries for each context size from a profile. +func buildEstimates(p modelProfile, contextSizes []uint32, opts EstimateOptions) map[string]VRAMAt { + m := make(map[string]VRAMAt, len(contextSizes)) + for _, ctxLen := range contextSizes { + vramBytes := computeVRAM(p, ctxLen, opts) + m[fmt.Sprint(ctxLen)] = VRAMAt{ + ContextLength: ctxLen, + VRAMBytes: vramBytes, + VRAMDisplay: FormatBytes(vramBytes), + } + } + return m +} + + +// EstimateMultiContext estimates model size and VRAM at multiple context sizes. +// It performs I/O once (resolveProfile) then computes VRAM for each context size. +func EstimateMultiContext(ctx context.Context, files []FileInput, contextSizes []uint32, + opts EstimateOptions, sizeResolver SizeResolver, ggufReader GGUFMetadataReader) (MultiContextEstimate, error) { + + if len(contextSizes) == 0 { + contextSizes = []uint32{8192} + } + + p := resolveProfile(ctx, files, sizeResolver, ggufReader) + + result := MultiContextEstimate{ + SizeBytes: p.sizeBytes, + SizeDisplay: FormatBytes(p.sizeBytes), + Estimates: buildEstimates(p, contextSizes, opts), + } + + if p.meta != nil && p.meta.MaximumContextLength > 0 { + result.ModelMaxContext = p.meta.MaximumContextLength + } + + return result, nil +} + // ParseSizeString parses a human-readable size string (e.g. "500MB", "14.5 GB", "2tb") // into bytes. Supports B, KB, MB, GB, TB, PB (case-insensitive, space optional). // Uses SI units (1 KB = 1000 B). @@ -136,7 +179,6 @@ func ParseSizeString(s string) (uint64, error) { s = strings.ToUpper(s) - // Find where the numeric part ends i := 0 for i < len(s) && (s[i] == '.' || (s[i] >= '0' && s[i] <= '9')) { i++ @@ -177,17 +219,6 @@ func ParseSizeString(s string) (uint64, error) { return uint64(num * float64(multiplier)), nil } -// EstimateFromSize builds an EstimateResult from a raw byte count. -func EstimateFromSize(sizeBytes uint64) EstimateResult { - vramBytes := sizeOnlyVRAM(sizeBytes, 8192) - return EstimateResult{ - SizeBytes: sizeBytes, - SizeDisplay: FormatBytes(sizeBytes), - VRAMBytes: vramBytes, - VRAMDisplay: FormatBytes(vramBytes), - } -} - func FormatBytes(n uint64) string { const unit = 1000 if n < unit { @@ -216,24 +247,29 @@ func DefaultGGUFReader() GGUFMetadataReader { } // ModelEstimateInput describes the inputs for a unified VRAM/size estimation. -// The estimator cascades through available data: files → size string → HF repo → zero. +// The estimator cascades through available data: files -> size string -> HF repo -> zero. type ModelEstimateInput struct { Files []FileInput // weight files with optional pre-known sizes Size string // gallery hardcoded size (e.g. "14.5GB") HFRepo string // HF repo ID or URL - Options EstimateOptions // context length, GPU layers, KV quant bits + Options EstimateOptions // GPU layers, KV quant bits } -// EstimateModel provides a unified VRAM estimation entry point. +// EstimateModelMultiContext provides a unified VRAM estimation entry point +// that returns estimates at multiple context sizes. // It tries (in order): // 1. Direct file-based estimation (GGUF metadata or file size heuristic) // 2. ParseSizeString from Size field -// 3. EstimateFromHFRepo +// 3. HuggingFace repo file listing // 4. Zero result -func EstimateModel(ctx context.Context, input ModelEstimateInput) (EstimateResult, error) { +func EstimateModelMultiContext(ctx context.Context, input ModelEstimateInput, contextSizes []uint32) (MultiContextEstimate, error) { + if len(contextSizes) == 0 { + contextSizes = []uint32{8192} + } + // 1. Try direct file estimation if len(input.Files) > 0 { - result, err := Estimate(ctx, input.Files, input.Options, DefaultCachedSizeResolver(), DefaultCachedGGUFReader()) + result, err := EstimateMultiContext(ctx, input.Files, contextSizes, input.Options, DefaultCachedSizeResolver(), DefaultCachedGGUFReader()) if err != nil { xlog.Debug("VRAM estimation from files failed", "error", err) } @@ -247,7 +283,11 @@ func EstimateModel(ctx context.Context, input ModelEstimateInput) (EstimateResul if sizeBytes, err := ParseSizeString(input.Size); err != nil { xlog.Debug("VRAM estimation from size string failed", "error", err, "size", input.Size) } else if sizeBytes > 0 { - return EstimateFromSize(sizeBytes), nil + return MultiContextEstimate{ + SizeBytes: sizeBytes, + SizeDisplay: FormatBytes(sizeBytes), + Estimates: buildEstimates(modelProfile{sizeBytes: sizeBytes}, contextSizes, EstimateOptions{}), + }, nil } } @@ -257,15 +297,19 @@ func EstimateModel(ctx context.Context, input ModelEstimateInput) (EstimateResul hfRepo = repoID } if hfRepo != "" { - result, err := EstimateFromHFRepo(ctx, hfRepo) + totalBytes, err := hfRepoWeightSize(ctx, hfRepo) if err != nil { xlog.Debug("VRAM estimation from HF repo failed", "error", err, "repo", hfRepo) } - if err == nil && result.SizeBytes > 0 { - return result, nil + if err == nil && totalBytes > 0 { + return MultiContextEstimate{ + SizeBytes: totalBytes, + SizeDisplay: FormatBytes(totalBytes), + Estimates: buildEstimates(modelProfile{sizeBytes: totalBytes}, contextSizes, EstimateOptions{}), + }, nil } } // 4. No estimation possible - return EstimateResult{}, nil + return MultiContextEstimate{}, nil } diff --git a/pkg/vram/estimate_test.go b/pkg/vram/estimate_test.go index 2036c8dad460..4431f6fe92f8 100644 --- a/pkg/vram/estimate_test.go +++ b/pkg/vram/estimate_test.go @@ -23,26 +23,25 @@ func (f fakeGGUFReader) ReadMetadata(ctx context.Context, uri string) (*GGUFMeta return f[uri], nil } -var _ = Describe("Estimate", func() { +var _ = Describe("EstimateMultiContext", func() { ctx := context.Background() + defaultCtx := []uint32{8192} Describe("empty or non-GGUF inputs", func() { It("returns zero size and vram for nil files", func() { - opts := EstimateOptions{ContextLength: 8192} - res, err := Estimate(ctx, nil, opts, nil, nil) + res, err := EstimateMultiContext(ctx, nil, defaultCtx, EstimateOptions{}, nil, nil) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeBytes).To(Equal(uint64(0))) - Expect(res.VRAMBytes).To(Equal(uint64(0))) + Expect(res.Estimates["8192"].VRAMBytes).To(Equal(uint64(0))) Expect(res.SizeDisplay).To(Equal("0 B")) }) - It("counts only .gguf files and ignores other extensions", func() { + It("counts only weight files and ignores other extensions", func() { files := []FileInput{ {URI: "http://a/model.gguf", Size: 1_000_000_000}, {URI: "http://a/readme.txt", Size: 100}, } - opts := EstimateOptions{ContextLength: 8192} - res, err := Estimate(ctx, files, opts, nil, nil) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, nil, nil) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeBytes).To(Equal(uint64(1_000_000_000))) }) @@ -52,8 +51,7 @@ var _ = Describe("Estimate", func() { {URI: "http://hf.co/model/model.safetensors", Size: 2_000_000_000}, {URI: "http://hf.co/model/model2.safetensors", Size: 3_000_000_000}, } - opts := EstimateOptions{ContextLength: 8192} - res, err := Estimate(ctx, files, opts, nil, nil) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, nil, nil) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeBytes).To(Equal(uint64(5_000_000_000))) }) @@ -62,24 +60,22 @@ var _ = Describe("Estimate", func() { Describe("GGUF size and resolver", func() { It("uses size resolver when file size is not set", func() { sizes := fakeSizeResolver{"http://example.com/model.gguf": 1_500_000_000} - opts := EstimateOptions{ContextLength: 8192} files := []FileInput{{URI: "http://example.com/model.gguf"}} - res, err := Estimate(ctx, files, opts, sizes, nil) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, sizes, nil) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeBytes).To(Equal(uint64(1_500_000_000))) - Expect(res.VRAMBytes).To(BeNumerically(">=", res.SizeBytes)) + Expect(res.Estimates["8192"].VRAMBytes).To(BeNumerically(">=", res.SizeBytes)) Expect(res.SizeDisplay).To(Equal("1.5 GB")) }) It("uses size-only VRAM formula when metadata is missing and size is large", func() { sizes := fakeSizeResolver{"http://a/model.gguf": 10_000_000_000} - opts := EstimateOptions{ContextLength: 8192} files := []FileInput{{URI: "http://a/model.gguf"}} - res, err := Estimate(ctx, files, opts, sizes, nil) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, sizes, nil) Expect(err).ToNot(HaveOccurred()) - Expect(res.VRAMBytes).To(BeNumerically(">", 10_000_000_000)) + Expect(res.Estimates["8192"].VRAMBytes).To(BeNumerically(">", 10_000_000_000)) }) It("sums size for multiple GGUF shards", func() { @@ -87,18 +83,16 @@ var _ = Describe("Estimate", func() { {URI: "http://a/shard1.gguf", Size: 10_000_000_000}, {URI: "http://a/shard2.gguf", Size: 5_000_000_000}, } - opts := EstimateOptions{ContextLength: 8192} - res, err := Estimate(ctx, files, opts, nil, nil) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, nil, nil) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeBytes).To(Equal(uint64(15_000_000_000))) }) It("formats size display correctly", func() { files := []FileInput{{URI: "http://a/model.gguf", Size: 2_500_000_000}} - opts := EstimateOptions{ContextLength: 8192} - res, err := Estimate(ctx, files, opts, nil, nil) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, nil, nil) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeDisplay).To(Equal("2.5 GB")) }) @@ -108,24 +102,94 @@ var _ = Describe("Estimate", func() { It("uses metadata for VRAM when reader returns meta and partial offload", func() { meta := &GGUFMeta{BlockCount: 32, EmbeddingLength: 4096} reader := fakeGGUFReader{"http://a/model.gguf": meta} - opts := EstimateOptions{ContextLength: 8192, GPULayers: 20} + opts := EstimateOptions{GPULayers: 20} files := []FileInput{{URI: "http://a/model.gguf", Size: 8_000_000_000}} - res, err := Estimate(ctx, files, opts, nil, reader) + res, err := EstimateMultiContext(ctx, files, defaultCtx, opts, nil, reader) Expect(err).ToNot(HaveOccurred()) - Expect(res.VRAMBytes).To(BeNumerically(">", 0)) + Expect(res.Estimates["8192"].VRAMBytes).To(BeNumerically(">", 0)) }) It("uses metadata head counts for KV and yields vram > size", func() { files := []FileInput{{URI: "http://a/model.gguf", Size: 15_000_000_000}} meta := &GGUFMeta{BlockCount: 32, EmbeddingLength: 4096, HeadCount: 32, HeadCountKV: 8} reader := fakeGGUFReader{"http://a/model.gguf": meta} - opts := EstimateOptions{ContextLength: 8192} - res, err := Estimate(ctx, files, opts, nil, reader) + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, nil, reader) Expect(err).ToNot(HaveOccurred()) Expect(res.SizeBytes).To(Equal(uint64(15_000_000_000))) - Expect(res.VRAMBytes).To(BeNumerically(">", res.SizeBytes)) + Expect(res.Estimates["8192"].VRAMBytes).To(BeNumerically(">", res.SizeBytes)) + }) + + It("populates ModelMaxContext from GGUF metadata", func() { + meta := &GGUFMeta{BlockCount: 32, EmbeddingLength: 4096, MaximumContextLength: 131072} + reader := fakeGGUFReader{"http://a/model.gguf": meta} + files := []FileInput{{URI: "http://a/model.gguf", Size: 8_000_000_000}} + + res, err := EstimateMultiContext(ctx, files, defaultCtx, EstimateOptions{}, nil, reader) + Expect(err).ToNot(HaveOccurred()) + Expect(res.ModelMaxContext).To(Equal(uint64(131072))) + }) + }) + + Describe("multi-context behavior", func() { + It("returns estimates for all requested context sizes", func() { + files := []FileInput{{URI: "http://a/model.gguf", Size: 4_000_000_000}} + sizes := []uint32{8192, 32768, 131072} + + res, err := EstimateMultiContext(ctx, files, sizes, EstimateOptions{}, nil, nil) + Expect(err).ToNot(HaveOccurred()) + Expect(res.Estimates).To(HaveLen(3)) + Expect(res.Estimates).To(HaveKey("8192")) + Expect(res.Estimates).To(HaveKey("32768")) + Expect(res.Estimates).To(HaveKey("131072")) + }) + + It("VRAM increases monotonically with context size", func() { + files := []FileInput{{URI: "http://a/model.gguf", Size: 4_000_000_000}} + meta := &GGUFMeta{BlockCount: 32, EmbeddingLength: 4096, HeadCount: 32, HeadCountKV: 8} + reader := fakeGGUFReader{"http://a/model.gguf": meta} + sizes := []uint32{8192, 16384, 32768, 65536, 131072, 262144} + + res, err := EstimateMultiContext(ctx, files, sizes, EstimateOptions{}, nil, reader) + Expect(err).ToNot(HaveOccurred()) + + prev := uint64(0) + for _, sz := range sizes { + v := res.VRAMForContext(sz) + Expect(v).To(BeNumerically(">", prev), "VRAM should increase at context %d", sz) + prev = v + } + }) + + It("size is constant across context sizes", func() { + files := []FileInput{{URI: "http://a/model.gguf", Size: 4_000_000_000}} + sizes := []uint32{8192, 32768} + + res, err := EstimateMultiContext(ctx, files, sizes, EstimateOptions{}, nil, nil) + Expect(err).ToNot(HaveOccurred()) + Expect(res.SizeBytes).To(Equal(uint64(4_000_000_000))) + }) + + It("defaults to [8192] when contextSizes is empty", func() { + files := []FileInput{{URI: "http://a/model.gguf", Size: 4_000_000_000}} + + res, err := EstimateMultiContext(ctx, files, nil, EstimateOptions{}, nil, nil) + Expect(err).ToNot(HaveOccurred()) + Expect(res.Estimates).To(HaveLen(1)) + Expect(res.Estimates).To(HaveKey("8192")) + }) + }) + + Describe("VRAMForContext helper", func() { + It("returns 0 for missing context size", func() { + res := MultiContextEstimate{ + Estimates: map[string]VRAMAt{ + "8192": {VRAMBytes: 5000}, + }, + } + Expect(res.VRAMForContext(99999)).To(Equal(uint64(0))) + Expect(res.VRAMForContext(8192)).To(Equal(uint64(5000))) }) }) }) diff --git a/pkg/vram/hf_estimate.go b/pkg/vram/hf_estimate.go index 2d1ca9b42d16..9f9ff4e6a773 100644 --- a/pkg/vram/hf_estimate.go +++ b/pkg/vram/hf_estimate.go @@ -4,7 +4,6 @@ import ( "context" "strings" "sync" - "time" hfapi "github.com/mudler/LocalAI/pkg/huggingface-api" ) @@ -15,13 +14,11 @@ var ( ) type hfSizeCacheEntry struct { - result EstimateResult - err error - expiresAt time.Time + totalBytes uint64 + err error + generation uint64 } -const hfSizeCacheTTL = 15 * time.Minute - // ExtractHFRepoID extracts a HuggingFace repo ID from a string. // It handles both short form ("org/model") and full URL form // ("https://huggingface.co/org/model", "huggingface.co/org/model"). @@ -62,30 +59,31 @@ func ExtractHFRepoID(s string) (string, bool) { return "", false } -// EstimateFromHFRepo estimates model size by querying the HuggingFace API for file listings. -// Results are cached for 15 minutes. -func EstimateFromHFRepo(ctx context.Context, repoID string) (EstimateResult, error) { +// hfRepoWeightSize returns the total weight file size for a HuggingFace repo. +// Results are cached and invalidated when the gallery generation changes. +func hfRepoWeightSize(ctx context.Context, repoID string) (uint64, error) { + gen := currentGeneration() hfSizeCacheMu.Lock() - if entry, ok := hfSizeCacheData[repoID]; ok && time.Now().Before(entry.expiresAt) { + if entry, ok := hfSizeCacheData[repoID]; ok && entry.generation == gen { hfSizeCacheMu.Unlock() - return entry.result, entry.err + return entry.totalBytes, entry.err } hfSizeCacheMu.Unlock() - result, err := estimateFromHFRepoUncached(ctx, repoID) + totalBytes, err := hfRepoWeightSizeUncached(ctx, repoID) hfSizeCacheMu.Lock() hfSizeCacheData[repoID] = hfSizeCacheEntry{ - result: result, - err: err, - expiresAt: time.Now().Add(hfSizeCacheTTL), + totalBytes: totalBytes, + err: err, + generation: gen, } hfSizeCacheMu.Unlock() - return result, err + return totalBytes, err } -func estimateFromHFRepoUncached(ctx context.Context, repoID string) (EstimateResult, error) { +func hfRepoWeightSizeUncached(ctx context.Context, repoID string) (uint64, error) { client := hfapi.NewClient() type listResult struct { @@ -100,17 +98,17 @@ func estimateFromHFRepoUncached(ctx context.Context, repoID string) (EstimateRes select { case <-ctx.Done(): - return EstimateResult{}, ctx.Err() + return 0, ctx.Err() case res := <-ch: if res.err != nil { - return EstimateResult{}, res.err + return 0, res.err } - return estimateFromFileInfos(res.files), nil + return sumWeightFileBytes(res.files), nil } } -func estimateFromFileInfos(files []hfapi.FileInfo) EstimateResult { - var totalSize int64 +func sumWeightFileBytes(files []hfapi.FileInfo) uint64 { + var total int64 for _, f := range files { if f.Type != "file" { continue @@ -128,20 +126,10 @@ func estimateFromFileInfos(files []hfapi.FileInfo) EstimateResult { if f.LFS != nil && f.LFS.Size > 0 { size = f.LFS.Size } - totalSize += size - } - - if totalSize <= 0 { - return EstimateResult{} + total += size } - - sizeBytes := uint64(totalSize) - vramBytes := sizeOnlyVRAM(sizeBytes, 8192) - - return EstimateResult{ - SizeBytes: sizeBytes, - SizeDisplay: FormatBytes(sizeBytes), - VRAMBytes: vramBytes, - VRAMDisplay: FormatBytes(vramBytes), + if total < 0 { + return 0 } + return uint64(total) } diff --git a/pkg/vram/types.go b/pkg/vram/types.go index 476c50404122..34c848b09233 100644 --- a/pkg/vram/types.go +++ b/pkg/vram/types.go @@ -1,6 +1,9 @@ package vram -import "context" +import ( + "context" + "fmt" +) // FileInput represents a single model file for estimation (URI and optional pre-known size). type FileInput struct { @@ -28,16 +31,45 @@ type GGUFMetadataReader interface { } // EstimateOptions configures VRAM/size estimation. +// GPULayers and KVQuantBits apply uniformly across all context sizes. type EstimateOptions struct { - ContextLength uint32 - GPULayers int - KVQuantBits int + GPULayers int + KVQuantBits int } -// EstimateResult holds estimated download size and VRAM with display strings. +// VRAMAt holds the VRAM estimate at a specific context size. +type VRAMAt struct { + ContextLength uint32 `json:"contextLength"` + VRAMBytes uint64 `json:"vramBytes"` + VRAMDisplay string `json:"vramDisplay"` +} + +// EstimateResult is a flat single-context view of an estimate, suitable for +// the REST /api/models/vram-estimate response and the MCP vram_estimate tool. +// It is the legacy shape the LLM and HTTP clients expect (size_bytes / +// size_display / vram_bytes / vram_display). type EstimateResult struct { - SizeBytes uint64 `json:"sizeBytes"` // total model weight size in bytes - SizeDisplay string `json:"sizeDisplay"` // human-readable size (e.g. "4.2 GB") - VRAMBytes uint64 `json:"vramBytes"` // estimated VRAM usage in bytes - VRAMDisplay string `json:"vramDisplay"` // human-readable VRAM (e.g. "6.1 GB") + SizeBytes uint64 `json:"size_bytes"` + SizeDisplay string `json:"size_display"` + ContextLength uint32 `json:"context_length,omitempty"` + VRAMBytes uint64 `json:"vram_bytes"` + VRAMDisplay string `json:"vram_display"` +} + +// MultiContextEstimate holds VRAM estimates for one or more context sizes, +// computed from a single metadata fetch. +type MultiContextEstimate struct { + SizeBytes uint64 `json:"sizeBytes"` + SizeDisplay string `json:"sizeDisplay"` + Estimates map[string]VRAMAt `json:"estimates"` // keys: context size as string + ModelMaxContext uint64 `json:"modelMaxContext,omitempty"` // from GGUF metadata +} + +// VRAMForContext is a convenience method that returns the VRAMBytes for a +// specific context size, or 0 if not present. +func (m MultiContextEstimate) VRAMForContext(ctxLen uint32) uint64 { + if e, ok := m.Estimates[fmt.Sprint(ctxLen)]; ok { + return e.VRAMBytes + } + return 0 } From 2bcb5f64317ecf9df892680a8a30d6362a84e12b Mon Sep 17 00:00:00 2001 From: Richard Palethorpe Date: Tue, 5 May 2026 06:32:55 +0100 Subject: [PATCH 2/2] chore(gallery): regenerate gallery index and add known_usecases to model entries Signed-off-by: Richard Palethorpe --- gallery/chatml.yaml | 82 +- gallery/deepseek-r1.yaml | 46 +- gallery/gemma.yaml | 79 +- gallery/granite4.yaml | 93 +- gallery/harmony.yaml | 118 +- gallery/index.yaml | 19951 ++++++++++++++++++++++++++++--------- gallery/lfm.yaml | 90 +- gallery/moondream.yaml | 29 +- gallery/nanbeige4.1.yaml | 29 +- gallery/openvino.yaml | 16 +- gallery/qwen3.yaml | 90 +- gallery/smolvlm.yaml | 35 +- 12 files changed, 15605 insertions(+), 5053 deletions(-) diff --git a/gallery/chatml.yaml b/gallery/chatml.yaml index 7e8e63a6298e..803af8cf9c34 100644 --- a/gallery/chatml.yaml +++ b/gallery/chatml.yaml @@ -1,42 +1,42 @@ ---- -name: "chatml" - config_file: | - backend: "llama-cpp" - mmap: true - template: - chat_message: | - <|im_start|>{{ .RoleName }} - {{ if .FunctionCall -}} - Function call: - {{ else if eq .RoleName "tool" -}} - Function response: - {{ end -}} - {{ if .Content -}} - {{.Content }} - {{ end -}} - {{ if .FunctionCall -}} - {{toJson .FunctionCall}} - {{ end -}}<|im_end|> - function: | - <|im_start|>system - You are a function calling AI model. You are provided with functions to execute. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: - {{range .Functions}} - {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} - {{end}} - For each function call return a json object with function name and arguments - <|im_end|> - {{.Input -}} - <|im_start|>assistant - chat: | - {{.Input -}} - <|im_start|>assistant - completion: | - {{.Input}} - context_size: 4096 - f16: true - stopwords: - - '<|im_end|>' - - '' - - '' - - '<|endoftext|>' + backend: llama-cpp + context_size: 4096 + f16: true + known_usecases: + - chat + mmap: true + stopwords: + - <|im_end|> + - + - + - <|endoftext|> + template: + chat: | + {{.Input -}} + <|im_start|>assistant + chat_message: | + <|im_start|>{{ .RoleName }} + {{ if .FunctionCall -}} + Function call: + {{ else if eq .RoleName "tool" -}} + Function response: + {{ end -}} + {{ if .Content -}} + {{.Content }} + {{ end -}} + {{ if .FunctionCall -}} + {{toJson .FunctionCall}} + {{ end -}}<|im_end|> + completion: | + {{.Input}} + function: | + <|im_start|>system + You are a function calling AI model. You are provided with functions to execute. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: + {{range .Functions}} + {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} + {{end}} + For each function call return a json object with function name and arguments + <|im_end|> + {{.Input -}} + <|im_start|>assistant +name: chatml diff --git a/gallery/deepseek-r1.yaml b/gallery/deepseek-r1.yaml index d03073534ab2..13749b46b387 100644 --- a/gallery/deepseek-r1.yaml +++ b/gallery/deepseek-r1.yaml @@ -1,24 +1,24 @@ ---- -name: "deepseek-r1" - config_file: | - backend: "llama-cpp" - context_size: 131072 - mmap: true - f16: true - stopwords: - - <｜begin▁of▁sentence｜> - - <｜end▁of▁sentence｜> - - <｜User｜> - - <｜Assistant｜> - template: - chat_message: | - {{if eq .RoleName "system" -}}{{.Content }} - {{ end -}} - {{if eq .RoleName "user" -}}<｜User｜>{{.Content}} - {{end -}} - {{if eq .RoleName "assistant" -}}<｜Assistant｜>{{.Content}}<｜end▁of▁sentence｜>{{end}} - completion: | - {{.Input}} - chat: | - {{.Input -}}<｜Assistant｜> + backend: llama-cpp + context_size: 131072 + f16: true + known_usecases: + - chat + mmap: true + stopwords: + - <｜begin▁of▁sentence｜> + - <｜end▁of▁sentence｜> + - <｜User｜> + - <｜Assistant｜> + template: + chat: | + {{.Input -}}<｜Assistant｜> + chat_message: | + {{if eq .RoleName "system" -}}{{.Content }} + {{ end -}} + {{if eq .RoleName "user" -}}<｜User｜>{{.Content}} + {{end -}} + {{if eq .RoleName "assistant" -}}<｜Assistant｜>{{.Content}}<｜end▁of▁sentence｜>{{end}} + completion: | + {{.Input}} +name: deepseek-r1 diff --git a/gallery/gemma.yaml b/gallery/gemma.yaml index d6a1eab06bc2..1e08fed813a0 100644 --- a/gallery/gemma.yaml +++ b/gallery/gemma.yaml @@ -1,41 +1,42 @@ ---- -name: "gemma" - config_file: | - backend: "llama-cpp" - mmap: true - context_size: 8192 - template: - chat_message: |- - {{if eq .RoleName "assistant" }}model{{else}}{{ .RoleName }}{{end}} - {{ if .FunctionCall -}} - {{ else if eq .RoleName "tool" -}} - {{ end -}} - {{ if .Content -}} - {{.Content -}} - {{ end -}} - {{ if .FunctionCall -}} - {{toJson .FunctionCall}} - {{ end -}} - chat: | - {{.Input }} - model - completion: | - {{.Input}} - function: | - system - You have access to functions. If you decide to invoke any of the function(s), - you MUST put it in the format of - {"name": function name, "parameters": dictionary of argument name and its value} + backend: llama-cpp + context_size: 8192 + known_usecases: + - chat + - completion + mmap: true + stopwords: + - <|im_end|> + - + - + template: + chat: | + {{.Input }} + model + chat_message: |- + {{if eq .RoleName "assistant" }}model{{else}}{{ .RoleName }}{{end}} + {{ if .FunctionCall -}} + {{ else if eq .RoleName "tool" -}} + {{ end -}} + {{ if .Content -}} + {{.Content -}} + {{ end -}} + {{ if .FunctionCall -}} + {{toJson .FunctionCall}} + {{ end -}} + completion: | + {{.Input}} + function: | + system + You have access to functions. If you decide to invoke any of the function(s), + you MUST put it in the format of + {"name": function name, "parameters": dictionary of argument name and its value} - You SHOULD NOT include any other text in the response if you call a function - {{range .Functions}} - {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} - {{end}} - - {{.Input -}} - model - stopwords: - - '<|im_end|>' - - '' - - '' + You SHOULD NOT include any other text in the response if you call a function + {{range .Functions}} + {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} + {{end}} + + {{.Input -}} + model +name: gemma diff --git a/gallery/granite4.yaml b/gallery/granite4.yaml index 65a870cf3323..1573fed373d3 100644 --- a/gallery/granite4.yaml +++ b/gallery/granite4.yaml @@ -1,48 +1,49 @@ ---- -name: "granite-3.2" - config_file: | - backend: "llama-cpp" - mmap: true - template: - chat_message: | - <|start_of_role|>{{ .RoleName }}<|end_of_role|> - {{ if .FunctionCall -}} - - {{ else if eq .RoleName "tool" -}} - - {{ end -}} - {{ if .Content -}} - {{.Content }} - {{ end -}} - {{ if eq .RoleName "tool" -}} - - {{ end -}} - {{ if .FunctionCall -}} - {{toJson .FunctionCall}} - - {{ end -}} - <|end_of_text|> - function: | - <|start_of_role|>system<|end_of_role|> - You are a helpful AI assistant with access to the following tools. When a tool is required to answer the user's query, respond with <|tool_call|> followed by a JSON list of tools used. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request. + backend: llama-cpp + context_size: 8192 + f16: true + known_usecases: + - chat + - completion + mmap: true + stopwords: + - <|im_end|> + - + - + - <|end_of_text|> + template: + chat: | + {{.Input -}} + <|start_of_role|>assistant<|end_of_role|> + chat_message: | + <|start_of_role|>{{ .RoleName }}<|end_of_role|> + {{ if .FunctionCall -}} + + {{ else if eq .RoleName "tool" -}} + + {{ end -}} + {{ if .Content -}} + {{.Content }} + {{ end -}} + {{ if eq .RoleName "tool" -}} + + {{ end -}} + {{ if .FunctionCall -}} + {{toJson .FunctionCall}} + + {{ end -}} + <|end_of_text|> + completion: | + {{.Input}} + function: | + <|start_of_role|>system<|end_of_role|> + You are a helpful AI assistant with access to the following tools. When a tool is required to answer the user's query, respond with <|tool_call|> followed by a JSON list of tools used. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request. - Write the response to the user's input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data. - {{range .Functions}} - {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} - {{end}} - For each function call return a json object with function name and arguments - {{.Input -}} - <|start_of_role|>assistant<|end_of_role|> - chat: | - {{.Input -}} - <|start_of_role|>assistant<|end_of_role|> - completion: | - {{.Input}} - context_size: 8192 - f16: true - stopwords: - - '<|im_end|>' - - '' - - '' - - '<|end_of_text|>' + Write the response to the user's input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data. + {{range .Functions}} + {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} + {{end}} + For each function call return a json object with function name and arguments + {{.Input -}} + <|start_of_role|>assistant<|end_of_role|> +name: granite-3.2 diff --git a/gallery/harmony.yaml b/gallery/harmony.yaml index 2fe84750a2fa..2fca5d821a45 100644 --- a/gallery/harmony.yaml +++ b/gallery/harmony.yaml @@ -1,69 +1,69 @@ ---- -name: "harmony" - config_file: | - mmap: true - backend: "llama-cpp" - template: - chat_message: |- - <|start|>{{ if .FunctionCall -}}functions.{{ .FunctionCall.Name }} to=assistant{{ else if eq .RoleName "assistant"}}assistant<|channel|>final<|message|>{{else}}{{ .RoleName }}{{end}}<|message|> - {{- if .Content -}} - {{- .Content -}} - {{- end -}} - {{- if .FunctionCall -}} - {{- toJson .FunctionCall -}} - {{- end -}}<|end|> - function: |- - <|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI. - Knowledge cutoff: 2024-06 - Current date: {{ now | date "Mon Jan 2 15:04:05 MST 2006" }} + backend: llama-cpp + context_size: 8192 + f16: true + known_usecases: + - chat + mmap: true + stopwords: + - <|im_end|> + - + - + - <|endoftext|> + - <|return|> + template: + chat: |- + <|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI. + Knowledge cutoff: 2024-06 + Current date: {{ now | date "Mon Jan 2 15:04:05 MST 2006" }} - Reasoning: {{if eq .ReasoningEffort ""}}medium{{else}}{{.ReasoningEffort}}{{end}} + Reasoning: {{if eq .ReasoningEffort ""}}medium{{else}}{{.ReasoningEffort}}{{end}} - # {{with .Metadata}}{{ if ne .system_prompt "" }}{{ .system_prompt }}{{ end }}{{else}}You are a friendly and helpful assistant.{{ end }}<|end|>{{- .Input -}}<|start|>assistant + # {{with .Metadata}}{{ if ne .system_prompt "" }}{{ .system_prompt }}{{ end }}{{else}}You are a friendly and helpful assistant.{{ end }}<|end|>{{- .Input -}}<|start|>assistant + chat_message: |- + <|start|>{{ if .FunctionCall -}}functions.{{ .FunctionCall.Name }} to=assistant{{ else if eq .RoleName "assistant"}}assistant<|channel|>final<|message|>{{else}}{{ .RoleName }}{{end}}<|message|> + {{- if .Content -}} + {{- .Content -}} + {{- end -}} + {{- if .FunctionCall -}} + {{- toJson .FunctionCall -}} + {{- end -}}<|end|> + completion: | + {{.Input}} + function: |- + <|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI. + Knowledge cutoff: 2024-06 + Current date: {{ now | date "Mon Jan 2 15:04:05 MST 2006" }} - # Tools + Reasoning: {{if eq .ReasoningEffort ""}}medium{{else}}{{.ReasoningEffort}}{{end}} - ## functions + # {{with .Metadata}}{{ if ne .system_prompt "" }}{{ .system_prompt }}{{ end }}{{else}}You are a friendly and helpful assistant.{{ end }}<|end|>{{- .Input -}}<|start|>assistant - namespace functions { - {{-range .Functions}} - {{if .Description }} - // {{ .Description }} - {{- end }} - {{- if and .Parameters.Properties (gt (len .Parameters.Properties) 0) }} - type {{ .Name }} = (_: { - {{- range $name, $prop := .Parameters.Properties }} - {{- if $prop.Description }} - // {{ $prop.Description }} - {{- end }} - {{ $name }}: {{ if gt (len $prop.Type) 1 }}{{ range $i, $t := $prop.Type }}{{ if $i }} | {{ end }}{{ $t }}{{ end }}{{ else }}{{ index $prop.Type 0 }}{{ end }}, - {{- end }} - }) => any; - {{- else }} - type {{ .Function.Name }} = () => any; - {{- end }} - {{- end }}{{/* end of range .Functions */}} - } // namespace functions + # Tools - # Instructions + ## functions - <|end|>{{.Input -}}<|start|>assistant - chat: |- - <|start|>system<|message|>You are ChatGPT, a large language model trained by OpenAI. - Knowledge cutoff: 2024-06 - Current date: {{ now | date "Mon Jan 2 15:04:05 MST 2006" }} + namespace functions { + {{-range .Functions}} + {{if .Description }} + // {{ .Description }} + {{- end }} + {{- if and .Parameters.Properties (gt (len .Parameters.Properties) 0) }} + type {{ .Name }} = (_: { + {{- range $name, $prop := .Parameters.Properties }} + {{- if $prop.Description }} + // {{ $prop.Description }} + {{- end }} + {{ $name }}: {{ if gt (len $prop.Type) 1 }}{{ range $i, $t := $prop.Type }}{{ if $i }} | {{ end }}{{ $t }}{{ end }}{{ else }}{{ index $prop.Type 0 }}{{ end }}, + {{- end }} + }) => any; + {{- else }} + type {{ .Function.Name }} = () => any; + {{- end }} + {{- end }}{{/* end of range .Functions */}} + } // namespace functions - Reasoning: {{if eq .ReasoningEffort ""}}medium{{else}}{{.ReasoningEffort}}{{end}} + # Instructions - # {{with .Metadata}}{{ if ne .system_prompt "" }}{{ .system_prompt }}{{ end }}{{else}}You are a friendly and helpful assistant.{{ end }}<|end|>{{- .Input -}}<|start|>assistant - completion: | - {{.Input}} - context_size: 8192 - f16: true - stopwords: - - '<|im_end|>' - - '' - - '' - - '<|endoftext|>' - - '<|return|>' + <|end|>{{.Input -}}<|start|>assistant +name: harmony diff --git a/gallery/index.yaml b/gallery/index.yaml index 18c1f9580dc5..3e87cd911528 100644 --- a/gallery/index.yaml +++ b/gallery/index.yaml @@ -73,8 +73,8 @@ - filename: llama-cpp/mmproj/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/mmproj-F32.gguf sha256: fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d uri: https://huggingface.co/DavidAU/Qwen3.6-27B-Heretic-Uncensored-FINETUNE-NEO-CODE-Di-IMatrix-MAX-GGUF/resolve/main/mmproj-F32.gguf -- name: "qwen3.5-9b-deepseek-v4-flash" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-9b-deepseek-v4-flash + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF description: | @@ -98,7 +98,7 @@ - **Efficient Hybrid Architecture**: Gated Delta Networks combined with sparse Mixture-of-Experts deliver high-throughput inference with minimal latency and cost overhead. ... - license: "apache-2.0" + license: apache-2.0 tags: - llm - gguf @@ -113,6 +113,7 @@ disable: true known_usecases: - chat + - vision mmproj: llama-cpp/mmproj/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/mmproj.gguf options: - use_jinja:true @@ -133,32 +134,34 @@ - filename: llama-cpp/mmproj/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/mmproj.gguf sha256: d589acfddbed3ba291e429330360ded8e67b0910dd415aec2fe7c32b0665f859 uri: https://huggingface.co/Jackrong/Qwen3.5-9B-DeepSeek-V4-Flash-GGUF/resolve/main/mmproj.gguf -- name: "chroma1-hd" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: chroma1-hd + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/lodestones/Chroma1-HD + description: | + Chroma1-HD is an 8.9B-parameter text-to-image foundation model derived from FLUX.1-schnell with reduced parameter count via architectural optimizations. Designed as a base for creators, researchers, and downstream fine-tuning. Recommended inference: 40 steps, CFG 3.0, bfloat16. license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/63b25a957804d5cadce4e08b/mPwuVn7KBjkLofkxkdamE.png tags: - chroma - text-to-image - image-generation - diffusers - urls: - - https://huggingface.co/lodestones/Chroma1-HD - description: | - Chroma1-HD is an 8.9B-parameter text-to-image foundation model derived from FLUX.1-schnell with reduced parameter count via architectural optimizations. Designed as a base for creators, researchers, and downstream fine-tuning. Recommended inference: 40 steps, CFG 3.0, bfloat16. + last_checked: "2026-05-04" overrides: - cfg_scale: 3.0 - parameters: - model: lodestones/Chroma1-HD backend: diffusers - known_usecases: - - FLAG_IMAGE + cfg_scale: 3 diffusers: pipeline_type: ChromaPipeline - step: 40 + known_usecases: + - image options: - torch_dtype:bf16 -- name: "nemotron-3-nano-omni-30b-a3b-reasoning-apex" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + parameters: + model: lodestones/Chroma1-HD + step: 40 +- name: nemotron-3-nano-omni-30b-a3b-reasoning-apex + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF description: | @@ -179,18 +182,25 @@ Global ... - license: "other" + license: other + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/647374aa7ff32a81ac6d35d4/0hJQA4oh8YiVKhZQ-uXP6.jpeg tags: - - llm + - nemotron + - nvidia + - moe + - 30b - gguf - - vision + - quantized - multimodal - reasoning + - omni + - apex + last_checked: "2026-04-30" overrides: backend: vllm-omni known_usecases: - chat - - multimodal + - completion parameters: min_p: 0.01 model: mudler/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-APEX-GGUF @@ -200,9 +210,8 @@ top_p: 1 template: use_tokenizer_template: true - files: null -- name: "carnice-v2-27b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: carnice-v2-27b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/kai-os/Carnice-V2-27b-GGUF description: | @@ -221,11 +230,13 @@ Scope note: the IFEval run is a short `limit=20` A/B smoke benchmark, not an official full leaderboard score. Held-out loss/perplexity is the exact assistant-only training-format validation metric from the SFT script. The raw BFCL two-case smoke files are included for auditability, but they are too small to use as a model-quality claim. ... - license: "apache-2.0" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/670feb730134e0e42e311b1e/ZBoKcCE4CqBT2ZRNcFVer.png tags: - llm - gguf - qwen + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -234,6 +245,7 @@ disable: true known_usecases: - chat + - completion options: - use_jinja:true parameters: @@ -244,16 +256,17 @@ - filename: llama-cpp/models/Carnice-V2-27b-GGUF/carnice-v2-27b-Q4_K_M.gguf sha256: 85b7f41f22b80fce910286c2457022a067d45b91a2629046adcec0b6942ea359 uri: https://huggingface.co/kai-os/Carnice-V2-27b-GGUF/resolve/main/carnice-v2-27b-Q4_K_M.gguf -- name: "kimi-k2.6" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: kimi-k2.6 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Kimi-K2.6-GGUF description: "\U0001F917  huggingchat\n | \n\U0001F4F0  Tech Blog\n\n## 1. Model Introduction\n\nKimi K2.6 is an open-source, native multimodal agentic model that advances practical capabilities in long-horizon coding, coding-driven design, proactive autonomous execution, and swarm-based task orchestration.\n\n### Key Features\n - **Long-Horizon Coding**: K2.6 achieves significant improvements on complex, end-to-end coding tasks, generalizing robustly across programming languages (Rust, Go, Python) and domains spanning front-end, DevOps, and performance optimization.\n - **Coding-Driven Design**: K2.6 is capable of transforming simple prompts and visual inputs into production-ready interfaces and lightweight full-stack workflows, generating structured layouts, interactive elements, and rich animations with deliberate aesthetic precision.\n - **Elevated Agent Swarm**: Scaling horizontally to 300 sub-agents executing 4,000 coordinated steps, K2.6 can dynamically decompose tasks into parallel, domain-specialized subtasks, delivering end-to-end outputs from documents to websites to spreadsheets in a single autonomous run.\n - **Proactive & Open Orchestration**: For autonomous tasks, K2.6 demonstra\n\n...\n" - license: "other" + license: modified-mit + icon: https://huggingface.co/moonshotai/Kimi-K2.6/resolve/main/figures/kimi-logo.png tags: - llm - gguf - icon: https://huggingface.co/moonshotai/Kimi-K2.6/resolve/main/figures/kimi-logo.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -262,6 +275,7 @@ disable: true known_usecases: - chat + - completion mmproj: llama-cpp/mmproj/Kimi-K2.6-GGUF/mmproj-F32.gguf options: - use_jinja:true @@ -320,8 +334,8 @@ - filename: llama-cpp/mmproj/Kimi-K2.6-GGUF/mmproj-F32.gguf sha256: 9e721737d6beccf80b68b2307ed967ddac9e44e7d6b83b7297eacdec34efad24 uri: https://huggingface.co/unsloth/Kimi-K2.6-GGUF/resolve/main/mmproj-F32.gguf -- name: "qwopus3.6-27b-v1-preview" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwopus3.6-27b-v1-preview + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF description: | @@ -348,14 +362,15 @@ ## Model Overview ... - license: "apache-2.0" + license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_27b_score.png tags: - llm - gguf - qwen - multimodal - reasoning - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_27b_score.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -364,6 +379,8 @@ disable: true known_usecases: - chat + - completion + - embeddings mmproj: llama-cpp/mmproj/Qwopus3.6-27B-v1-preview-GGUF/mmproj.gguf options: - use_jinja:true @@ -378,17 +395,18 @@ - filename: llama-cpp/mmproj/Qwopus3.6-27B-v1-preview-GGUF/mmproj.gguf sha256: 8085a1d3fb851749ea84b72bf560842a2d05fbb2676c05714eca196c8f3580dc uri: https://huggingface.co/Jackrong/Qwopus3.6-27B-v1-preview-GGUF/resolve/main/mmproj.gguf -- name: "qwopus-glm-18b-merged" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwopus-glm-18b-merged + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/KyleHessling1/Qwopus-GLM-18B-Merged-GGUF description: "# \U0001FA90 Qwen3.5-9B-GLM5.1-Distill-v1\n\n## \U0001F4CC Model Overview\n\n**Model Name:** `Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1`\n**Base Model:** Qwen3.5-9B\n**Training Type:** Supervised Fine-Tuning (SFT, Distillation)\n**Parameter Scale:** 9B\n**Training Framework:** Unsloth\n\nThis model is a distilled variant of **Qwen3.5-9B**, trained on high-quality reasoning data derived from **GLM-5.1**.\n\nThe primary goals are to:\n\n - Improve **structured reasoning ability**\n - Enhance **instruction-following consistency**\n - Activate **latent knowledge via better reasoning structure**\n\n## \U0001F4CA Training Data\n\n### Main Dataset\n\n - `Jackrong/GLM-5.1-Reasoning-1M-Cleaned`\n - Cleaned from the original `Kassadin88/GLM-5.1-1000000x` dataset.\n - Generated from a **GLM-5.1 teacher model**\n - Approximately **700x** the scale of `Qwen3.5-reasoning-700x`\n - Training used a **filtered subset**, not the full source dataset.\n\n### Auxiliary Dataset\n\n - `Jackrong/Qwen3.5-reasoning-700x`\n\n...\n" - license: "apache-2.0" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66309bd090589b7c65950665/BnSg_x99v9bG9T5-8sKa1.png tags: - llm - gguf - reasoning - icon: https://cdn-uploads.huggingface.co/production/uploads/66309bd090589b7c65950665/BnSg_x99v9bG9T5-8sKa1.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -397,6 +415,7 @@ disable: true known_usecases: - chat + - completion options: - use_jinja:true parameters: @@ -407,8 +426,8 @@ - filename: llama-cpp/models/Qwopus-GLM-18B-Merged-GGUF/Qwopus-GLM-18B-Healed-Q4_K_M.gguf sha256: 13bd039f95c9ea46ef1d75905faa7be6ca4e47a5af9d4cf62e298a738a5b195f uri: https://huggingface.co/KyleHessling1/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_M.gguf -- name: "qwen3.6-27b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.6-27b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Qwen3.6-27B-GGUF description: | @@ -435,12 +454,13 @@ ## Model Overview ... - license: "apache-2.0" + license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_27b_score.png tags: - llm - gguf - qwen - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_27b_score.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -449,6 +469,7 @@ disable: true known_usecases: - chat + - vision mmproj: llama-cpp/mmproj/Qwen3.6-27B-GGUF/mmproj-F32.gguf options: - use_jinja:true @@ -469,18 +490,19 @@ - filename: llama-cpp/mmproj/Qwen3.6-27B-GGUF/mmproj-F32.gguf sha256: fdc443e974cad1f61c45af1cfd5580855855ddce0d6c14cc500a5714c486ac1d uri: https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/resolve/main/mmproj-F32.gguf -- name: "qwen3.6-35b-a3b-claude-4.6-opus-reasoning-distilled" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.6-35b-a3b-claude-4.6-opus-reasoning-distilled + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF description: "# \U0001F525 Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled\n\nA reasoning SFT fine-tune of `Qwen/Qwen3.6-35B-A3B` on chain-of-thought (CoT) distillation mostly sourced from Claude Opus 4.6. The goal is to preserve Qwen3.6's strong agentic coding and reasoning base while nudging the model toward structured Claude Opus-style reasoning traces and more stable long-form problem solving.\n\nThe training path is text-only. The Qwen3.6 base architecture includes a vision encoder, but this fine-tuning run did not train on image or video examples.\n\n - **Developed by:** @hesamation\n - **Base model:** `Qwen/Qwen3.6-35B-A3B`\n - **License:** apache-2.0\n\nThis fine-tuning run is inspired by Jackrong/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled, including the notebook/training workflow style and Claude Opus reasoning-distillation direction.\n\n[](https://x.com/Hesamation) [](https://discord.gg/vtJykN3t)\n\n## Benchmark Results\n\nThe MMLU-Pro pass used 70 total questions per model: `--limit 5` across 14 MMLU-Pro subjects. Treat this as a smoke/comparative check, not a release-quality full benchmark.\n\n...\n" - license: "apache-2.0" + license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_35b_a3b_score.png tags: - llm - gguf - qwen - reasoning - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_35b_a3b_score.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -489,6 +511,7 @@ disable: true known_usecases: - chat + - completion options: - use_jinja:true parameters: @@ -505,19 +528,20 @@ - filename: llama-cpp/models/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M.gguf sha256: fd3bf7586354890a2710d69357c30fb221a31eecf9f3cd9418257d9289e02765 uri: https://huggingface.co/hesamation/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.6-35B-A3B-Claude-4.6-Opus-Reasoning-Distilled.Q4_K_M.gguf -- name: "qwen3.5-9b-glm5.1-distill-v1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-9b-glm5.1-distill-v1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF description: "# \U0001FA90 Qwen3.5-9B-GLM5.1-Distill-v1\n\n## \U0001F4CC Model Overview\n\n**Model Name:** `Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1`\n**Base Model:** Qwen3.5-9B\n**Training Type:** Supervised Fine-Tuning (SFT, Distillation)\n**Parameter Scale:** 9B\n**Training Framework:** Unsloth\n\nThis model is a distilled variant of **Qwen3.5-9B**, trained on high-quality reasoning data derived from **GLM-5.1**.\n\nThe primary goals are to:\n\n - Improve **structured reasoning ability**\n - Enhance **instruction-following consistency**\n - Activate **latent knowledge via better reasoning structure**\n\n## \U0001F4CA Training Data\n\n### Main Dataset\n\n - `Jackrong/GLM-5.1-Reasoning-1M-Cleaned`\n - Cleaned from the original `Kassadin88/GLM-5.1-1000000x` dataset.\n - Generated from a **GLM-5.1 teacher model**\n - Approximately **700x** the scale of `Qwen3.5-reasoning-700x`\n - Training used a **filtered subset**, not the full source dataset.\n\n### Auxiliary Dataset\n\n - `Jackrong/Qwen3.5-reasoning-700x`\n\n...\n" - license: "apache-2.0" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66309bd090589b7c65950665/BnSg_x99v9bG9T5-8sKa1.png tags: - llm - gguf - qwen - instruction-tuned - reasoning - icon: https://cdn-uploads.huggingface.co/production/uploads/66309bd090589b7c65950665/BnSg_x99v9bG9T5-8sKa1.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -526,6 +550,9 @@ disable: true known_usecases: - chat + - completion + - embeddings + - tokenize mmproj: llama-cpp/mmproj/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/mmproj.gguf options: - use_jinja:true @@ -546,8 +573,8 @@ - filename: llama-cpp/mmproj/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/mmproj.gguf sha256: e42c1c2ed0eaf6ea88a6ba10b26b4adf00a96a8c3d1803534a4c41060ad9e86b uri: https://huggingface.co/Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1-GGUF/resolve/main/mmproj.gguf -- name: "supergemma4-26b-uncensored-v2" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: supergemma4-26b-uncensored-v2 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Jiunsong/supergemma4-26b-uncensored-gguf-v2 description: | @@ -567,11 +594,12 @@ * **Reasoning** – All models in the family are designed as highly capable reasoners, with configurable thinking modes. ... - license: "gemma" + license: gemma + icon: https://ai.google.dev/gemma/images/gemma4_banner.png tags: - llm - gguf - icon: https://ai.google.dev/gemma/images/gemma4_banner.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -580,6 +608,7 @@ disable: true known_usecases: - chat + - completion options: - use_jinja:true parameters: @@ -590,17 +619,18 @@ - filename: llama-cpp/models/supergemma4-26b-uncensored-gguf-v2/supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf sha256: e773b0a209d48524f9d485bca0818247f75d7ddde7cce951367a7e441fb59137 uri: https://huggingface.co/Jiunsong/supergemma4-26b-uncensored-gguf-v2/resolve/main/supergemma4-26b-uncensored-fast-v2-Q4_K_M.gguf -- name: "qwopus-glm-18b-merged" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwopus-glm-18b-merged + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - - https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF + - https://huggingface.co/KyleHessling1/Qwopus-GLM-18B-Merged-GGUF description: "# \U0001FA90 Qwen3.5-9B-GLM5.1-Distill-v1\n\n## \U0001F4CC Model Overview\n\n**Model Name:** `Jackrong/Qwen3.5-9B-GLM5.1-Distill-v1`\n**Base Model:** Qwen3.5-9B\n**Training Type:** Supervised Fine-Tuning (SFT, Distillation)\n**Parameter Scale:** 9B\n**Training Framework:** Unsloth\n\nThis model is a distilled variant of **Qwen3.5-9B**, trained on high-quality reasoning data derived from **GLM-5.1**.\n\nThe primary goals are to:\n\n - Improve **structured reasoning ability**\n - Enhance **instruction-following consistency**\n - Activate **latent knowledge via better reasoning structure**\n\n## \U0001F4CA Training Data\n\n### Main Dataset\n\n - `Jackrong/GLM-5.1-Reasoning-1M-Cleaned`\n - Cleaned from the original `Kassadin88/GLM-5.1-1000000x` dataset.\n - Generated from a **GLM-5.1 teacher model**\n - Approximately **700x** the scale of `Qwen3.5-reasoning-700x`\n - Training used a **filtered subset**, not the full source dataset.\n\n### Auxiliary Dataset\n\n - `Jackrong/Qwen3.5-reasoning-700x`\n\n...\n" - license: "apache-2.0" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66309bd090589b7c65950665/BnSg_x99v9bG9T5-8sKa1.png tags: - llm - gguf - reasoning - icon: https://cdn-uploads.huggingface.co/production/uploads/66309bd090589b7c65950665/BnSg_x99v9bG9T5-8sKa1.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -609,6 +639,7 @@ disable: true known_usecases: - chat + - completion options: - use_jinja:true parameters: @@ -618,9 +649,9 @@ files: - filename: llama-cpp/models/Qwopus-GLM-18B-Merged-GGUF/Qwopus-GLM-18B-Healed-Q4_K_M.gguf sha256: 13bd039f95c9ea46ef1d75905faa7be6ca4e47a5af9d4cf62e298a738a5b195f - uri: https://huggingface.co/Jackrong/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_M.gguf -- name: "qwen3.6-35b-a3b-apex" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/KyleHessling1/Qwopus-GLM-18B-Merged-GGUF/resolve/main/Qwopus-GLM-18B-Healed-Q4_K_M.gguf +- name: qwen3.6-35b-a3b-apex + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF description: | @@ -647,13 +678,14 @@ ## Model Overview ... - license: "apache-2.0" + license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_35b_a3b_score.png tags: - llm - gguf - qwen3 - vision - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_35b_a3b_score.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -662,6 +694,8 @@ disable: true known_usecases: - chat + - completion + - vision mmproj: llama-cpp/mmproj/Qwen3.6-35B-A3B-APEX-GGUF/mmproj.gguf options: - use_jinja:true @@ -682,8 +716,8 @@ - filename: llama-cpp/models/Qwen3.6-35B-A3B-APEX-GGUF/Qwen3.6-35B-A3B-APEX-Quality.gguf sha256: b5aa0676be588bf6ef3bbdb89905d7d239b2a809637f0766a6ce23aed6c6b5b4 uri: https://huggingface.co/mudler/Qwen3.6-35B-A3B-APEX-GGUF/resolve/main/Qwen3.6-35B-A3B-APEX-Quality.gguf -- name: "qwen3.6-35b-a3b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.6-35b-a3b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF description: | @@ -710,12 +744,13 @@ ## Model Overview ... - license: "apache-2.0" + license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_35b_a3b_score.png tags: - llm - gguf - qwen - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3.6/Figures/qwen3.6_35b_a3b_score.png + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -724,6 +759,7 @@ disable: true known_usecases: - chat + - vision mmproj: llama-cpp/mmproj/Qwen3.6-35B-A3B-GGUF/mmproj-F32.gguf options: - use_jinja:true @@ -744,12 +780,15 @@ - filename: llama-cpp/mmproj/Qwen3.6-35B-A3B-GGUF/mmproj-F32.gguf sha256: 0a1c1cd2772ae6de5e87e023cea454720924675f11fe2b0e7bb7648e48debdc0 uri: https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F32.gguf -- name: "gemma-4-26b-a4b-it-apex" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: gemma-4-26b-a4b-it-apex + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF description: | AI model: gemma-4-26b-a4b-it-apex + license: gemma + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/647374aa7ff32a81ac6d35d4/0hJQA4oh8YiVKhZQ-uXP6.jpeg + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -758,6 +797,7 @@ disable: true known_usecases: - chat + - vision mmproj: llama-cpp/mmproj/gemma-4-26B-A4B-it-APEX-GGUF/mmproj-F16.gguf options: - use_jinja:true @@ -770,18 +810,17 @@ sha256: cfc8dc4e41ab1d0c4846ed63ba4a62186846b04eb25fb38e1f2555ce2d00cb26 uri: https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/mmproj-F16.gguf - filename: llama-cpp/models/gemma-4-26B-A4B-it-APEX-GGUF/gemma-4-26B-A4B-APEX-Quality.gguf - uri: https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Quality.gguf sha256: e92ab30c10422ff1863f0d57cf2c206ec3ae47b4903e70c672589dcb7cbec2c6 -- &gemma4 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - name: "gemma-4-26b-a4b-it" - icon: https://ai.google.dev/static/gemma/images/gemma3.png - license: gemma + uri: https://huggingface.co/mudler/gemma-4-26B-A4B-it-APEX-GGUF/resolve/main/gemma-4-26B-A4B-APEX-Quality.gguf +- name: gemma-4-26b-a4b-it + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/google/gemma-4-26B-A4B-it - https://huggingface.co/ggml-org/gemma-4-26B-A4B-it-GGUF description: | Google Gemma 4 26B-A4B-IT is an open-source multimodal Mixture-of-Experts model with 26B total parameters and 4B active parameters. It handles text and image input, generating text output, with a 256K context window and support for 140+ languages. The MoE architecture provides strong performance with efficient inference. Well-suited for question answering, summarization, reasoning, and image understanding tasks. + license: apache-2.0 + icon: https://ai.google.dev/static/gemma/images/gemma3.png tags: - llm - gguf @@ -791,6 +830,7 @@ - gemma4 - gemma-4 - multimodal + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -799,6 +839,7 @@ disable: true known_usecases: - chat + - vision mmproj: mmproj-gemma-4-26B-A4B-it-bf16.gguf options: - use_jinja:true @@ -808,18 +849,30 @@ use_tokenizer_template: true files: - filename: gemma-4-26B-A4B-it-Q4_K_M.gguf - uri: huggingface://ggml-org/gemma-4-26B-A4B-it-GGUF/gemma-4-26B-A4B-it-Q4_K_M.gguf sha256: 88f4a13b0bb95f031a7fad973e10854122fb67ebc34d214d39a2f65053046abc + uri: huggingface://ggml-org/gemma-4-26B-A4B-it-GGUF/gemma-4-26B-A4B-it-Q4_K_M.gguf - filename: mmproj-gemma-4-26B-A4B-it-bf16.gguf sha256: 2aa99ffb47033ead4a3f1584fec5283905302c1c16fed59c99e0eec131c6dc53 uri: huggingface://ggml-org/gemma-4-26B-A4B-it-GGUF/mmproj-gemma-4-26B-A4B-it-bf16.gguf -- !!merge <<: *gemma4 - name: "gemma-4-e2b-it" +- name: gemma-4-e2b-it + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/google/gemma-4-E2B-it - https://huggingface.co/ggml-org/gemma-4-E2B-it-GGUF description: | Google Gemma 4 E2B-IT is a lightweight open-source multimodal model with 5B total parameters and 2B effective parameters using selective parameter activation. It handles text and image input, generating text output, with a 256K context window and support for 140+ languages. Optimized for efficient execution on low-resource devices including mobile and laptops. + license: apache-2.0 + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - llm + - gguf + - gpu + - cpu + - gemma + - gemma4 + - gemma-4 + - multimodal + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -828,6 +881,8 @@ disable: true known_usecases: - chat + - completion + - vision mmproj: mmproj-gemma-4-E2B-it-bf16.gguf options: - use_jinja:true @@ -842,13 +897,25 @@ - filename: mmproj-gemma-4-E2B-it-bf16.gguf sha256: e42083b71a9e31e0f722171d551f6d92b101544001c4dde040306a8f2160fe8c uri: huggingface://ggml-org/gemma-4-E2B-it-GGUF/mmproj-gemma-4-E2B-it-bf16.gguf -- !!merge <<: *gemma4 - name: "gemma-4-e4b-it" +- name: gemma-4-e4b-it + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/google/gemma-4-E4B-it - https://huggingface.co/ggml-org/gemma-4-E4B-it-GGUF description: | Google Gemma 4 E4B-IT is an open-source multimodal model with 8B total parameters and 4B effective parameters using selective parameter activation. It handles text and image input, generating text output, with a 256K context window and support for 140+ languages. Offers a good balance of performance and efficiency for deployment on consumer hardware. + license: apache-2.0 + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - llm + - gguf + - gpu + - cpu + - gemma + - gemma4 + - gemma-4 + - multimodal + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -857,6 +924,7 @@ disable: true known_usecases: - chat + - vision mmproj: mmproj-gemma-4-E4B-it-bf16.gguf options: - use_jinja:true @@ -871,13 +939,25 @@ - filename: mmproj-gemma-4-E4B-it-bf16.gguf sha256: 4c199e460410ba219a8c63930a7121154e1c70cdf66044858f767966332e5a54 uri: huggingface://ggml-org/gemma-4-E4B-it-GGUF/mmproj-gemma-4-E4B-it-bf16.gguf -- !!merge <<: *gemma4 - name: "gemma-4-31b-it" +- name: gemma-4-31b-it + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/google/gemma-4-31B-it - https://huggingface.co/unsloth/gemma-4-31B-it-GGUF description: | Google Gemma 4 31B-IT is the largest dense model in the Gemma 4 family with 31B parameters. It handles text and image input, generating text output, with a 256K context window and support for 140+ languages. Provides the highest quality outputs in the Gemma 4 lineup, well-suited for complex reasoning, summarization, and image understanding tasks. + license: apache-2.0 + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - llm + - gguf + - gpu + - cpu + - gemma + - gemma4 + - gemma-4 + - multimodal + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -886,6 +966,7 @@ disable: true known_usecases: - chat + - vision mmproj: mmproj-F16.gguf options: - use_jinja:true @@ -895,17 +976,20 @@ use_tokenizer_template: true files: - filename: gemma-4-31B-it-Q4_K_M.gguf - uri: huggingface://unsloth/gemma-4-31B-it-GGUF/gemma-4-31B-it-Q4_K_M.gguf sha256: 9fdf3dc8b0384830b4402d151388c140bd8eb2abf8d60588d8224231198254a1 + uri: huggingface://unsloth/gemma-4-31B-it-GGUF/gemma-4-31B-it-Q4_K_M.gguf - filename: mmproj-F16.gguf - uri: https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf sha256: 6edcca228213c28d3567a35d22f849eea52d8360875093851959adf5d2f270eb -- name: "qwen3.5-35b-a3b-apex" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/resolve/main/mmproj-F16.gguf +- name: qwen3.5-35b-a3b-apex + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF description: | Describe the model in a clear and concise way that can be shared in a model gallery. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/647374aa7ff32a81ac6d35d4/0hJQA4oh8YiVKhZQ-uXP6.jpeg + last_checked: "2026-04-30" overrides: backend: llama-cpp function: @@ -914,6 +998,7 @@ disable: true known_usecases: - chat + - vision mmproj: llama-cpp/mmproj/Qwen3.5-35B-A3B-APEX-GGUF/mmproj-F16.gguf options: - use_jinja:true @@ -934,10 +1019,13 @@ - filename: llama-cpp/models/Qwen3.5-35B-A3B-APEX-GGUF/Qwen3.5-35B-A3B-APEX-Quality.gguf sha256: 50887b60c77ee5c95bc3657814ae993abcab7b2d71868b9af1e84d6badd09a57 uri: https://huggingface.co/mudler/Qwen3.5-35B-A3B-APEX-GGUF/resolve/main/Qwen3.5-35B-A3B-APEX-Quality.gguf -- name: "qwen_qwen3.5-35b-a3b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen_qwen3.5-35b-a3b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF + description: Qwen3.5-35B-A3B is a quantized multimodal language model with 35B parameters using an A3B MoE architecture. It supports image-text understanding and chat interactions via llama-cpp backend. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg tags: - qwen - qwen3.5 @@ -945,21 +1033,22 @@ - gguf - 35b - a3b + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen_Qwen3.5-35B-A3B-GGUF/Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat function: grammar: disable: true + known_usecases: + - chat + - vision mmproj: llama-cpp/mmproj/Qwen_Qwen3.5-35B-A3B-GGUF/mmproj-Qwen_Qwen3.5-35B-A3B-f16.gguf - description: Imported from https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen_Qwen3.5-35B-A3B-GGUF/Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen_Qwen3.5-35B-A3B-GGUF/Qwen_Qwen3.5-35B-A3B-Q4_K_M.gguf sha256: ac15eef4c742ff7700cba697238b25832087b67578f213d5ea24c9e3a6dc4457 @@ -967,27 +1056,30 @@ - filename: llama-cpp/mmproj/Qwen_Qwen3.5-35B-A3B-GGUF/mmproj-Qwen_Qwen3.5-35B-A3B-f16.gguf sha256: 10cf13cb1f8434f30df8fa7e5bde98d542fbf397550cb489dfa9eb8ac7069035 uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-35B-A3B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-35B-A3B-f16.gguf -- name: "qwen3.5-27b-claude-4.6-opus-reasoning-distilled-heretic-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-27b-claude-4.6-opus-reasoning-distilled-heretic-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg tags: - default + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF function: grammar: disable: true + known_usecases: + - chat mmproj: llama-cpp/mmproj/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.mmproj-f16.gguf - description: Imported from https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.i1-Q4_K_M.gguf sha256: af6c2ceae20d019624cd6ec48cfffb646b0309b0a7a82d9719754297394168e1 @@ -995,11 +1087,13 @@ - filename: llama-cpp/mmproj/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.mmproj-f16.gguf sha256: 4068f60ebe62c4e191ce0a2bc184c608c4ab5f8ff0fcbf3978179aa1d74725cf uri: https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-heretic.mmproj-f16.gguf -- name: "qwen_qwen3.5-0.8b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen_qwen3.5-0.8b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3.5-0.8B-GGUF - license: "unknown" + description: Qwen 3.5 0.8B parameter model quantized for llama-cpp backend. Supports chat interactions and multimodal image-text inputs. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg tags: - llm - gguf @@ -1007,116 +1101,132 @@ - 0.8b - chat - instruction-tuned + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen_Qwen3.5-0.8B-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat function: grammar: disable: true + known_usecases: + - chat + - vision mmproj: llama-cpp/mmproj/mmproj-Qwen_Qwen3.5-0.8B-f16.gguf - description: Imported from https://huggingface.co/bartowski/Qwen_Qwen3.5-0.8B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen_Qwen3.5-0.8B-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen_Qwen3.5-0.8B-Q4_K_M.gguf - uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-0.8B-GGUF/resolve/main/Qwen_Qwen3.5-0.8B-Q4_K_M.gguf sha256: 9d8472987aed5b36a0d167543a695bcbf349939445ca5382a4245219829f4581 + uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-0.8B-GGUF/resolve/main/Qwen_Qwen3.5-0.8B-Q4_K_M.gguf - filename: llama-cpp/mmproj/mmproj-Qwen_Qwen3.5-0.8B-f16.gguf - uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-0.8B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-0.8B-f16.gguf sha256: 1dc1351c82e41b48edb55fd6ddfa7ca60fb5a16b3d5abf3ce7054880dd022847 -- name: "qwen_qwen3.5-2b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-0.8B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-0.8B-f16.gguf +- name: qwen_qwen3.5-2b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3.5-2B-GGUF + description: Qwen3.5-2B is a highly efficient, instruction-tuned multilingual language model available in various quantized GGUF formats. Optimized for llama-cpp inference, it supports chat and completion tasks with strong performance on low-RAM hardware. The model is available in multiple quantization levels ranging from Q8_0 to IQ2_M to balance quality and resource usage. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg tags: - qwen - qwen3.5 - quantized - 2b - text-to-text + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen_Qwen3.5-2B-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat function: grammar: disable: true + known_usecases: + - chat + - completion + - embeddings + - tokenize mmproj: llama-cpp/mmproj/mmproj-Qwen_Qwen3.5-2B-f16.gguf - description: Imported from https://huggingface.co/bartowski/Qwen_Qwen3.5-2B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen_Qwen3.5-2B-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen_Qwen3.5-2B-Q4_K_M.gguf - uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-2B-GGUF/resolve/main/Qwen_Qwen3.5-2B-Q4_K_M.gguf sha256: 84aeb7fe40e7b833d71303d7f1b9f9c1991b931b5dbd214e0aa48d56a0af1f85 + uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-2B-GGUF/resolve/main/Qwen_Qwen3.5-2B-Q4_K_M.gguf - filename: llama-cpp/mmproj/mmproj-Qwen_Qwen3.5-2B-f16.gguf - uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-2B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-2B-f16.gguf sha256: 044a0ea136cca70711ae16e23b24d754b44eab6f2462d187aee4d7c7a9503d36 -- name: "qwen_qwen3.5-4b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-2B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-2B-f16.gguf +- name: qwen_qwen3.5-4b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF + description: Qwen3.5-4B is a multimodal LLM with 4 billion parameters, optimized for chat and vision tasks. This GGUF quantized version enables efficient local inference via llama-cpp backend. Supports both text and image input for enhanced conversational capabilities. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg tags: - qwen - qwen3.5 - 4b + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen_Qwen3.5-4B-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat function: grammar: disable: true + known_usecases: + - chat + - vision mmproj: llama-cpp/mmproj/mmproj-Qwen_Qwen3.5-4B-f16.gguf - description: Imported from https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen_Qwen3.5-4B-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen_Qwen3.5-4B-Q4_K_M.gguf - uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_M.gguf sha256: 68c9c6bfeecee13dd3b3c1de7f73b2d86e5feadc100f0f50e5e11fd2388ca66d + uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/Qwen_Qwen3.5-4B-Q4_K_M.gguf - filename: llama-cpp/mmproj/mmproj-Qwen_Qwen3.5-4B-f16.gguf sha256: 659b59dd44b73b1cd34af6cc424669484b06dc80f4340adf8ea84ad776eef813 uri: https://huggingface.co/bartowski/Qwen_Qwen3.5-4B-GGUF/resolve/main/mmproj-Qwen_Qwen3.5-4B-f16.gguf -- name: "qwen3.5-27b-claude-4.6-opus-reasoning-distilled-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-27b-claude-4.6-opus-reasoning-distilled-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF description: | Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF - A GGUF quantized model optimized for local inference. Specialized for reasoning and chain-of-thought tasks. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. Distilled from Claude-style reasoning models for enhanced logical reasoning capabilities. + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg tags: - llm - qwen - text-to-text - distilled + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF function: grammar: disable: true + known_usecases: + - chat + - completion + - vision mmproj: llama-cpp/mmproj/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.mmproj-f16.gguf - description: Imported from https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.i1-Q4_K_M.gguf sha256: 34b9bcd8021b95d86dee8e8aaa165f28c441c08dee85dbed297f0489bfa8b899 @@ -1124,12 +1234,14 @@ - filename: llama-cpp/mmproj/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.mmproj-f16.gguf sha256: adcc3bac7505c7e2b513cbbbe986626ac8a874ed20bfd0c1008eeedfcb9e85de uri: https://huggingface.co/mradermacher/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/Qwen3.5-27B-Claude-4.6-Opus-Reasoning-Distilled.mmproj-f16.gguf -- name: "qwen3.5-4b-claude-4.6-opus-reasoning-distilled" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-4b-claude-4.6-opus-reasoning-distilled + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF description: | Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF - A GGUF quantized model optimized for local inference. Specialized for reasoning and chain-of-thought tasks. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. Distilled from Claude-style reasoning models for enhanced logical reasoning capabilities. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/66309bd090589b7c65950665/RcOk7ysh7nEt5YlHHzauj.jpeg tags: - llm - guf @@ -1138,21 +1250,23 @@ - text-to-text - distilled - reasoning + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-4B.Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF function: grammar: disable: true + known_usecases: + - chat + - completion mmproj: llama-cpp/mmproj/Qwen3.5-4B.BF16-mmproj.gguf - description: Imported from https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-4B.Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-4B.Q4_K_M.gguf sha256: e1a4a9886699fecb153747ae97aeb413a7e6bd69da80037aa66cef9a3c656d85 @@ -1160,25 +1274,39 @@ - filename: llama-cpp/mmproj/Qwen3.5-4B.BF16-mmproj.gguf sha256: 5ce63ce0113f4bb7b87dc19d076fe0f951c94d4e593154c7a84f605b2f57d423 uri: https://huggingface.co/Jackrong/Qwen3.5-4B-Claude-4.6-Opus-Reasoning-Distilled-GGUF/resolve/main/mmproj-BF16.gguf -- name: "q3.5-bluestar-27b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: q3.5-bluestar-27b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Q3.5-BlueStar-27B-GGUF + license: mit + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - qwen + - 27b + - gguf + - quantized + - llm + - instruction-tuned + - roleplay + - anime + - q4_k_m + - iq4_xs + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Q3.5-BlueStar-27B.Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Q3.5-BlueStar-27B-GGUF - A GGUF quantized model optimized for local inference. Fine-tuned variant with specialized training on instruction and roleplay datasets. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. function: grammar: disable: true + known_usecases: + - chat mmproj: llama-cpp/mmproj/Q3.5-BlueStar-27B.mmproj-f16.gguf - description: Q3.5-BlueStar-27B-GGUF - A GGUF quantized model optimized for local inference. Fine-tuned variant with specialized training on instruction and roleplay datasets. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. options: - use_jinja:true + parameters: + model: llama-cpp/models/Q3.5-BlueStar-27B.Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Q3.5-BlueStar-27B.Q4_K_M.gguf sha256: 8c6b404f87d6c74b97f102bc8199dc6a3658c1d1d7022bd21ee0d9144ee8600a @@ -1186,25 +1314,28 @@ - filename: llama-cpp/mmproj/Q3.5-BlueStar-27B.mmproj-f16.gguf sha256: 8221b6a48c714db6829a92760c31034d7ecd436f830c61624ccc92b461b4a1c4 uri: https://huggingface.co/mradermacher/Q3.5-BlueStar-27B-GGUF/resolve/main/Q3.5-BlueStar-27B.mmproj-f16.gguf -- name: "qwen3.5-9b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-9b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Qwen3.5-9B-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62ecdc18b72a69615d6bd857/E4lkPz1TZNLzIFr_dR273.png + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-9B-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Qwen3.5-9B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. Multimodal capabilities for image-text-to-text tasks. function: grammar: disable: true + known_usecases: + - chat mmproj: llama-cpp/mmproj/mmproj-F32.gguf - description: Qwen3.5-9B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. Multimodal capabilities for image-text-to-text tasks. options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-9B-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-9B-Q4_K_M.gguf sha256: 03b74727a860a56338e042c4420bb3f04b2fec5734175f4cb9fa853daf52b7e8 @@ -1212,135 +1343,200 @@ - filename: llama-cpp/mmproj/mmproj-F32.gguf sha256: a1cd5c1625b44dd0facaec998020e9b36cb78c2225eaee701e73bf2e5b051ce2 uri: https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/resolve/main/mmproj-F32.gguf -- name: "qwen3.5-397b-a17b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-397b-a17b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62ecdc18b72a69615d6bd857/E4lkPz1TZNLzIFr_dR273.png + tags: + - qwen + - qwen3.5 + - 397b + - moe + - gguf + - quantized + - multimodal + - multilingual + - reasoning + - code + - unsloth + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Qwen3.5-397B-A17B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. Large-scale model with 397B parameters for advanced reasoning tasks. function: grammar: disable: true + known_usecases: + - chat + - vision mmproj: llama-cpp/mmproj/mmproj-F32.gguf - description: Qwen3.5-397B-A17B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. Large-scale model with 397B parameters for advanced reasoning tasks. options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf - sha256: 1300b09fae0f87ee8dc10f2b17e0070eaf73a3561e8664a3fa307fcad50c55e3 + sha256: 63c290c9be83e1b4dd41833d81bd933afd535d65657579b9f92f5c3f76e0218d uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf - filename: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00006.gguf - sha256: 2bc58495b9108480cd9f3ceea0c323ddcb9fceffe354e56b71d48ef01c35ef60 + sha256: dc94995a3605f3130700e96df51ee56cf93bd9340fe891918403450556453ed7 uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00006.gguf - filename: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00006.gguf - sha256: 64954cb1376d1de1778ddad0c8231f4bbd15492627caf118a685ae475d3efa81 + sha256: 2952dadb60137f413d5f70f6ca3c06007e24198e712c882a094432f58f76c230 uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00006.gguf - filename: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00006.gguf - sha256: 554485298f616b0ff59e1ec2982167d55bece87f682827c68a32acd0fd03425f + sha256: c7b99959e8fb78c8cfc9b71f3da07a2b4a6d39bf377dfa226f0a7b730c8cf3ba uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00006.gguf - filename: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00006.gguf - sha256: 24d6f5668ea2c6eaddde5f08ea6325b495bc66be7217bb2de0a5c8b5eace1c51 + sha256: eeea4540f7289ab3baad2b3f2b4b6798e70a1802b9b4b269799a1f04d75b0af0 uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00006.gguf - filename: llama-cpp/models/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00006.gguf - sha256: e36715e951da55d9e48b40aab61ba7829a7bfad5c6a155eb79aa13fe8b39347f + sha256: d3bf93bb9fe007910ae9c0fd130d7776d7c6149635c9e7f158312308beb9b754 uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00006.gguf - filename: llama-cpp/mmproj/mmproj-F32.gguf sha256: e47df150363dd9d53b4ddf01e5477a6803f7fc2d2e0341064dcf39511ad5f110 uri: https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/resolve/main/mmproj-F32.gguf -- name: "qwen3.5-27b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3.5-27b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Qwen3.5-27B-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62ecdc18b72a69615d6bd857/E4lkPz1TZNLzIFr_dR273.png + tags: + - qwen + - qwen3.5 + - 27b + - gguf + - quantized + - llm + - multilingual + - moe + - vision + - chat + - unsloth + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-27B-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Qwen3.5-27B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. 27B parameter model balancing performance and efficiency. function: grammar: disable: true + known_usecases: + - chat + - completion + - embeddings + - tokenize mmproj: llama-cpp/mmproj/mmproj-F32.gguf - description: Qwen3.5-27B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. 27B parameter model balancing performance and efficiency. options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-27B-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-27B-Q4_K_M.gguf - uri: https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q4_K_M.gguf sha256: 84b5f7f112156d63836a01a69dc3f11a6ba63b10a23b8ca7a7efaf52d5a2d806 + uri: https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/Qwen3.5-27B-Q4_K_M.gguf - filename: llama-cpp/mmproj/mmproj-F32.gguf - uri: https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-F32.gguf sha256: cb04ce8bd243483434f3e05a51a3821258cac74187e409547742a729452b0756 -- name: "qwen3.5-122b-a10b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/resolve/main/mmproj-F32.gguf +- name: qwen3.5-122b-a10b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62ecdc18b72a69615d6bd857/E4lkPz1TZNLzIFr_dR273.png + tags: + - qwen + - qwen3.5 + - 122b + - moe + - gguf + - quantized + - unsloth + - multilingual + - coding + - reasoning + - multimodal + - llm + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Qwen3.5-122B-A10B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. 122B parameter model with 10B active parameters for efficient inference. function: grammar: disable: true + known_usecases: + - chat + - completion + - vision + - embeddings mmproj: llama-cpp/mmproj/mmproj-F32.gguf - description: Qwen3.5-122B-A10B-GGUF - A GGUF quantized model optimized for local inference. Based on Qwen 3.5 architecture with enhanced language understanding. Available in multiple quantization levels for various hardware requirements. 122B parameter model with 10B active parameters for efficient inference. options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf - sha256: 914ac4aea369a78a16db389cd11293bd7ed4d2fe7960cdc7bc5140b21e5d8074 + sha256: 467c9bd92ea518539cf75bf5a5fbfbd35e9a0b40d766ccaa67bf120e12041df3 uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00001-of-00003.gguf - filename: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00002-of-00003.gguf - sha256: 073b82aaccefa6b360d4220299e488dc8810ad76d286b282c44ec374534e41d4 + sha256: 90db14846413aebdac365b57206441437cac5f7e5037d94b325f0167f902e6e7 uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00002-of-00003.gguf - filename: llama-cpp/models/Qwen3.5-122B-A10B-Q4_K_M-00003-of-00003.gguf - sha256: 0c9eed4a95f8fac03cb57e3fb63a49dcf400f958d86a387b98f0e9b4fbb54fd6 + sha256: e3c24b8ebec070bb4f69ea0aca25a16531da7440cd515529953e046882901f97 uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/Q4_K_M/Qwen3.5-122B-A10B-Q4_K_M-00003-of-00003.gguf - filename: llama-cpp/mmproj/mmproj-F32.gguf sha256: ba889ce164a6cc7ffe34296851d0f2bbe139bd27deeb7fe3830d08bd776a28a6 uri: https://huggingface.co/unsloth/Qwen3.5-122B-A10B-GGUF/resolve/main/mmproj-F32.gguf -- name: "qwen_qwen3-next-80b-a3b-thinking" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen_qwen3-next-80b-a3b-thinking + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg + tags: + - qwen + - qwen3 + - 80b + - a3b + - gguf + - quantized + - llm + - reasoning + - thinking + - instruction-tuned + - llama-cpp + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Qwen3-Next-80B-A3B-Thinking-GGUF - A GGUF quantized model optimized for local inference. Next-generation Qwen model with improved efficiency and performance. Optimized for thinking and reasoning tasks with chain-of-thought prompting. 80B parameter model with 3B active parameters. function: grammar: disable: true - description: Qwen3-Next-80B-A3B-Thinking-GGUF - A GGUF quantized model optimized for local inference. Next-generation Qwen model with improved efficiency and performance. Optimized for thinking and reasoning tasks with chain-of-thought prompting. 80B parameter model with 3B active parameters. + known_usecases: + - chat options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf sha256: 83481c75cc6c0837ba9afa52b59b4cd3f85f55dd7aa6c60e27230ff329c81367 uri: https://huggingface.co/bartowski/Qwen_Qwen3-Next-80B-A3B-Thinking-GGUF/resolve/main/Qwen_Qwen3-Next-80B-A3B-Thinking-Q4_K_M.gguf -- &nanbeige4 - name: "nanbeige4.1-3b-q8" - url: "github:mudler/LocalAI/gallery/nanbeige4.1.yaml@master" +- name: nanbeige4.1-3b-q8 + url: github:mudler/LocalAI/gallery/nanbeige4.1.yaml@master urls: - https://huggingface.co/Nanbeige/Nanbeige4.1-3B - https://huggingface.co/Edge-Quant/Nanbeige4.1-3B-Q8_0-GGUF - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png - license: apache-2.0 description: | Nanbeige4.1-3B is built upon Nanbeige4-3B-Base and represents an enhanced iteration of our previous reasoning model, Nanbeige4-3B-Thinking-2511, achieved through further post-training optimization with supervised fine-tuning (SFT) and reinforcement learning (RL). As a highly competitive open-source model at a small parameter scale, Nanbeige4.1-3B illustrates that compact models can simultaneously achieve robust reasoning, preference alignment, and effective agentic behaviors. @@ -1348,14 +1544,20 @@ Strong Reasoning: Capable of solving complex, multi-step problems through sustained and coherent reasoning within a single forward pass, reliably producing correct answers on benchmarks like LiveCodeBench-Pro, IMO-Answer-Bench, and AIME 2026 I. Robust Preference Alignment: Outperforms same-scale models (e.g., Qwen3-4B-2507, Nanbeige4-3B-2511) and larger models (e.g., Qwen3-30B-A3B, Qwen3-32B) on Arena-Hard-v2 and Multi-Challenge. Agentic Capability: First general small model to natively support deep-search tasks and sustain complex problem-solving with >500 rounds of tool invocations; excels in benchmarks like xBench-DeepSearch (75), Browse-Comp (39), and others. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png tags: + - nanbeige + - 3b - llm - gguf - - gpu - - cpu - - nanbeige + - quantized + - chat - reasoning - agent + - multilingual + - instruction-tuned + last_checked: "2026-04-30" overrides: parameters: model: nanbeige4.1-3b-q8_0.gguf @@ -1363,11 +1565,34 @@ - filename: nanbeige4.1-3b-q8_0.gguf sha256: a5a4379e50605c5e5a31bb1716a211fb16691fea7e13ede7f88796e1f617d9e0 uri: huggingface://Edge-Quant/Nanbeige4.1-3B-Q8_0-GGUF/nanbeige4.1-3b-q8_0.gguf -- !!merge <<: *nanbeige4 - name: "nanbeige4.1-3b-q4" +- name: nanbeige4.1-3b-q4 + url: github:mudler/LocalAI/gallery/nanbeige4.1.yaml@master urls: - https://huggingface.co/Nanbeige/Nanbeige4.1-3B - https://huggingface.co/Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF + description: | + Nanbeige4.1-3B is built upon Nanbeige4-3B-Base and represents an enhanced iteration of our previous reasoning model, Nanbeige4-3B-Thinking-2511, achieved through further post-training optimization with supervised fine-tuning (SFT) and reinforcement learning (RL). As a highly competitive open-source model at a small parameter scale, Nanbeige4.1-3B illustrates that compact models can simultaneously achieve robust reasoning, preference alignment, and effective agentic behaviors. + + Key features: + Strong Reasoning: Capable of solving complex, multi-step problems through sustained and coherent reasoning within a single forward pass, reliably producing correct answers on benchmarks like LiveCodeBench-Pro, IMO-Answer-Bench, and AIME 2026 I. + Robust Preference Alignment: Outperforms same-scale models (e.g., Qwen3-4B-2507, Nanbeige4-3B-2511) and larger models (e.g., Qwen3-30B-A3B, Qwen3-32B) on Arena-Hard-v2 and Multi-Challenge. + Agentic Capability: First general small model to natively support deep-search tasks and sustain complex problem-solving with >500 rounds of tool invocations; excels in benchmarks like xBench-DeepSearch (75), Browse-Comp (39), and others. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/646f0d118ff94af23bc44aab/GXHCollpMRgvYqUXQ2BQ7.png + tags: + - nanbeige + - llama + - 3b + - llm + - gguf + - quantized + - reasoning + - agent + - multilingual + - instruction-tuned + - code + - math + last_checked: "2026-04-30" overrides: parameters: model: nanbeige4.1-3b-q4_k_m.gguf @@ -1376,13 +1601,14 @@ sha256: 043246350c952877b38958a9e35c480419008b6b2d52bedaf2b805ed2447b4df uri: huggingface://Edge-Quant/Nanbeige4.1-3B-Q4_K_M-GGUF/nanbeige4.1-3b-q4_k_m.gguf - name: nemo-parakeet-tdt-0.6b - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - NVIDIA NeMo Parakeet TDT 0.6B v3 is an automatic speech recognition (ASR) model from NVIDIA's NeMo toolkit. Parakeet models are state-of-the-art ASR models trained on large-scale English audio data. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3 - https://github.com/NVIDIA/NeMo + description: | + NVIDIA NeMo Parakeet TDT 0.6B v3 is an automatic speech recognition (ASR) model from NVIDIA's NeMo toolkit. Parakeet models are state-of-the-art ASR models trained on large-scale English audio data. + license: cc-by-4.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65df9200dc3292a8983e5017/Vs5FPVCH-VZBipV3qKTuy.png tags: - stt - speech-to-text @@ -1392,6 +1618,7 @@ - parakeet - cpu - gpu + last_checked: "2026-04-30" overrides: backend: nemo known_usecases: @@ -1399,13 +1626,14 @@ parameters: model: nvidia/parakeet-tdt-0.6b-v3 - name: voxtral-mini-4b-realtime - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Voxtral Mini 4B Realtime is a speech-to-text model from Mistral AI. It is a 4B parameter model optimized for fast, accurate audio transcription with low latency, making it ideal for real-time applications. The model uses the Voxtral architecture for efficient audio processing. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602 - https://github.com/antirez/voxtral.c + description: | + Voxtral Mini 4B Realtime is a speech-to-text model from Mistral AI. It is a 4B parameter model optimized for fast, accurate audio transcription with low latency, making it ideal for real-time applications. The model uses the Voxtral architecture for efficient audio processing. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png tags: - stt - speech-to-text @@ -1413,6 +1641,7 @@ - cpu - metal - mistral + last_checked: "2026-04-30" overrides: backend: voxtral known_usecases: @@ -1421,21 +1650,21 @@ model: voxtral-model files: - filename: voxtral-model/consolidated.safetensors - uri: https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602/resolve/main/consolidated.safetensors sha256: 263f178fe752c90a2ae58f037a95ed092db8b14768b0978b8c48f66979c8345d + uri: https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602/resolve/main/consolidated.safetensors - filename: voxtral-model/params.json + sha256: "" uri: https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602/resolve/main/params.json - filename: voxtral-model/tekken.json - uri: https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602/resolve/main/tekken.json sha256: 8434af1d39eba99f0ef46cf1450bf1a63fa941a26933a1ef5dbbf4adf0d00e44 + uri: https://huggingface.co/mistralai/Voxtral-Mini-4B-Realtime-2602/resolve/main/tekken.json - name: moonshine-tiny - license: apache-2.0 - size: "108MB" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Moonshine Tiny is a lightweight speech-to-text model optimized for fast transcription. It is designed for efficient on-device ASR with high accuracy relative to its size. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/moonshine-ai/moonshine + description: | + Moonshine Tiny is a lightweight speech-to-text model optimized for fast transcription. It is designed for efficient on-device ASR with high accuracy relative to its size. + license: apache-2.0 tags: - stt - speech-to-text @@ -1443,6 +1672,7 @@ - audio-transcription - cpu - gpu + size: 108MB overrides: backend: moonshine known_usecases: @@ -1450,13 +1680,12 @@ parameters: model: moonshine/tiny - name: whisperx-tiny - license: mit - size: "151MB" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - WhisperX Tiny is a fast and accurate speech recognition model with speaker diarization capabilities. Built on OpenAI's Whisper with additional features for alignment and speaker segmentation. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/m-bain/whisperX + description: | + WhisperX Tiny is a fast and accurate speech recognition model with speaker diarization capabilities. Built on OpenAI's Whisper with additional features for alignment and speaker segmentation. + license: mit tags: - stt - speech-to-text @@ -1465,6 +1694,7 @@ - speaker-diarization - cpu - gpu + size: 151MB overrides: backend: whisperx known_usecases: @@ -1472,24 +1702,26 @@ parameters: model: tiny - name: omnilingual-0.3b-ctc-q8-sherpa - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/sherpa-onnx-asr.yaml@master" - description: | - Omnilingual ASR CTC 300M (int8) is a multilingual automatic speech recognition model supporting 1,600+ languages. Based on Meta's omniASR_CTC_300M architecture (Wav2Vec2 with CTC head), quantized to int8 for efficient inference. Uses the sherpa-onnx backend with ONNX Runtime. + url: github:mudler/LocalAI/gallery/sherpa-onnx-asr.yaml@master urls: - https://huggingface.co/csukuangfj/sherpa-onnx-omnilingual-asr-1600-languages-300M-ctc-int8-2025-11-12 - https://k2-fsa.github.io/sherpa/onnx/omnilingual-asr/models.html + description: | + Omnilingual ASR CTC 300M (int8) is a multilingual automatic speech recognition model supporting 1,600+ languages. Based on Meta's omniASR_CTC_300M architecture (Wav2Vec2 with CTC head), quantized to int8 for efficient inference. Uses the sherpa-onnx backend with ONNX Runtime. + license: apache-2.0 icon: https://avatars.githubusercontent.com/u/75781706 tags: - - stt - - speech-to-text + - omnilingual - asr - - audio-transcription + - speech-recognition - multilingual - - omnilingual + - ctc + - q8 - sherpa-onnx - - cpu - - gpu + - onnx + - 300m + - stt + last_checked: "2026-04-30" overrides: known_usecases: - transcript @@ -1503,33 +1735,35 @@ sha256: a7a044c52cb29cbe8b0dc1953e92cefd4ca16b0ed968177b6beab21f9a7d0b31 uri: https://huggingface.co/csukuangfj/sherpa-onnx-omnilingual-asr-1600-languages-300M-ctc-int8-2025-11-12/resolve/main/tokens.txt - name: streaming-zipformer-en-sherpa - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/sherpa-onnx-asr.yaml@master" - description: | - Streaming English ASR: sherpa-onnx zipformer transducer (int8, chunk-16 left-128). Low-latency real-time transcription with endpoint detection via sherpa-onnx's online recognizer. English-only; for multilingual offline ASR see omnilingual-0.3b-ctc-q8-sherpa. + url: github:mudler/LocalAI/gallery/sherpa-onnx-asr.yaml@master urls: - https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26 - https://k2-fsa.github.io/sherpa/onnx/pretrained_models/online-transducer/zipformer-transducer-models.html + description: | + Streaming English ASR: sherpa-onnx zipformer transducer (int8, chunk-16 left-128). Low-latency real-time transcription with endpoint detection via sherpa-onnx's online recognizer. English-only; for multilingual offline ASR see omnilingual-0.3b-ctc-q8-sherpa. + license: apache-2.0 icon: https://avatars.githubusercontent.com/u/75781706 tags: - - stt - - speech-to-text + - zipformer + - sherpa-onnx + - speech-recognition - asr - - audio-transcription + - stt + - onnx + - int8 + - quantized + - english - streaming - real-time - - english - - zipformer - - sherpa-onnx - - cpu - - gpu + - transcription + last_checked: "2026-04-30" overrides: known_usecases: - transcript - parameters: - model: streaming-zipformer-en/encoder.int8.onnx options: - subtype=online + parameters: + model: streaming-zipformer-en/encoder.int8.onnx files: - filename: streaming-zipformer-en/encoder.int8.onnx sha256: 563fde436d16cf7607cf408cd6b30909819d03162652ef389c2450ced3f45ac1 @@ -1544,20 +1778,24 @@ sha256: 49e3c2646595fd907228b3c6787069658f67b17377c60aeb8619c4551b2316fb uri: https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26/resolve/main/tokens.txt - name: silero-vad-sherpa - license: mit - url: "github:mudler/LocalAI/gallery/sherpa-onnx-vad.yaml@master" - description: | - Silero VAD served through the sherpa-onnx backend. Uses the same ONNX weights as the dedicated silero-vad backend, loaded through sherpa-onnx's C VAD API. Pairs with the sherpa-onnx ASR entries for round-trip audio pipelines. + url: github:mudler/LocalAI/gallery/sherpa-onnx-vad.yaml@master urls: - https://github.com/snakers4/silero-vad - https://huggingface.co/onnx-community/silero-vad + description: | + Silero VAD served through the sherpa-onnx backend. Uses the same ONNX weights as the dedicated silero-vad backend, loaded through sherpa-onnx's C VAD API. Pairs with the sherpa-onnx ASR entries for round-trip audio pipelines. + license: mit icon: https://github.com/snakers4/silero-models/raw/master/files/silero_logo.jpg tags: + - silero - vad - voice-activity-detection + - onnx - sherpa-onnx + - speech - cpu - gpu + last_checked: "2026-04-30" overrides: known_usecases: - vad @@ -1568,22 +1806,24 @@ sha256: a4a068cd6cf1ea8355b84327595838ca748ec29a25bc91fc82e6c299ccdc5808 uri: https://huggingface.co/onnx-community/silero-vad/resolve/main/onnx/model.onnx - name: vits-ljs-sherpa - license: mit - url: "github:mudler/LocalAI/gallery/sherpa-onnx-tts.yaml@master" - description: | - VITS-LJS English single-speaker TTS served through the sherpa-onnx backend. Trained on the LJSpeech corpus at 22.05 kHz. Pairs with the sherpa-onnx ASR entries for round-trip audio pipelines. + url: github:mudler/LocalAI/gallery/sherpa-onnx-tts.yaml@master urls: - https://github.com/k2-fsa/sherpa-onnx - https://huggingface.co/csukuangfj/vits-ljs + description: | + VITS-LJS English single-speaker TTS served through the sherpa-onnx backend. Trained on the LJSpeech corpus at 22.05 kHz. Pairs with the sherpa-onnx ASR entries for round-trip audio pipelines. + license: apache-2.0 icon: https://avatars.githubusercontent.com/u/75781706 tags: - - tts + - vits - text-to-speech + - tts - english - - vits + - ljspeech + - onnx - sherpa-onnx - - cpu - - gpu + - single-speaker + last_checked: "2026-04-30" overrides: known_usecases: - tts @@ -1600,18 +1840,20 @@ sha256: bdccfc6da71c45c48e2e0056fcf0aab760577c5f959f6c1b5eb3e3e916fd5a0e uri: https://huggingface.co/csukuangfj/vits-ljs/resolve/main/lexicon.txt - name: voxcpm-1.5 - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - VoxCPM 1.5 is an end-to-end text-to-speech (TTS) model from ModelBest. It features zero-shot voice cloning and high-quality speech synthesis capabilities. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/openbmb/VoxCPM1.5 + description: | + VoxCPM 1.5 is an end-to-end text-to-speech (TTS) model from ModelBest. It features zero-shot voice cloning and high-quality speech synthesis capabilities. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1670387859384-633fe7784b362488336bbfad.png tags: - tts - text-to-speech - voice-cloning - cpu - gpu + last_checked: "2026-04-30" overrides: backend: voxcpm known_usecases: @@ -1619,32 +1861,33 @@ parameters: model: openbmb/VoxCPM1.5 - name: neutts-air - license: apache-2.0 - size: "1.5GB" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - NeuTTS Air is the world's first super-realistic, on-device TTS speech language model with instant voice cloning. Built on a 0.5B LLM backbone, it brings natural-sounding speech, real-time performance, and speaker cloning to local devices. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/neuphonic/neutts-air + description: | + NeuTTS Air is the world's first super-realistic, on-device TTS speech language model with instant voice cloning. Built on a 0.5B LLM backbone, it brings natural-sounding speech, real-time performance, and speaker cloning to local devices. + license: apache-2.0 tags: - tts - text-to-speech - voice-cloning - cpu - gpu + size: 1.5GB overrides: backend: neutts - parameters: - model: neuphonic/neutts-air known_usecases: - tts + parameters: + model: neuphonic/neutts-air - name: vllm-omni-z-image-turbo - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Z-Image-Turbo via vLLM-Omni - A distilled version of Z-Image optimized for speed with only 8 NFEs. Offers sub-second inference latency on enterprise-grade H800 GPUs and fits within 16GB VRAM. Excels in photorealistic image generation, bilingual text rendering (English & Chinese), and robust instruction adherence. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Tongyi-MAI/Z-Image-Turbo + description: | + Z-Image-Turbo via vLLM-Omni - A distilled version of Z-Image optimized for speed with only 8 NFEs. Offers sub-second inference latency on enterprise-grade H800 GPUs and fits within 16GB VRAM. Excels in photorealistic image generation, bilingual text rendering (English & Chinese), and robust instruction adherence. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64379d79fac5ea753f1c10f3/fxHO6QoYjdv9_LTyiUD3g.jpeg tags: - text-to-image - image-generation @@ -1652,19 +1895,21 @@ - z-image - cpu - gpu + last_checked: "2026-04-30" overrides: backend: vllm-omni known_usecases: - - image_generation + - image parameters: model: Tongyi-MAI/Z-Image-Turbo - name: vllm-omni-wan2.2-t2v - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Wan2.2-T2V-A14B via vLLM-Omni - Text-to-video generation model from Wan-AI. Generates high-quality videos from text prompts using a 14B parameter diffusion model. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Wan-AI/Wan2.2-T2V-A14B-Diffusers + description: | + Wan2.2-T2V-A14B via vLLM-Omni - Text-to-video generation model from Wan-AI. Generates high-quality videos from text prompts using a 14B parameter diffusion model. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/67b610677ea7952def8b29c6/N6jQbbeaa_FcUY-wI1dgG.png tags: - text-to-video - video-generation @@ -1672,19 +1917,21 @@ - wan - cpu - gpu + last_checked: "2026-04-30" overrides: backend: vllm-omni known_usecases: - - video_generation + - video parameters: model: Wan-AI/Wan2.2-T2V-A14B-Diffusers - name: vllm-omni-wan2.2-i2v - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Wan2.2-I2V-A14B via vLLM-Omni - Image-to-video generation model from Wan-AI. Generates high-quality videos from images using a 14B parameter diffusion model. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Wan-AI/Wan2.2-I2V-A14B-Diffusers + description: | + Wan2.2-I2V-A14B via vLLM-Omni - Image-to-video generation model from Wan-AI. Generates high-quality videos from images using a 14B parameter diffusion model. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/67b610677ea7952def8b29c6/N6jQbbeaa_FcUY-wI1dgG.png tags: - image-to-video - video-generation @@ -1692,19 +1939,21 @@ - wan - cpu - gpu + last_checked: "2026-04-30" overrides: backend: vllm-omni known_usecases: - - video_generation + - video parameters: model: Wan-AI/Wan2.2-I2V-A14B-Diffusers - name: vllm-omni-qwen3-omni-30b - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Qwen3-Omni-30B-A3B-Instruct via vLLM-Omni - A large multimodal model (30B active, 3B activated per token) from Alibaba Qwen team. Supports text, image, audio, and video understanding with text and speech output. Features native multimodal understanding across all modalities. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Instruct + description: | + Qwen3-Omni-30B-A3B-Instruct via vLLM-Omni - A large multimodal model (30B active, 3B activated per token) from Alibaba Qwen team. Supports text, image, audio, and video understanding with text and speech output. Features native multimodal understanding across all modalities. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - llm - multimodal @@ -1715,20 +1964,25 @@ - qwen3 - cpu - gpu + last_checked: "2026-04-30" overrides: backend: vllm-omni known_usecases: - chat - - multimodal + - completion + - vision + - video + - tts parameters: model: Qwen/Qwen3-Omni-30B-A3B-Instruct - name: vllm-omni-qwen3-tts-custom-voice - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - description: | - Qwen3-TTS-12Hz-1.7B-CustomVoice via vLLM-Omni - Text-to-speech model from Alibaba Qwen team with custom voice cloning capabilities. Generates natural-sounding speech with voice personalization. + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice + description: | + Qwen3-TTS-12Hz-1.7B-CustomVoice via vLLM-Omni - Text-to-speech model from Alibaba Qwen team with custom voice cloning capabilities. Generates natural-sounding speech with voice personalization. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - tts - text-to-speech @@ -1737,14 +1991,23 @@ - qwen3 - cpu - gpu + last_checked: "2026-04-30" overrides: backend: vllm-omni known_usecases: - tts parameters: model: Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice -- name: "ace-step-turbo" +- name: ace-step-turbo + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/ACE-Step/Ace-Step1.5 + description: | + ACE-Step 1.5 Turbo is a music generation model that can create music from text descriptions, + lyrics, or audio samples. Supports both simple text-to-music and advanced music generation + with metadata like BPM, key scale, and time signature. license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6209bb6ede1c3ff3ec37620c/xk4TNYgu3UPz74tAgzTrA.jpeg tags: - music - audio @@ -1754,37 +2017,39 @@ - ace-step - ace-step-1.5 - ace-step-1.5-turbo - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - urls: - - https://huggingface.co/ACE-Step/Ace-Step1.5 - description: | - ACE-Step 1.5 Turbo is a music generation model that can create music from text descriptions, - lyrics, or audio samples. Supports both simple text-to-music and advanced music generation - with metadata like BPM, key scale, and time signature. + last_checked: "2026-04-30" overrides: - name: ace-step-turbo backend: ace-step - parameters: - model: acestep-v15-turbo known_usecases: - sound_generation - - tts + name: ace-step-turbo options: - - "device:auto" - - "use_flash_attention:true" - - "offload_to_cpu:false" - - "offload_dit_to_cpu:false" - - "init_lm:true" - - "lm_model_path:acestep-5Hz-lm-0.6B" # or acestep-5Hz-lm-4B - - "lm_backend:pt" - - "temperature:0.85" - - "top_p:0.9" - - "lm_cfg_scale:2.0" - - "inference_steps:8" - - "guidance_scale:7.0" - - "batch_size:1" -- name: "acestep-cpp-turbo" + - device:auto + - use_flash_attention:true + - offload_to_cpu:false + - offload_dit_to_cpu:false + - init_lm:true + - lm_model_path:acestep-5Hz-lm-0.6B + - lm_backend:pt + - temperature:0.85 + - top_p:0.9 + - lm_cfg_scale:2.0 + - inference_steps:8 + - guidance_scale:7.0 + - batch_size:1 + parameters: + model: acestep-v15-turbo +- name: acestep-cpp-turbo + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/Serveurperso/ACE-Step-1.5-GGUF + - https://github.com/ace-step/acestep.cpp + description: | + ACE-Step 1.5 Turbo (C++ / GGML) — native C++ music generation from text descriptions and lyrics. + Two-stage pipeline: text-to-code (Qwen3 LM) + code-to-audio (DiT-VAE). Stereo 48kHz output. + Uses Q8_0 quantized models for a good balance of quality and speed. license: mit + icon: https://huggingface.co/avatars/87c58a170b364b96e11d263a87d83f07.svg tags: - music - audio @@ -1793,41 +2058,41 @@ - acestep-cpp - ace-step-1.5 - gguf - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - urls: - - https://huggingface.co/Serveurperso/ACE-Step-1.5-GGUF - - https://github.com/ace-step/acestep.cpp - description: | - ACE-Step 1.5 Turbo (C++ / GGML) — native C++ music generation from text descriptions and lyrics. - Two-stage pipeline: text-to-code (Qwen3 LM) + code-to-audio (DiT-VAE). Stereo 48kHz output. - Uses Q8_0 quantized models for a good balance of quality and speed. + last_checked: "2026-04-30" overrides: - name: acestep-cpp-turbo backend: acestep-cpp - parameters: - model: acestep-cpp/acestep-5Hz-lm-0.6B-Q8_0.gguf known_usecases: - sound_generation - - tts + name: acestep-cpp-turbo options: - - "text_encoder_model:acestep-cpp/Qwen3-Embedding-0.6B-Q8_0.gguf" - - "dit_model:acestep-cpp/acestep-v15-turbo-Q8_0.gguf" - - "vae_model:acestep-cpp/vae-BF16.gguf" + - text_encoder_model:acestep-cpp/Qwen3-Embedding-0.6B-Q8_0.gguf + - dit_model:acestep-cpp/acestep-v15-turbo-Q8_0.gguf + - vae_model:acestep-cpp/vae-BF16.gguf + parameters: + model: acestep-cpp/acestep-5Hz-lm-0.6B-Q8_0.gguf files: - filename: acestep-cpp/acestep-5Hz-lm-0.6B-Q8_0.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-5Hz-lm-0.6B-Q8_0.gguf sha256: bdaf9e292d4470f31c19cafeaca1b74936a114667e3a85e5d33b65247e9908ec + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-5Hz-lm-0.6B-Q8_0.gguf - filename: acestep-cpp/Qwen3-Embedding-0.6B-Q8_0.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf sha256: 972f23255e46adfe744a0eb9a0039f3c63988f65753b0968d776e8b27168c321 + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf - filename: acestep-cpp/acestep-v15-turbo-Q8_0.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-v15-turbo-Q8_0.gguf sha256: 288f708a61cfc241013a98a62f98ba331f83fe34d0d3559acdd9b0f6a2f7cd6b + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-v15-turbo-Q8_0.gguf - filename: acestep-cpp/vae-BF16.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/vae-BF16.gguf sha256: 0599862ac5d15cd308e1d2e368373aea6c02e25ebd1737ad4a4562a0901b0ef8 -- name: "acestep-cpp-turbo-4b" + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/vae-BF16.gguf +- name: acestep-cpp-turbo-4b + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/Serveurperso/ACE-Step-1.5-GGUF + - https://github.com/ace-step/acestep.cpp + description: | + ACE-Step 1.5 Turbo (C++ / GGML) with 4B LM — higher quality music generation from text and lyrics. + Uses the larger 4B parameter LM for better metadata/code generation. Stereo 48kHz output. license: mit + icon: https://huggingface.co/avatars/87c58a170b364b96e11d263a87d83f07.svg tags: - music - audio @@ -1836,49 +2101,33 @@ - acestep-cpp - ace-step-1.5 - gguf - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - urls: - - https://huggingface.co/Serveurperso/ACE-Step-1.5-GGUF - - https://github.com/ace-step/acestep.cpp - description: | - ACE-Step 1.5 Turbo (C++ / GGML) with 4B LM — higher quality music generation from text and lyrics. - Uses the larger 4B parameter LM for better metadata/code generation. Stereo 48kHz output. + last_checked: "2026-04-30" overrides: - name: acestep-cpp-turbo-4b backend: acestep-cpp - parameters: - model: acestep-cpp/acestep-5Hz-lm-4B-Q8_0.gguf known_usecases: - sound_generation - - tts + name: acestep-cpp-turbo-4b options: - - "text_encoder_model:acestep-cpp/Qwen3-Embedding-0.6B-Q8_0.gguf" - - "dit_model:acestep-cpp/acestep-v15-turbo-Q8_0.gguf" - - "vae_model:acestep-cpp/vae-BF16.gguf" + - text_encoder_model:acestep-cpp/Qwen3-Embedding-0.6B-Q8_0.gguf + - dit_model:acestep-cpp/acestep-v15-turbo-Q8_0.gguf + - vae_model:acestep-cpp/vae-BF16.gguf + parameters: + model: acestep-cpp/acestep-5Hz-lm-4B-Q8_0.gguf files: - filename: acestep-cpp/acestep-5Hz-lm-4B-Q8_0.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-5Hz-lm-4B-Q8_0.gguf sha256: 972f91147a167f0c041f1b158d67985a82c0f6a852e68cdf70e46030cf08b1bc + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-5Hz-lm-4B-Q8_0.gguf - filename: acestep-cpp/Qwen3-Embedding-0.6B-Q8_0.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf sha256: 972f23255e46adfe744a0eb9a0039f3c63988f65753b0968d776e8b27168c321 + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf - filename: acestep-cpp/acestep-v15-turbo-Q8_0.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-v15-turbo-Q8_0.gguf sha256: 288f708a61cfc241013a98a62f98ba331f83fe34d0d3559acdd9b0f6a2f7cd6b + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/acestep-v15-turbo-Q8_0.gguf - filename: acestep-cpp/vae-BF16.gguf - uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/vae-BF16.gguf sha256: 0599862ac5d15cd308e1d2e368373aea6c02e25ebd1737ad4a4562a0901b0ef8 -- name: "vibevoice-cpp" - license: mit - icon: https://github.com/microsoft/VibeVoice/raw/main/Figures/VibeVoice_logo_white.png - tags: - - tts - - text-to-speech - - voice-cloning - - vibevoice - - vibevoice-cpp - - gguf - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: huggingface://Serveurperso/ACE-Step-1.5-GGUF/vae-BF16.gguf +- name: vibevoice-cpp + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mudler/vibevoice.cpp-models - https://github.com/mudler/vibevoice.cpp @@ -1887,39 +2136,44 @@ VibeVoice Realtime 0.5B (C++ / GGML, Q8_0) - native C++ port of Microsoft VibeVoice via the vibevoice-cpp backend. 24kHz mono TTS with voice cloning from a single reference voice prompt. Default voice prompt: en-Carter_man. + license: mit + icon: https://github.com/microsoft/VibeVoice/raw/main/Figures/VibeVoice_logo_white.png + tags: + - vibevoice + - vibevoice-cpp + - tts + - text-to-speech + - asr + - speech-recognition + - gguf + - ggml + - 0.5b + - voice-cloning + - quantized + last_checked: "2026-04-30" overrides: - name: vibevoice-cpp backend: vibevoice-cpp - parameters: - model: vibevoice-cpp/vibevoice-realtime-0.5B-q8_0.gguf + known_usecases: + - tts + - transcript + name: vibevoice-cpp options: - tokenizer=vibevoice-cpp/tokenizer.gguf - voice=vibevoice-cpp/voice-en-Carter_man.gguf - known_usecases: - - tts + parameters: + model: vibevoice-cpp/vibevoice-realtime-0.5B-q8_0.gguf files: - filename: vibevoice-cpp/vibevoice-realtime-0.5B-q8_0.gguf - uri: huggingface://mudler/vibevoice.cpp-models/vibevoice-realtime-0.5B-q8_0.gguf sha256: 5251e3f0386d1056a90c61b6c7359a4775da44dd19402499bef1989c4b5c653a + uri: huggingface://mudler/vibevoice.cpp-models/vibevoice-realtime-0.5B-q8_0.gguf - filename: vibevoice-cpp/tokenizer.gguf - uri: huggingface://mudler/vibevoice.cpp-models/tokenizer.gguf sha256: 37dc3b722d5677e37e29a57df55aa05c485116eeb5459e57ff8dde616b4986f6 + uri: huggingface://mudler/vibevoice.cpp-models/tokenizer.gguf - filename: vibevoice-cpp/voice-en-Carter_man.gguf - uri: huggingface://mudler/vibevoice.cpp-models/voice-en-Carter_man.gguf sha256: b15cd8b9cae6ee2c3d20b0ee6e7bfe93f13489f8b63b6834e9bbf0dfabf6505a -- name: "vibevoice-cpp-asr" - license: mit - icon: https://github.com/microsoft/VibeVoice/raw/main/Figures/VibeVoice_logo_white.png - tags: - - stt - - speech-to-text - - asr - - audio-transcription - - diarization - - vibevoice - - vibevoice-cpp - - gguf - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: huggingface://mudler/vibevoice.cpp-models/voice-en-Carter_man.gguf +- name: vibevoice-cpp-asr + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mudler/vibevoice.cpp-models - https://github.com/mudler/vibevoice.cpp @@ -1928,32 +2182,40 @@ VibeVoice ASR 7B (C++ / GGML, Q4_K) - long-form speech-to-text with speaker diarization. Returns per-speaker JSON segments with start/end timestamps. English-only. ~10 GB download. + license: mit + icon: https://github.com/microsoft/VibeVoice/raw/main/Figures/VibeVoice_logo_white.png + tags: + - vibevoice + - asr + - speech-recognition + - gguf + - quantized + - 7b + - diarization + - stt + - vibevoice-cpp + - ggml + last_checked: "2026-04-30" overrides: - name: vibevoice-cpp-asr backend: vibevoice-cpp - parameters: - model: vibevoice-cpp-asr/vibevoice-asr-q4_k.gguf + known_usecases: + - transcript + - diarization + name: vibevoice-cpp-asr options: - type=asr - tokenizer=vibevoice-cpp-asr/tokenizer.gguf - known_usecases: - - transcript + parameters: + model: vibevoice-cpp-asr/vibevoice-asr-q4_k.gguf files: - filename: vibevoice-cpp-asr/vibevoice-asr-q4_k.gguf - uri: huggingface://mudler/vibevoice.cpp-models/vibevoice-asr-q4_k.gguf sha256: 4eee48b9d0d42f71b773b804aa6728c99971c38d54f3c86cf1fd0fc1fc49a9ad + uri: huggingface://mudler/vibevoice.cpp-models/vibevoice-asr-q4_k.gguf - filename: vibevoice-cpp-asr/tokenizer.gguf - uri: huggingface://mudler/vibevoice.cpp-models/tokenizer.gguf sha256: 37dc3b722d5677e37e29a57df55aa05c485116eeb5459e57ff8dde616b4986f6 -- name: "qwen3-tts-cpp" - license: apache-2.0 - tags: - - tts - - text-to-speech - - qwen3-tts - - qwen3-tts-cpp - - gguf - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: huggingface://mudler/vibevoice.cpp-models/tokenizer.gguf +- name: qwen3-tts-cpp + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/endo5501/qwen3-tts.cpp - https://github.com/predict-woo/qwen3-tts.cpp @@ -1961,22 +2223,40 @@ Qwen3-TTS 0.6B (C++ / GGML) — native C++ text-to-speech from text input. Generates 24kHz mono audio. Supports 10 languages (en, zh, ja, ko, de, fr, es, it, pt, ru). Uses F16 GGUF models (~2 GB total). + license: apache-2.0 + icon: https://huggingface.co/avatars/c299494fd1e72375832499c75b3425d6.svg + tags: + - tts + - text-to-speech + - qwen3-tts + - qwen3-tts-cpp + - gguf + last_checked: "2026-04-30" overrides: - name: qwen3-tts-cpp backend: qwen3-tts-cpp - parameters: - model: qwen3-tts-cpp known_usecases: - tts + name: qwen3-tts-cpp + parameters: + model: qwen3-tts-cpp files: - filename: qwen3-tts-cpp/qwen3-tts-0.6b-f16.gguf - uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-0.6b-f16.gguf sha256: 0b89770118463af8f2467d824a8de57d96df6a09f927a9769a3f7b7fffa7087d + uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-0.6b-f16.gguf - filename: qwen3-tts-cpp/qwen3-tts-tokenizer-f16.gguf - uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-tokenizer-f16.gguf sha256: d1ad9660bd99343f4851d5a4b17e31f65648feb3559f6ea062ae6575e5cd9d90 -- name: "qwen3-tts-cpp-customvoice" + uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-tokenizer-f16.gguf +- name: qwen3-tts-cpp-customvoice + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/endo5501/qwen3-tts.cpp + - https://github.com/predict-woo/qwen3-tts.cpp + description: | + Qwen3-TTS 0.6B Custom Voice (C++ / GGML) — text-to-speech with voice cloning support. + Generates 24kHz mono audio with optional reference audio for voice cloning via ECAPA-TDNN speaker embeddings. + Supports 10 languages (en, zh, ja, ko, de, fr, es, it, pt, ru). license: apache-2.0 + icon: https://huggingface.co/avatars/c299494fd1e72375832499c75b3425d6.svg tags: - tts - text-to-speech @@ -1984,74 +2264,92 @@ - qwen3-tts - qwen3-tts-cpp - gguf - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - urls: - - https://huggingface.co/endo5501/qwen3-tts.cpp - - https://github.com/predict-woo/qwen3-tts.cpp - description: | - Qwen3-TTS 0.6B Custom Voice (C++ / GGML) — text-to-speech with voice cloning support. - Generates 24kHz mono audio with optional reference audio for voice cloning via ECAPA-TDNN speaker embeddings. - Supports 10 languages (en, zh, ja, ko, de, fr, es, it, pt, ru). + last_checked: "2026-04-30" overrides: - name: qwen3-tts-cpp-customvoice backend: qwen3-tts-cpp - parameters: - model: qwen3-tts-cpp-customvoice known_usecases: - tts + name: qwen3-tts-cpp-customvoice + parameters: + model: qwen3-tts-cpp-customvoice files: - filename: qwen3-tts-cpp-customvoice/qwen3-tts-0.6b-customvoice-f16.gguf - uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-0.6b-customvoice-f16.gguf sha256: 40b985b71be0970d41eb042488766db556cf17290aa1cff631cabfa0bd3b0431 + uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-0.6b-customvoice-f16.gguf - filename: qwen3-tts-cpp-customvoice/qwen3-tts-tokenizer-f16.gguf - uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-tokenizer-f16.gguf sha256: d1ad9660bd99343f4851d5a4b17e31f65648feb3559f6ea062ae6575e5cd9d90 -- name: "qwen3-coder-next-mxfp4_moe" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: huggingface://endo5501/qwen3-tts.cpp/qwen3-tts-tokenizer-f16.gguf +- name: qwen3-coder-next-mxfp4_moe + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF description: | The model is a quantized version of **Qwen/Qwen3-Coder-Next** (base model) using the **MXFP4** quantization scheme. It is optimized for efficiency while retaining performance, suitable for deployment in applications requiring lightweight inference. The quantized version is tailored for specific tasks, with parameters like temperature=1.0 and top_p=0.95 recommended for generation. + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/noauth/2Roz2aZhO15-P0CrFrKbw.jpeg + tags: + - qwen + - qwen3 + - moe + - coder + - code + - gguf + - quantized + - llm + - mxfp4 + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3-Coder-Next-MXFP4_MOE.gguf - name: Qwen3-Coder-Next-MXFP4_MOE-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF + known_usecases: + - chat + - completion + name: Qwen3-Coder-Next-MXFP4_MOE-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3-Coder-Next-MXFP4_MOE.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3-Coder-Next-MXFP4_MOE.gguf - uri: https://huggingface.co/noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF/resolve/main/Qwen3-Coder-Next-MXFP4_MOE.gguf sha256: 7d8ee34faa65a5ac5b3e7b00bb5ec5b4f4bfda58a4775a61372676e27081f9c2 -- name: "deepseek-ai.deepseek-v3.2" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/noctrex/Qwen3-Coder-Next-MXFP4_MOE-GGUF/resolve/main/Qwen3-Coder-Next-MXFP4_MOE.gguf +- name: deepseek-ai.deepseek-v3.2 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF description: | This is a quantized version of the DeepSeek-V3.2 model by deepseek-ai, optimized for efficient deployment. It is designed for text generation tasks and supports the pipeline tag `text-generation`. The model is based on the original DeepSeek-V3.2 architecture and is available for use in various applications. For more details, refer to the [official repository](https://github.com/DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF). + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64e6d37e02dee9bcb9d9fa18/o_HhUnXb_PgyYlqJ6gfEO.png + tags: + - deepseek + - deepseek-v3 + - gguf + - quantized + - llm + - chat + - instruction-tuned + - v3.2 + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/deepseek-ai.DeepSeek-V3.2.Q4_K_M-00001-of-00029.gguf - name: deepseek-ai.DeepSeek-V3.2-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF + known_usecases: + - chat + - completion + name: deepseek-ai.DeepSeek-V3.2-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/deepseek-ai.DeepSeek-V3.2.Q4_K_M-00001-of-00029.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/deepseek-ai.DeepSeek-V3.2.Q4_K_M-00001-of-00029.gguf sha256: 8f740c53add8379f4cd41ad5963022188dfd7e7ae49eadd077fe8303f761fc2d @@ -2140,161 +2438,193 @@ - filename: llama-cpp/models/deepseek-ai.DeepSeek-V3.2.Q4_K_M-00029-of-00029.gguf sha256: 013af4e9d2f84e484f77c7bae2a02652607f0f0179bd2815ffdf401c3ada5184 uri: https://huggingface.co/DevQuasar/deepseek-ai.DeepSeek-V3.2-GGUF/resolve/main/deepseek-ai.DeepSeek-V3.2.Q4_K_M-00029-of-00029.gguf -- name: "z-image-diffusers" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: z-image-diffusers + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/Tongyi-MAI/Z-Image + description: | + Z-Image is the foundation model of the ⚡️-Image family, engineered for good quality, robust generative diversity, broad stylistic coverage, and precise prompt adherence. While Z-Image-Turbo is built for speed, Z-Image is a full-capacity, undistilled transformer designed to be the backbone for creators, researchers, and developers who require the highest level of creative freedom. license: apache-2.0 + icon: https://huggingface.co/Tongyi-MAI/Z-Image/resolve/main/teaser.jpg tags: - z-image - text-to-image - image-generation - diffusers - urls: - - https://huggingface.co/Tongyi-MAI/Z-Image - icon: https://huggingface.co/Tongyi-MAI/Z-Image/resolve/main/teaser.jpg - description: | - Z-Image is the foundation model of the ⚡️-Image family, engineered for good quality, robust generative diversity, broad stylistic coverage, and precise prompt adherence. While Z-Image-Turbo is built for speed, Z-Image is a full-capacity, undistilled transformer designed to be the backbone for creators, researchers, and developers who require the highest level of creative freedom. + last_checked: "2026-04-30" overrides: - cfg_scale: 3.0 - parameters: - model: Tongyi-MAI/Z-Image backend: diffusers - known_usecases: - - FLAG_IMAGE + cfg_scale: 3 diffusers: pipeline_type: ZImagePipeline - step: 35 + known_usecases: + - image options: - torch_dtype:bf16 -- name: "z-image-turbo-diffusers" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + parameters: + model: Tongyi-MAI/Z-Image + step: 35 +- name: z-image-turbo-diffusers + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://huggingface.co/Tongyi-MAI/Z-Image-Turbo + description: "\U0001F680 Z-Image-Turbo – A distilled version of Z-Image that matches or exceeds leading competitors with only 8 NFEs (Number of Function Evaluations). It offers ⚡️sub-second inference latency⚡️ on enterprise-grade H800 GPUs and fits comfortably within 16G VRAM consumer devices. It excels in photorealistic image generation, bilingual text rendering (English & Chinese), and robust instruction adherence.\n" license: apache-2.0 + icon: https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/assets/showcase_realistic.png tags: - z-image-turbo - text-to-image - image-generation - diffusers - urls: - - https://huggingface.co/Tongyi-MAI/Z-Image-Turbo - icon: https://huggingface.co/Tongyi-MAI/Z-Image-Turbo/resolve/main/assets/showcase_realistic.png - description: "\U0001F680 Z-Image-Turbo – A distilled version of Z-Image that matches or exceeds leading competitors with only 8 NFEs (Number of Function Evaluations). It offers ⚡️sub-second inference latency⚡️ on enterprise-grade H800 GPUs and fits comfortably within 16G VRAM consumer devices. It excels in photorealistic image generation, bilingual text rendering (English & Chinese), and robust instruction adherence.\n" + last_checked: "2026-04-30" overrides: - cfg_scale: 0 - parameters: - model: Tongyi-MAI/Z-Image-Turbo backend: diffusers - known_usecases: - - FLAG_IMAGE + cfg_scale: 0 diffusers: pipeline_type: ZImagePipeline - step: 9 + known_usecases: + - image options: - torch_dtype:bf16 -- name: "glm-4.7-flash-derestricted" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + parameters: + model: Tongyi-MAI/Z-Image-Turbo + step: 9 +- name: glm-4.7-flash-derestricted + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/GLM-4.7-Flash-Derestricted-GGUF description: | This model is a quantized version of the original GLM-4.7-Flash-Derestricted model, derived from the base model `koute/GLM-4.7-Flash-Derestricted`. It is designed for restricted use, featuring tags like "derestricted," "uncensored," and "unlimited." The quantized versions (e.g., Q2_K, Q4_K_S, Q6_K) offer varying trade-offs between accuracy and efficiency, with the Q4_K_S and Q6_K variants being recommended for balanced performance. The model is optimized for fast inference and supports multiple quantization schemes, though some advanced quantization options (like IQ4_XS) are not available. It is intended for use in environments with specific constraints or restrictions. + license: mit + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - glm + - glm-4.7-flash + - gguf + - quantized + - derestricted + - uncensored + - abliterated + - multilingual + - instruction-tuned + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/GLM-4.7-Flash-Derestricted.Q4_K_M.gguf - name: GLM-4.7-Flash-Derestricted-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/GLM-4.7-Flash-Derestricted-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/GLM-4.7-Flash-Derestricted-GGUF + known_usecases: + - chat + - completion + name: GLM-4.7-Flash-Derestricted-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/GLM-4.7-Flash-Derestricted.Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/GLM-4.7-Flash-Derestricted.Q4_K_M.gguf sha256: 93de43daa88211d772de666a33cb890ac23f5780921445f62a4dde6f0e8af540 uri: https://huggingface.co/mradermacher/GLM-4.7-Flash-Derestricted-GGUF/resolve/main/GLM-4.7-Flash-Derestricted.Q4_K_M.gguf -- &qwen-tts +- name: qwen3-tts-1.7b-custom-voice + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice description: | Qwen3-TTS is a high-quality text-to-speech model supporting custom voice, voice design, and voice cloning. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - text-to-speech - tts - license: apache-2.0 - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png - name: "qwen3-tts-1.7b-custom-voice" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + last_checked: "2026-04-30" overrides: backend: qwen-tts known_usecases: - tts - tts: - voice: Aiden # Available speakers: Vivian, Serena, Uncle_Fu, Dylan, Eric, Ryan, Aiden, Ono_Anna, Sohee parameters: model: Qwen/Qwen3-TTS-12Hz-1.7B-CustomVoice -- !!merge <<: *qwen-tts + tts: + voice: Aiden +- name: qwen3-tts-0.6b-custom-voice + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice - name: "qwen3-tts-0.6b-custom-voice" + description: | + Qwen3-TTS is a high-quality text-to-speech model supporting custom voice, voice design, and voice cloning. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - text-to-speech + - tts + last_checked: "2026-04-30" overrides: backend: qwen-tts known_usecases: - tts - tts: - voice: Aiden # Available speakers: Vivian, Serena, Uncle_Fu, Dylan, Eric, Ryan, Aiden, Ono_Anna, Sohee parameters: model: Qwen/Qwen3-TTS-12Hz-0.6B-CustomVoice -- &fish-speech + tts: + voice: Aiden +- name: fish-speech-s2-pro + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/fishaudio/s2-pro description: | Fish Speech S2-Pro is a high-quality text-to-speech model supporting voice cloning via reference audio. Uses a two-stage pipeline: text to semantic tokens (LLaMA-based) then semantic to audio (DAC decoder). + license: fish-audio-research-license + icon: https://huggingface.co/fishaudio/s2-pro/resolve/main/overview.png tags: - text-to-speech - tts - voice-cloning - license: apache-2.0 - icon: https://huggingface.co/fishaudio/s2-pro/resolve/main/overview.png - name: "fish-speech-s2-pro" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + last_checked: "2026-04-30" overrides: backend: fish-speech known_usecases: - tts parameters: model: fishaudio/s2-pro -- &qwen-asr +- name: qwen3-asr-1.7b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-ASR-1.7B description: | Qwen3-ASR is an automatic speech recognition model supporting multiple languages and batch inference. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - speech-recognition - asr - license: apache-2.0 - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png - name: "qwen3-asr-1.7b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + last_checked: "2026-04-30" overrides: backend: qwen-asr known_usecases: - transcript parameters: model: Qwen/Qwen3-ASR-1.7B -- !!merge <<: *qwen-asr +- name: qwen3-asr-0.6b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-ASR-0.6B - name: "qwen3-asr-0.6b" + description: | + Qwen3-ASR is an automatic speech recognition model supporting multiple languages and batch inference. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - speech-recognition + - asr + last_checked: "2026-04-30" overrides: backend: qwen-asr known_usecases: - transcript parameters: model: Qwen/Qwen3-ASR-0.6B -- name: "huihui-glm-4.7-flash-abliterated-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: huihui-glm-4.7-flash-abliterated-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF description: | @@ -2306,83 +2636,124 @@ - **Tags**: Abliterated, uncensored, and optimized for specific tasks. This model is a modified version of the original GLM-4.7, tailored for deployment with quantized weights. + license: mit + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - glm + - llm + - chat + - gguf + - quantized + - uncensored + - abliterated + - multilingual + - flash + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Huihui-GLM-4.7-Flash-abliterated.i1-Q4_K_M.gguf - name: Huihui-GLM-4.7-Flash-abliterated-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF + known_usecases: + - chat + - completion + name: Huihui-GLM-4.7-Flash-abliterated-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Huihui-GLM-4.7-Flash-abliterated.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Huihui-GLM-4.7-Flash-abliterated.i1-Q4_K_M.gguf sha256: 2ec5fcf2aa882c0c55fc67a35ea7ed50c24016bc4a8a4ceacfcea103dc2f1cb8 uri: https://huggingface.co/mradermacher/Huihui-GLM-4.7-Flash-abliterated-i1-GGUF/resolve/main/Huihui-GLM-4.7-Flash-abliterated.i1-Q4_K_M.gguf -- name: "mox-small-1-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: mox-small-1-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/mox-small-1-i1-GGUF description: | The model, **vanta-research/mox-small-1**, is a small-scale text-generation model optimized for conversational AI tasks. It supports chat, persona research, and chatbot applications. The quantized versions (e.g., i1-Q4_K_M, i1-Q4_K_S) are available for efficient deployment, with the i1-Q4_K_S variant offering the best balance of size, speed, and quality. The model is designed for lightweight inference and is compatible with frameworks like HuggingFace Transformers. + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - mox + - olmo + - 7b + - gguf + - quantized + - chat + - alignment + - persona-research + - conversational + - llama-cpp + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/mox-small-1.i1-Q4_K_M.gguf - name: mox-small-1-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/mox-small-1-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/mox-small-1-i1-GGUF + known_usecases: + - chat + - completion + name: mox-small-1-i1-GGUF options: - use_jinja:true - files: - - filename: llama-cpp/models/mox-small-1.i1-Q4_K_M.gguf - sha256: f25e9612e985adf01869f412f997a7aaace65e1ee0c97d4975070febdcbbb978 + parameters: + model: llama-cpp/models/mox-small-1.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true + files: + - filename: llama-cpp/models/mox-small-1.i1-Q4_K_M.gguf + sha256: f25e9612e985adf01869f412f997a7aaace65e1ee0c97d4975070febdcbbb978 uri: https://huggingface.co/mradermacher/mox-small-1-i1-GGUF/resolve/main/mox-small-1.i1-Q4_K_M.gguf -- name: "glm-4.7-flash" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: glm-4.7-flash + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF description: | **GLM-4.7-Flash** is a 30B-A3B MoE (Model Organism Ensemble) model designed for efficient deployment. It outperforms competitors in benchmarks like AIME 25, GPQA, and τ²-Bench, offering strong accuracy while balancing performance and efficiency. Optimized for lightweight use cases, it supports inference via frameworks like vLLM and SGLang, with detailed deployment instructions in the official repository. Ideal for applications requiring high-quality text generation with minimal resource consumption. + license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62ecdc18b72a69615d6bd857/E4lkPz1TZNLzIFr_dR273.png + tags: + - glm + - glm-4.7 + - 30b + - moe + - gguf + - quantized + - llm + - multilingual + - reasoning + - chat + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/GLM-4.7-Flash-Q4_K_M.gguf - name: GLM-4.7-Flash-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF + known_usecases: + - chat + - completion + name: GLM-4.7-Flash-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/GLM-4.7-Flash-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/GLM-4.7-Flash-Q4_K_M.gguf - uri: https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_K_M.gguf sha256: 29837ed2c0fc5f51981adf8ac8083fcf80743c598381f13e9f06cbad0498b174 -- name: "qwen3-vl-embedding-8b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/resolve/main/GLM-4.7-Flash-Q4_K_M.gguf +- name: qwen3-vl-embedding-8b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/VesNFF/Qwen3-VL-Embedding-8B-GGUF - https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B - tags: - - embedding - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png description: | **Model Name:** Qwen3-VL-Embedding-8B **Base Model:** Qwen/Qwen3-VL-8B-Instruct @@ -2409,23 +2780,29 @@ @article{qwen3vlembedding, ...} This description emphasizes its capabilities, efficiency, and versatility for multimodal search tasks. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - embedding + last_checked: "2026-05-04" overrides: - embeddings: true - parameters: - model: llama-cpp/models/Qwen3-VL-Embedding-8B-Q6_K.gguf - name: Qwen3-VL-Embedding-8B-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/VesNFF/Qwen3-VL-Embedding-8B-GGUF + embeddings: true function: grammar: disable: true + known_usecases: + - embeddings + - vision mmproj: llama-cpp/mmproj/mmproj-Qwen3-VL-Embedding-8B-f16.gguf - description: Imported from https://huggingface.co/VesNFF/Qwen3-VL-Embedding-8B-GGUF + name: Qwen3-VL-Embedding-8B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3-VL-Embedding-8B-Q6_K.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3-VL-Embedding-8B-Q6_K.gguf sha256: 10ee47c017d73f5df31e41669d9600abdfe80c701c77630504108d56f79b48d7 @@ -2433,14 +2810,11 @@ - filename: llama-cpp/mmproj/mmproj-Qwen3-VL-Embedding-8B-f16.gguf sha256: 6f104e4299dfd0738ef1b44f4eecdde9dc049d10a73ce69472e0bfbbd687a034 uri: https://huggingface.co/VesNFF/Qwen3-VL-Embedding-8B-GGUF/resolve/main/mmproj-Qwen3-VL-Embedding-8B-f16.gguf -- name: "qwen3-vl-embedding-2b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3-vl-embedding-2b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF - https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B - tags: - - embedding - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png description: | **Model Name:** Qwen3-VL-Embedding-2B **Base Model:** Qwen/Qwen3-VL-2B-Instruct @@ -2467,23 +2841,28 @@ @article{qwen3vlembedding, ...} This description emphasizes its capabilities, efficiency, and versatility for multimodal search tasks. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - embedding + last_checked: "2026-05-04" overrides: - embeddings: true - parameters: - model: llama-cpp/models/Qwen3-VL-Embedding-2B.Q8_0.gguf - name: Qwen3-VL-Embedding-2B-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF + embeddings: true function: grammar: disable: true + known_usecases: + - embeddings mmproj: llama-cpp/mmproj/mmproj-Qwen3-VL-Embedding-2B.f16.gguf - description: Imported from https://huggingface.co/DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF + name: Qwen3-VL-Embedding-2B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3-VL-Embedding-2B.Q8_0.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3-VL-Embedding-2B.Q8_0.gguf sha256: 7552c2f699c546ce46abd6b66b2aa16ae667c88c830efbd352b12224d4613492 @@ -2491,12 +2870,10 @@ - filename: llama-cpp/mmproj/mmproj-Qwen3-VL-Embedding-2B.f16.gguf sha256: 3f89a7768ffa6606935319f71bf56bb71871249ba549bf1080a0caea7a088613 uri: https://huggingface.co/DevQuasar/Qwen.Qwen3-VL-Embedding-2B-GGUF/resolve/main/mmproj-Qwen.Qwen3-VL-Embedding-2B.f16.gguf -- name: "qwen3-vl-reranker-8b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3-vl-reranker-8b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-VL-Reranker-8B-GGUF - tags: - - reranker description: | **Model Name:** Qwen3-VL-Reranker-8B **Base Model:** Qwen/Qwen3-VL-Reranker-8B @@ -2522,23 +2899,36 @@ @article{qwen3vlembedding, ...} This description emphasizes its capabilities, efficiency, and versatility for multimodal search tasks. + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - qwen + - qwen3 + - 8b + - gguf + - multimodal + - reranker + - vl + - quantized + last_checked: "2026-04-30" overrides: - reranking: true - parameters: - model: llama-cpp/models/Qwen3-VL-Reranker-8B.Q4_K_M.gguf - name: Qwen3-VL-Reranker-8B-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Qwen3-VL-Reranker-8B-GGUF function: grammar: disable: true + known_usecases: + - embeddings + - vision mmproj: llama-cpp/mmproj/Qwen3-VL-Reranker-8B.mmproj-f16.gguf - description: Imported from https://huggingface.co/mradermacher/Qwen3-VL-Reranker-8B-GGUF + name: Qwen3-VL-Reranker-8B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3-VL-Reranker-8B.Q4_K_M.gguf + reranking: true + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3-VL-Reranker-8B.Q4_K_M.gguf sha256: f73e62ea68abf741c3e713af823cfb4d2fd2ca35c8b68277b87b4b3d8570b66d @@ -2546,12 +2936,10 @@ - filename: llama-cpp/mmproj/Qwen3-VL-Reranker-8B.mmproj-f16.gguf sha256: 15cd9bd4882dae771344f0ac204fce07de91b47c1438ada3861dfc817403c31e uri: https://huggingface.co/mradermacher/Qwen3-VL-Reranker-8B-GGUF/resolve/main/Qwen3-VL-Reranker-8B.mmproj-f16.gguf -- name: "qwen3-vl-reranker-2b-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: qwen3-vl-reranker-2b-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-VL-Reranker-2B-i1-GGUF - tags: - - reranker description: | **Model Name:** Qwen3-VL-Reranker-2B-i1 **Base Model:** Qwen/Qwen3-VL-Reranker-2B @@ -2577,23 +2965,37 @@ @article{qwen3vlembedding, ...} This description emphasizes its capabilities, efficiency, and versatility for multimodal search tasks. + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - qwen + - qwen3 + - 2b + - gguf + - quantized + - multimodal + - vl + - multilingual + - rerank + last_checked: "2026-04-30" overrides: - reranking: true - parameters: - model: llama-cpp/models/Qwen3-VL-Reranker-2B.i1-Q4_K_M.gguf - name: Qwen3-VL-Reranker-2B-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Qwen3-VL-Reranker-2B-GGUF/ function: grammar: disable: true + known_usecases: + - embeddings + - vision mmproj: llama-cpp/mmproj/Qwen3-VL-Reranker-2B.mmproj-f16.gguf - description: Imported from https://huggingface.co/mradermacher/Qwen3-VL-Reranker-2B-GGUF/ + name: Qwen3-VL-Reranker-2B-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3-VL-Reranker-2B.i1-Q4_K_M.gguf + reranking: true + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3-VL-Reranker-2B.i1-Q4_K_M.gguf sha256: f19dfbceeef9f6ee1f7d0ff536d66e9b1b90424a4b8aa1d1777db43d20afdbc5 @@ -2601,108 +3003,159 @@ - filename: llama-cpp/mmproj/Qwen3-VL-Reranker-8B.mmproj-f16.gguf sha256: d38b7ae347fc3e51726bfb9cba1b04885f1f005a4087d8070933e46509db5a6e uri: https://huggingface.co/mradermacher/Qwen3-VL-Reranker-2B-GGUF/resolve/main/Qwen3-VL-Reranker-2B.mmproj-f16.gguf -- name: "liquidai.lfm2-2.6b-transcript" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: liquidai.lfm2-2.6b-transcript + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF description: | This is a large language model (2.6B parameters) designed for text-generation tasks. It is a quantized version of the original model `LiquidAI/LFM2-2.6B-Transcript`, optimized for efficiency while retaining strong performance. The model is built on the foundation of the base model, with additional optimizations for deployment and use cases like transcription or language modeling. It is trained on large-scale text data and supports multiple languages. + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64e6d37e02dee9bcb9d9fa18/o_HhUnXb_PgyYlqJ6gfEO.png + tags: + - lfm2 + - liquidai + - 2.6b + - gguf + - q4_k_m + - llm + - quantized + - chat + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/LiquidAI.LFM2-2.6B-Transcript.Q4_K_M.gguf - name: LiquidAI.LFM2-2.6B-Transcript-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF + known_usecases: + - chat + name: LiquidAI.LFM2-2.6B-Transcript-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/LiquidAI.LFM2-2.6B-Transcript.Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/LiquidAI.LFM2-2.6B-Transcript.Q4_K_M.gguf sha256: 301a8467531781909dc7a6263318103a3d8673a375afc4641e358d4174bd15d4 uri: https://huggingface.co/DevQuasar/LiquidAI.LFM2-2.6B-Transcript-GGUF/resolve/main/LiquidAI.LFM2-2.6B-Transcript.Q4_K_M.gguf -- name: "lfm2.5-1.2b-nova-function-calling" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: lfm2.5-1.2b-nova-function-calling + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF description: | The **LFM2.5-1.2B-Nova-Function-Calling-GGUF** is a quantized version of the original model, optimized for efficiency with **Unsloth**. It supports text and multimodal tasks, using different quantization levels (e.g., Q2_K, Q3_K, Q4_K, etc.) to balance performance and memory usage. The model is designed for function calling and is faster than the original version, making it suitable for tasks like code generation, reasoning, and multi-modal input processing. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/67dd49e02599dbcecfb64039/Xa-qu4pOx_pVs6reSdrKp.jpeg + tags: + - lfm2 + - liquid-neural-network + - 1.2b + - gguf + - quantized + - function-calling + - tool-use + - chat + - instruction-tuned + - llm + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/LFM2.5-1.2B-Nova-Function-Calling.Q4_K_M.gguf - name: LFM2.5-1.2B-Nova-Function-Calling-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF + known_usecases: + - chat + name: LFM2.5-1.2B-Nova-Function-Calling-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/LFM2.5-1.2B-Nova-Function-Calling.Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/LFM2.5-1.2B-Nova-Function-Calling.Q4_K_M.gguf sha256: 5d039ad4195447cf4b6dbee8f7fe11f985c01d671a18153084c869077e431fbf uri: https://huggingface.co/NovachronoAI/LFM2.5-1.2B-Nova-Function-Calling-GGUF/resolve/main/LFM2.5-1.2B-Nova-Function-Calling.Q4_K_M.gguf -- name: "mistral-nemo-instruct-2407-12b-thinking-m-claude-opus-high-reasoning-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: mistral-nemo-instruct-2407-12b-thinking-m-claude-opus-high-reasoning-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF description: | The model described in this repository is the **Mistral-Nemo-Instruct-2407-12B** (12 billion parameters), a large language model optimized for instruction tuning and high-level reasoning tasks. It is a **quantized version** of the original model, compressed for efficiency while retaining key capabilities. The model is designed to generate human-like text, perform complex reasoning, and support multi-modal tasks, making it suitable for applications requiring strong language understanding and output. + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - mistral + - nemo + - 12b + - gguf + - quantized + - llm + - chat + - reasoning + - multilingual + - instruction-tuned + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_K_M.gguf - name: Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF + known_usecases: + - chat + name: Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_K_M.gguf sha256: 7337216f6d42b0771344328da00d454c0fdc91743ced0a4f5a1c6632f4f4b063 uri: https://huggingface.co/mradermacher/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning-i1-GGUF/resolve/main/Mistral-Nemo-Instruct-2407-12B-Thinking-M-Claude-Opus-High-Reasoning.i1-Q4_K_M.gguf -- name: "rwkv7-g1c-13.3b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: rwkv7-g1c-13.3b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf description: | The model is **RWKV7 g1c 13B**, a large language model optimized for efficiency. It is quantized using **Bartowski's calibrationv5 for imatrix** to reduce memory usage while maintaining performance. The base model is **BlinkDL/rwkv7-g1**, and this version is tailored for text-generation tasks. It balances accuracy and efficiency, making it suitable for deployment in various applications. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65d5ff4e1a95fdcf7c52a222/EMk9ZCG-rbdk9VSaVyjou.png + tags: + - rwkv + - rwkv7 + - 13.3b + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/rwkv7-g1c-13.3b-20251231-Q8_0.gguf - name: rwkv7-g1c-13.3b-gguf backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf function: grammar: disable: true - description: Imported from https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf + known_usecases: + - chat + - completion + name: rwkv7-g1c-13.3b-gguf options: - use_jinja:true + parameters: + model: llama-cpp/models/rwkv7-g1c-13.3b-20251231-Q8_0.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/rwkv7-g1c-13.3b-20251231-Q8_0.gguf sha256: e06b3b31cee207723be00425cfc25ae09b7fa1abbd7d97eda4e62a7ef254f877 uri: https://huggingface.co/NaomiBTW/rwkv7-g1c-13.3b-gguf/resolve/main/rwkv7-g1c-13.3b-20251231-Q8_0.gguf -- name: "iquest-coder-v1-40b-instruct-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: iquest-coder-v1-40b-instruct-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF description: | @@ -2719,27 +3172,40 @@ - Lower-quality options for trade-off between size/quality. **Note:** This is a **quantized version** of the original model, but the base model (IQuestLab/IQuest-Coder-V1-40B-Instruct) is the official source. For full functionality, use the unquantized version or verify compatibility with your deployment tools. - overrides: - parameters: - model: llama-cpp/models/IQuest-Coder-V1-40B-Instruct.i1-Q4_K_M.gguf - name: IQuest-Coder-V1-40B-Instruct-i1-GGUF + license: iquestcoder + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - iquest + - iquest-coder + - 40b + - gguf + - quantized + - llm + - instruction-tuned + - code + last_checked: "2026-04-30" + overrides: backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF + known_usecases: + - chat + - completion + name: IQuest-Coder-V1-40B-Instruct-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/IQuest-Coder-V1-40B-Instruct.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/IQuest-Coder-V1-40B-Instruct.i1-Q4_K_M.gguf sha256: 0090b84ea8e5a862352cbb44498bd6b4cd38564834182813c35ed84209050b51 uri: https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Instruct-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Instruct.i1-Q4_K_M.gguf -- name: "onerec-8b" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: onerec-8b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/OneRec-8B-GGUF description: | @@ -2752,27 +3218,41 @@ - **Licence**: Apache-2.0, available at [https://huggingface.co/OpenOneRec/OneRec-8B/blob/main/LICENSE](https://huggingface.co/OpenOneRec/OneRec-8B/blob/main/LICENSE). For detailed specifications, refer to the [model page](https://hf.tst.eu/model#OneRec-8B-GGUF). + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - onerec + - 8b + - gguf + - quantized + - llm + - chat + - completion + - english + - conversational + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/OneRec-8B.Q4_K_M.gguf - name: OneRec-8B-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/OneRec-8B-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/OneRec-8B-GGUF + known_usecases: + - chat + - completion + name: OneRec-8B-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/OneRec-8B.Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/OneRec-8B.Q4_K_M.gguf sha256: f19217971ee5a7a909c9217a79d09fb573380f5018e25dcb32693139e59b434f uri: https://huggingface.co/mradermacher/OneRec-8B-GGUF/resolve/main/OneRec-8B.Q4_K_M.gguf -- name: "minimax-m2.1-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: minimax-m2.1-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/MiniMax-M2.1-i1-GGUF description: | @@ -2784,52 +3264,80 @@ - **License**: Modified MIT (see [license link](https://github.com/MiniMax-AI/MiniMax-M2.1/blob/main/LICENSE)). For gallery use, emphasize its quantized variants, performance trade-offs, and licensing. + license: modified-mit + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - chat + - english + - gguf + - instruction-tuned + - llm + - minimax + - quantized + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/MiniMax-M2.1.i1-Q4_K_M.gguf - name: MiniMax-M2.1-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/MiniMax-M2.1-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/MiniMax-M2.1-i1-GGUF + known_usecases: + - chat + - completion + name: MiniMax-M2.1-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/MiniMax-M2.1.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/MiniMax-M2.1.i1-Q4_K_M.gguf sha256: dba387e17ddd9b4559fb6f14459fcece7f00c66bbe4062d7ceea7fb9568e3282 uri: https://huggingface.co/mradermacher/MiniMax-M2.1-i1-GGUF/resolve/main/MiniMax-M2.1.i1-Q4_K_M.gguf -- name: "tildeopen-30b-instruct-lv-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: tildeopen-30b-instruct-lv-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF description: | The **TildeOpen-30B-Instruct-LV-i1-GGUF** is a quantized version of the base model **pazars/TildeOpen-30B-Instruct-LV**, optimized for deployment. It is an instruct-based language model trained on diverse datasets, supporting multiple languages (en, de, fr, pl, ru, it, pt, cs, nl, es, fi, tr, hu, bg, uk, bs, hr, da, et, lt, ro, sk, sl, sv, no, lv, sr, sq, mk, is, mt, ga). Licensed under CC-BY-4.0, it uses the Transformers library and is designed for efficient inference. The quantized version (with imatrix format) is tailored for deployment on devices with limited resources, while the base model remains the original, high-quality version. + license: cc-by-4.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - tildeopen + - 30b + - gguf + - quantized + - llm + - instruction-tuned + - multilingual + - chat + - llama-cpp + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/TildeOpen-30B-Instruct-LV.i1-Q4_K_M.gguf - name: TildeOpen-30B-Instruct-LV-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF + known_usecases: + - chat + - completion + - embeddings + - tokenize + name: TildeOpen-30B-Instruct-LV-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/TildeOpen-30B-Instruct-LV.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/TildeOpen-30B-Instruct-LV.i1-Q4_K_M.gguf sha256: 48ed550e9ce7278ac456a43634c2a5804ba273522021434dfa0aa85dda3167b3 uri: https://huggingface.co/mradermacher/TildeOpen-30B-Instruct-LV-i1-GGUF/resolve/main/TildeOpen-30B-Instruct-LV.i1-Q4_K_M.gguf -- name: "allenai_olmo-3.1-32b-think" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: allenai_olmo-3.1-32b-think + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/bartowski/allenai_Olmo-3.1-32B-Think-GGUF description: | @@ -2848,81 +3356,40 @@ - Avoid lower-quality options (e.g., `Q3_K_S`) unless specific hardware constraints apply. This model is ideal for deploying on GPUs/CPUs with limited memory, leveraging efficient quantization for practical use cases. - overrides: - parameters: - model: llama-cpp/models/allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf - name: allenai_Olmo-3.1-32B-Think-GGUF - backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat - function: - grammar: - disable: true - description: Imported from https://huggingface.co/bartowski/allenai_Olmo-3.1-32B-Think-GGUF - options: - - use_jinja:true - files: - - filename: llama-cpp/models/allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf - sha256: 09ca87494efb75f6658a0c047414cccc5fb29d26a49c650a90af7c8f0412fdac - uri: https://huggingface.co/bartowski/allenai_Olmo-3.1-32B-Think-GGUF/resolve/main/allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf -- name: "huihui-glm-4.6v-flash-abliterated" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - urls: - - https://huggingface.co/huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF - description: | - **Huihui-GLM-4.6V-Flash (Abliterated)** - A text-based large language model derived from the **zai-org/GLM-4.6V-Flash** base model, featuring reduced safety filters and uncensored capabilities. Designed for text generation, it supports conversational tasks but excludes image processing. - - **Key Features:** - - **Base Model**: GLM-4.6V-Flash (original author: zai-org) - - **Quantized Format**: GGUF (optimized for efficiency). - - **No Image Support**: Only text-based interactions are enabled. - - **Custom Training**: Abliterated to remove restrictive outputs, prioritizing openness over safety. - - **Important Notes:** - - **Risk of Sensitive Content**: Reduced filtering may generate inappropriate or controversial outputs. - - **Ethical Use**: Suitable for research or controlled environments; not recommended for public or commercial deployment without caution. - - **Legal Responsibility**: Users must ensure compliance with local laws and ethical guidelines. - - **Use Cases:** - - Experimental text generation. - - Controlled research environments. - - Testing safety filtering mechanisms. - - *Note: This model is not suitable for production or public-facing applications without thorough review.* + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg tags: - - llm + - olmo + - allenai + - 32b - gguf - - glm - - text-to-text + - quantized + - llm + - chat + - reasoning - instruction-tuned + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/ggml-model-Q4_K_M.gguf - name: Huihui-GLM-4.6V-Flash-abliterated-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/bartowski/allenai_Olmo-3.1-32B-Think-GGUF function: grammar: disable: true - mmproj: llama-cpp/mmproj/mmproj-model-f16.gguf - description: Imported from https://huggingface.co/huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF + known_usecases: + - chat + name: allenai_Olmo-3.1-32B-Think-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - - filename: llama-cpp/models/ggml-model-Q4_K_M.gguf - sha256: 14145c3c95a21c7251362ac80d9bde72a3c6e129ca834ac3c57efe2277409699 - uri: https://huggingface.co/huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF/resolve/main/ggml-model-Q4_K_M.gguf - - filename: llama-cpp/mmproj/mmproj-model-f16.gguf - sha256: 1044beaf5cb799d309b1252ac149a985b69f1cf0391f7c8c54e7aed267bc98a9 - uri: https://huggingface.co/huihui-ai/Huihui-GLM-4.6V-Flash-abliterated-GGUF/resolve/main/mmproj-model-f16.gguf -- name: "qwen3-coder-30b-a3b-instruct-rtpurbo-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + - filename: llama-cpp/models/allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf + sha256: 09ca87494efb75f6658a0c047414cccc5fb29d26a49c650a90af7c8f0412fdac + uri: https://huggingface.co/bartowski/allenai_Olmo-3.1-32B-Think-GGUF/resolve/main/allenai_Olmo-3.1-32B-Think-Q4_K_M.gguf +- name: qwen3-coder-30b-a3b-instruct-rtpurbo-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF description: | @@ -2934,27 +3401,29 @@ - text-to-text - gguf - qwen3 + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_K_M.gguf - name: Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF + known_usecases: + - chat + - completion + name: Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_K_M.gguf sha256: a25f1817a557da703ab685e6b98550cd7ed87e4a74573b5057e6e2f26b21140e uri: https://huggingface.co/mradermacher/Qwen3-Coder-30B-A3B-Instruct-RTPurbo-i1-GGUF/resolve/main/Qwen3-Coder-30B-A3B-Instruct-RTPurbo.i1-Q4_K_M.gguf -- name: "glm-4.5v-i1" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: glm-4.5v-i1 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/GLM-4.5V-i1-GGUF description: | @@ -2967,7 +3436,8 @@ - **License**: MIT-licensed. This quantized version is ideal for applications requiring compact, efficient models while retaining most of the original capabilities of the base GLM-4.5V. - license: "mit" + license: mit + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg tags: - llm - gguf @@ -2976,85 +3446,67 @@ - image-to-text - text-to-text - glm + last_checked: "2026-04-30" overrides: - parameters: - model: llama-cpp/models/GLM-4.5V.i1-Q4_K_M.gguf - name: GLM-4.5V-i1-GGUF backend: llama-cpp - template: - use_tokenizer_template: true - known_usecases: - - chat + description: Imported from https://huggingface.co/mradermacher/GLM-4.5V-i1-GGUF function: grammar: disable: true - description: Imported from https://huggingface.co/mradermacher/GLM-4.5V-i1-GGUF + known_usecases: + - chat + - vision + name: GLM-4.5V-i1-GGUF options: - use_jinja:true + parameters: + model: llama-cpp/models/GLM-4.5V.i1-Q4_K_M.gguf + template: + use_tokenizer_template: true files: - filename: llama-cpp/models/GLM-4.5V.i1-Q4_K_M.gguf sha256: 0d5786b78b73997f46c11ba2cc11d0f5a36644db0c248caa82fad3fb6f30be1a uri: https://huggingface.co/mradermacher/GLM-4.5V-i1-GGUF/resolve/main/GLM-4.5V.i1-Q4_K_M.gguf -- &vibevoice - url: "github:mudler/LocalAI/gallery/vibevoice.yaml@master" - icon: https://github.com/microsoft/VibeVoice/raw/main/Figures/VibeVoice_logo_white.png +- name: vibevoice + url: github:mudler/LocalAI/gallery/vibevoice.yaml@master + urls: + - https://github.com/microsoft/VibeVoice license: mit + icon: https://github.com/microsoft/VibeVoice/raw/main/Figures/VibeVoice_logo_white.png tags: - text-to-speech - tts - name: "vibevoice" - urls: - - https://github.com/microsoft/VibeVoice - # Download voice preset files - # Voice presets are downloaded to: {models_dir}/voices/streaming_model/ - # The voices_dir option above tells the backend to look in this location files: - # English voices - filename: voices/streaming_model/en-Frank_man.pt - uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Frank_man.pt sha256: acaa8f1a4f46a79f8f5660cfb7a3af06ef473389319df7debc07376fdc840e47 + uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Frank_man.pt - filename: voices/streaming_model/en-Grace_woman.pt - uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Grace_woman.pt sha256: 5f0ef02a3f3cace04cf721608b65273879466bb15fe4044e46ec6842190f6bb1 + uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Grace_woman.pt - filename: voices/streaming_model/en-Mike_man.pt - uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Mike_man.pt sha256: afb64b580fbc6fab09af04572bbbd2b3906ff8ed35a28731a90b8681e47bdc89 + uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Mike_man.pt - filename: voices/streaming_model/en-Emma_woman.pt - uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Emma_woman.pt sha256: 75b15c481e0d848991f1789620aa9929c583ec2c5f701f8152362cf74498bbf8 + uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Emma_woman.pt - filename: voices/streaming_model/en-Carter_man.pt - uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Carter_man.pt sha256: a7bfdf1cd4939c22469bcfc6f427ae9c4467b3df46c2c14303a39c294cfc6897 + uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Carter_man.pt - filename: voices/streaming_model/en-Davis_man.pt - uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Davis_man.pt sha256: 67561d63bfa2153616e4c02fd967007c182593fc53738a6ad94bf5f84e8832ac -- &pocket-tts - url: "github:mudler/LocalAI/gallery/pocket-tts.yaml@master" - size: "236MB" - icon: https://avatars.githubusercontent.com/u/6154722?s=200&v=4 + uri: https://raw.githubusercontent.com/microsoft/VibeVoice/main/demo/voices/streaming_model/en-Davis_man.pt +- name: pocket-tts + url: github:mudler/LocalAI/gallery/pocket-tts.yaml@master + urls: + - https://github.com/kyutai-labs/pocket-tts license: mit + icon: https://avatars.githubusercontent.com/u/6154722?s=200&v=4 tags: - text-to-speech - tts - name: "pocket-tts" - urls: - - https://github.com/kyutai-labs/pocket-tts -- &qwen3vl - url: "github:mudler/LocalAI/gallery/qwen3.yaml@master" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png - license: apache-2.0 - tags: - - llm - - gguf - - gpu - - image-to-text - - multimodal - - cpu - - qwen - - qwen3 - - thinking - - reasoning - name: "qwen3-vl-30b-a3b-instruct" + size: 236MB +- name: qwen3-vl-30b-a3b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF description: | @@ -3091,40 +3543,81 @@ 3. **Text–Timestamp Alignment:** Moves beyond T‑RoPE to precise, timestamp‑grounded event localization for stronger video temporal modeling. This is the weight repository for Qwen3-VL-30B-A3B-Instruct. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - image-to-text + - multimodal + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-F16.gguf parameters: model: Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf files: - filename: Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf - uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf sha256: 7ea0a652b4bda1c1911a93a79a7cd98b92011dfea078e87328285294b2b4ab44 + uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf - filename: mmproj/mmproj-F16.gguf sha256: 9f248089357599a08a23af40cb5ce0030de14a2e119b7ef57f66cb339bd20819 uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "qwen3-vl-30b-a3b-thinking" +- name: qwen3-vl-30b-a3b-thinking + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF description: | Qwen3-VL-30B-A3B-Thinking is a 30B parameter model that is thinking. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - image-to-text + - multimodal + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-F16.gguf parameters: model: Qwen3-VL-30B-A3B-Thinking-Q4_K_M.gguf files: - filename: Qwen3-VL-30B-A3B-Thinking-Q4_K_M.gguf - uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF/Qwen3-VL-30B-A3B-Thinking-Q4_K_M.gguf sha256: b5622d28d2deb398558841fb29060f0ad241bd30f6afe79ed3fcf78d5fbf887b + uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF/Qwen3-VL-30B-A3B-Thinking-Q4_K_M.gguf - filename: mmproj/mmproj-F16.gguf - uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF/mmproj-F16.gguf sha256: 7c5d39a9dc4645fc49a39a1c5a96157825af4d1c6e0961bed5d667a65b4b9572 -- !!merge <<: *qwen3vl - name: "qwen3-vl-4b-instruct" + uri: huggingface://unsloth/Qwen3-VL-30B-A3B-Thinking-GGUF/mmproj-F16.gguf +- name: qwen3-vl-4b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF description: | Qwen3-VL-4B-Instruct is the 4B parameter model of the Qwen3-VL series. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - gguf + - multimodal + - vision + - reasoning + - instruction-tuned + - multilingual + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-Qwen3-VL-4B-Instruct-F16.gguf parameters: @@ -3136,29 +3629,56 @@ - filename: mmproj/mmproj-Qwen3-VL-4B-Instruct-F16.gguf sha256: 1b9f4e92f0fbda14d7d7b58baed86039b8a980fe503d9d6a9393f25c0028f1fc uri: huggingface://unsloth/Qwen3-VL-4B-Instruct-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "qwen3-vl-32b-instruct" +- name: qwen3-vl-32b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF description: | Qwen3-VL-32B-Instruct is the 32B parameter model of the Qwen3-VL series. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - image-to-text + - multimodal + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-Qwen3-VL-32B-Instruct-F16.gguf parameters: model: Qwen3-VL-32B-Instruct-Q4_K_M.gguf files: - filename: Qwen3-VL-32B-Instruct-Q4_K_M.gguf - uri: huggingface://unsloth/Qwen3-VL-32B-Instruct-GGUF/Qwen3-VL-32B-Instruct-Q4_K_M.gguf sha256: 92d605566f8661b296251c535ed028ecf81c32e14e06948a3d8bef829e96a804 + uri: huggingface://unsloth/Qwen3-VL-32B-Instruct-GGUF/Qwen3-VL-32B-Instruct-Q4_K_M.gguf - filename: mmproj/mmproj-Qwen3-VL-32B-Instruct-F16.gguf - uri: huggingface://unsloth/Qwen3-VL-32B-Instruct-GGUF/mmproj-F16.gguf sha256: dde7e407cf72e601455976c2d0daa960d16ee34ba3f0c78718c881d8cd8c1052 -- !!merge <<: *qwen3vl - name: "qwen3-vl-4b-thinking" + uri: huggingface://unsloth/Qwen3-VL-32B-Instruct-GGUF/mmproj-F16.gguf +- name: qwen3-vl-4b-thinking + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF description: | Qwen3-VL-4B-Thinking is the 4B parameter model of the Qwen3-VL series that is thinking. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - gguf + - multimodal + - vision + - llm + - thinking + - reasoning + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-Qwen3-VL-4B-Thinking-F16.gguf parameters: @@ -3170,29 +3690,59 @@ - filename: mmproj/mmproj-Qwen3-VL-4B-Thinking-F16.gguf sha256: 72354fcd3fc75935b84e745ca492d6e78dd003bb5a020d71b296e7650926ac87 uri: huggingface://unsloth/Qwen3-VL-4B-Thinking-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "qwen3-vl-2b-thinking" +- name: qwen3-vl-2b-thinking + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF description: | Qwen3-VL-2B-Thinking is the 2B parameter model of the Qwen3-VL series that is thinking. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - qwen3-vl + - 2b + - multimodal + - vision + - gguf + - quantized + - thinking + - reasoning + - chat + - unsloth + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-Qwen3-VL-2B-Thinking-F16.gguf parameters: model: Qwen3-VL-2B-Thinking-Q4_K_M.gguf files: - filename: Qwen3-VL-2B-Thinking-Q4_K_M.gguf - uri: huggingface://unsloth/Qwen3-VL-2B-Thinking-GGUF/Qwen3-VL-2B-Thinking-Q4_K_M.gguf sha256: 6b3c336314bca30dd7efed54109fd3430a0b1bfd177b0300e5f11f8eae987f30 + uri: huggingface://unsloth/Qwen3-VL-2B-Thinking-GGUF/Qwen3-VL-2B-Thinking-Q4_K_M.gguf - filename: mmproj/mmproj-Qwen3-VL-2B-Thinking-F16.gguf sha256: 4eabc90a52fe890d6ca1dad92548782eab6edc91f012a365fff95cf027ba529d uri: huggingface://unsloth/Qwen3-VL-2B-Thinking-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "qwen3-vl-2b-instruct" +- name: qwen3-vl-2b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF description: | Qwen3-VL-2B-Instruct is the 2B parameter model of the Qwen3-VL series. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 2b + - gguf + - multimodal + - vision + - chat + - reasoning + - thinking + - instruct + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-Qwen3-VL-2B-Instruct-F16.gguf parameters: @@ -3204,12 +3754,25 @@ - filename: mmproj/mmproj-Qwen3-VL-2B-Instruct-F16.gguf sha256: cd5a851d3928697fa1bd76d459d2cc409b6cf40c9d9682b2f5c8e7c6a9f9630f uri: huggingface://unsloth/Qwen3-VL-2B-Instruct-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "huihui-qwen3-vl-30b-a3b-instruct-abliterated" +- name: huihui-qwen3-vl-30b-a3b-instruct-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF description: | These are quantizations of the model Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 30b + - gguf + - llm + - multimodal + - vision + - instruct + - reasoning + last_checked: "2026-04-30" overrides: mmproj: mmproj/mmproj-Huihui-Qwen3-VL-30B-A3B-F16.gguf parameters: @@ -3221,22 +3784,36 @@ - filename: mmproj/mmproj-Huihui-Qwen3-VL-30B-A3B-F16.gguf sha256: 4bfd655851a5609b29201154e0bd4fe5f9274073766b8ab35b3a8acba0dd77a7 uri: huggingface://noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "qwen3-vl-8b-instruct" +- name: qwen3-vl-8b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF description: | Qwen3-VL-8B-Instruct is the 8B parameter model of the Qwen3-VL series. Uses recommended default parameters according to Unsloth documentation for Qwen 3 VL. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - gguf + - llm + - multimodal + - vision + - chat + - reasoning + - instruction-tuned + last_checked: "2026-04-30" overrides: context_size: 32768 mmproj: mmproj/mmproj-Qwen3-VL-8B-Instruct-F16.gguf parameters: model: Qwen3-VL-8B-Instruct-Q4_K_M.gguf - temperature: 0.7 presence_penalty: 1.5 - repeat_penalty: 1.0 + repeat_penalty: 1 + temperature: 0.7 top_k: 20 top_p: 0.8 files: @@ -3246,22 +3823,38 @@ - filename: mmproj/mmproj-Qwen3-VL-8B-Instruct-F16.gguf sha256: d406d03ebabefdef86a2c86bf0c1b65f9e046f7a81c218f25de4931b46a07fc4 uri: huggingface://unsloth/Qwen3-VL-8B-Instruct-GGUF/mmproj-F16.gguf -- !!merge <<: *qwen3vl - name: "qwen3-vl-8b-thinking" +- name: qwen3-vl-8b-thinking + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF description: | Qwen3-VL-8B-Thinking is the 8B parameter model of the Qwen3-VL series that is thinking. Uses recommended default parameters according to Unsloth documentation for Qwen 3 VL. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - llm + - multimodal + - vision + - gguf + - quantized + - thinking + - reasoning + - code + - chat + last_checked: "2026-04-30" overrides: context_size: 40960 mmproj: mmproj/mmproj-Qwen3-VL-8B-Thinking-F16.gguf parameters: model: Qwen3-VL-8B-Thinking-Q4_K_M.gguf - temperature: 1.0 - presence_penalty: 0.0 - repeat_penalty: 1.0 + presence_penalty: 0 + repeat_penalty: 1 + temperature: 1 top_k: 20 top_p: 0.95 files: @@ -3271,14 +3864,15 @@ - filename: mmproj/mmproj-Qwen3-VL-8B-Thinking-F16.gguf sha256: 64d5be3f16fb91cfb451155fe4745266e2169ccbe1f29f57bfab27fb7fec389e uri: huggingface://unsloth/Qwen3-VL-8B-Thinking-GGUF/mmproj-F16.gguf -- &ggmlorg-llamacpp - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png - license: apache-2.0 - name: "qwen3-omni-30b-a3b-instruct" +- name: qwen3-omni-30b-a3b-instruct + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Instruct - https://huggingface.co/ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF + description: | + Qwen3-Omni is the natively end-to-end multilingual omni-modal foundation model. It processes text, images, audio, and video, and delivers real-time streaming responses in both text and natural speech. This GGUF build runs on llama.cpp with the bundled mmproj for multimodal inputs. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - llm - gguf @@ -3290,17 +3884,19 @@ - qwen - qwen3 - omni - description: | - Qwen3-Omni is the natively end-to-end multilingual omni-modal foundation model. It processes text, images, audio, and video, and delivers real-time streaming responses in both text and natural speech. This GGUF build runs on llama.cpp with the bundled mmproj for multimodal inputs. + last_checked: "2026-04-30" overrides: backend: llama-cpp + known_usecases: + - chat + - vision mmproj: mmproj-Qwen3-Omni-30B-A3B-Instruct-Q8_0.gguf + options: + - use_jinja:true parameters: model: Qwen3-Omni-30B-A3B-Instruct-Q4_K_M.gguf template: use_tokenizer_template: true - options: - - use_jinja:true files: - filename: Qwen3-Omni-30B-A3B-Instruct-Q4_K_M.gguf sha256: d9e2876556e7873e02c0359f832432ee2d67ab7dd0cee3efe0f77fd7a1f4dd85 @@ -3308,11 +3904,15 @@ - filename: mmproj-Qwen3-Omni-30B-A3B-Instruct-Q8_0.gguf sha256: 1104376db833f1e89c84834144ac3863340c2cd1ddaeddb39cb0247fb5c20c8d uri: huggingface://ggml-org/Qwen3-Omni-30B-A3B-Instruct-GGUF/mmproj-Qwen3-Omni-30B-A3B-Instruct-Q8_0.gguf -- !!merge <<: *ggmlorg-llamacpp - name: "qwen3-omni-30b-a3b-thinking" +- name: qwen3-omni-30b-a3b-thinking + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Omni-30B-A3B-Thinking - https://huggingface.co/ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF + description: | + Qwen3-Omni-30B-A3B-Thinking is the reasoning-enhanced variant of Qwen3-Omni, a natively end-to-end multilingual omni-modal foundation model. It processes text, images, and audio and produces chain-of-thought reasoning before the final answer. This GGUF build runs on llama.cpp with the bundled mmproj. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - llm - gguf @@ -3326,17 +3926,19 @@ - omni - thinking - reasoning - description: | - Qwen3-Omni-30B-A3B-Thinking is the reasoning-enhanced variant of Qwen3-Omni, a natively end-to-end multilingual omni-modal foundation model. It processes text, images, and audio and produces chain-of-thought reasoning before the final answer. This GGUF build runs on llama.cpp with the bundled mmproj. + last_checked: "2026-04-30" overrides: backend: llama-cpp + known_usecases: + - chat + - vision mmproj: mmproj-Qwen3-Omni-30B-A3B-Thinking-Q8_0.gguf + options: + - use_jinja:true parameters: model: Qwen3-Omni-30B-A3B-Thinking-Q4_K_M.gguf template: use_tokenizer_template: true - options: - - use_jinja:true files: - filename: Qwen3-Omni-30B-A3B-Thinking-Q4_K_M.gguf sha256: afdaeff6f23c740429aadb3fa180f9d53b78278fe0d331b594b0b71bd9bf4835 @@ -3344,77 +3946,51 @@ - filename: mmproj-Qwen3-Omni-30B-A3B-Thinking-Q8_0.gguf sha256: 2bd5459571f8230a0c251d3d0dd36267753f0800ed145449a34f220a31f93898 uri: huggingface://ggml-org/Qwen3-Omni-30B-A3B-Thinking-GGUF/mmproj-Qwen3-Omni-30B-A3B-Thinking-Q8_0.gguf -- !!merge <<: *ggmlorg-llamacpp - name: "qwen3-asr-0.6b" +- name: qwen3-asr-0.6b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - - https://huggingface.co/Qwen/Qwen3-ASR - - https://huggingface.co/ggml-org/Qwen3-ASR-0.6B-GGUF + - https://huggingface.co/Qwen/Qwen3-ASR-0.6B + description: | + Qwen3-ASR is an automatic speech recognition model supporting multiple languages and batch inference. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - - llm - - gguf - - gpu - - audio-to-text + - speech-recognition - asr - - cpu - - qwen - - qwen3 - description: | - Qwen3-ASR 0.6B is a compact automatic speech recognition model from the Qwen3 family, distributed as a GGUF for llama.cpp. It accepts audio input through the paired mmproj and transcribes it to text, supporting multilingual speech. + last_checked: "2026-04-30" overrides: - backend: llama-cpp - mmproj: mmproj-Qwen3-ASR-0.6B-Q8_0.gguf + backend: qwen-asr + known_usecases: + - transcript parameters: - model: Qwen3-ASR-0.6B-Q8_0.gguf - template: - use_tokenizer_template: true - options: - - use_jinja:true - files: - - filename: Qwen3-ASR-0.6B-Q8_0.gguf - sha256: bca259818b50ca7c4c05e9bdb35a5dc04fa039653a6d6f3f0f331f96f6aa1971 - uri: huggingface://ggml-org/Qwen3-ASR-0.6B-GGUF/Qwen3-ASR-0.6B-Q8_0.gguf - - filename: mmproj-Qwen3-ASR-0.6B-Q8_0.gguf - sha256: 41a342b5e4c514e968cb756de6cd1b7be39eff43c44c57a2ef5fc6522e36603d - uri: huggingface://ggml-org/Qwen3-ASR-0.6B-GGUF/mmproj-Qwen3-ASR-0.6B-Q8_0.gguf -- !!merge <<: *ggmlorg-llamacpp - name: "qwen3-asr-1.7b" + model: Qwen/Qwen3-ASR-0.6B +- name: qwen3-asr-1.7b + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - - https://huggingface.co/Qwen/Qwen3-ASR - - https://huggingface.co/ggml-org/Qwen3-ASR-1.7B-GGUF + - https://huggingface.co/Qwen/Qwen3-ASR-1.7B + description: | + Qwen3-ASR is an automatic speech recognition model supporting multiple languages and batch inference. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - - llm - - gguf - - gpu - - audio-to-text + - speech-recognition - asr - - cpu - - qwen - - qwen3 - description: | - Qwen3-ASR 1.7B is the larger automatic speech recognition model from the Qwen3 family, distributed as a GGUF for llama.cpp. It accepts audio input through the paired mmproj and produces higher-quality multilingual transcriptions than the 0.6B variant. + last_checked: "2026-04-30" overrides: - backend: llama-cpp - mmproj: mmproj-Qwen3-ASR-1.7B-Q8_0.gguf + backend: qwen-asr + known_usecases: + - transcript parameters: - model: Qwen3-ASR-1.7B-Q8_0.gguf - template: - use_tokenizer_template: true - options: - - use_jinja:true - files: - - filename: Qwen3-ASR-1.7B-Q8_0.gguf - sha256: 58e22d0532d4eacaf034cfac17a6fed159f37c41390c710186783be439d1fc57 - uri: huggingface://ggml-org/Qwen3-ASR-1.7B-GGUF/Qwen3-ASR-1.7B-Q8_0.gguf - - filename: mmproj-Qwen3-ASR-1.7B-Q8_0.gguf - sha256: 46c1d533af3f354ceb37ce855dbceff7da7fa7cf1e6a523df3b13440bd164c0d - uri: huggingface://ggml-org/Qwen3-ASR-1.7B-GGUF/mmproj-Qwen3-ASR-1.7B-Q8_0.gguf -- !!merge <<: *ggmlorg-llamacpp - name: "glm-ocr" - icon: https://huggingface.co/zai-org.png - license: mit + model: Qwen/Qwen3-ASR-1.7B +- name: glm-ocr + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/zai-org/GLM-4.1V-9B-Thinking - https://huggingface.co/ggml-org/GLM-OCR-GGUF + description: | + GLM-OCR is a vision-language model specialized for optical character recognition and document understanding, built on the GLM architecture. This GGUF build runs on llama.cpp with the bundled mmproj. + license: mit + icon: https://huggingface.co/zai-org.png tags: - llm - gguf @@ -3424,17 +4000,20 @@ - multimodal - cpu - glm - description: | - GLM-OCR is a vision-language model specialized for optical character recognition and document understanding, built on the GLM architecture. This GGUF build runs on llama.cpp with the bundled mmproj. + last_checked: "2026-04-30" overrides: backend: llama-cpp + known_usecases: + - chat + - vision + - embeddings mmproj: mmproj-GLM-OCR-Q8_0.gguf + options: + - use_jinja:true parameters: model: GLM-OCR-Q8_0.gguf template: use_tokenizer_template: true - options: - - use_jinja:true files: - filename: GLM-OCR-Q8_0.gguf sha256: 45bc244a6446aff850521dc41f18bc8d7105ad5f0c2c8c28af04e7cc4f4d50b1 @@ -3442,13 +4021,15 @@ - filename: mmproj-GLM-OCR-Q8_0.gguf sha256: 9c4b58e33e316ed142eb5dcb41abec3844d3e6e5dc361ffb782c3fa9d175141f uri: huggingface://ggml-org/GLM-OCR-GGUF/mmproj-GLM-OCR-Q8_0.gguf -- !!merge <<: *ggmlorg-llamacpp - name: "deepseek-ocr" - icon: https://huggingface.co/deepseek-ai.png - license: mit +- name: deepseek-ocr + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-OCR - https://huggingface.co/ggml-org/DeepSeek-OCR-GGUF + description: | + DeepSeek-OCR is a vision-language model from DeepSeek AI specialized for optical character recognition and document understanding. This GGUF build runs on llama.cpp with the bundled mmproj. + license: mit + icon: https://huggingface.co/deepseek-ai.png tags: - llm - gguf @@ -3458,17 +4039,18 @@ - multimodal - cpu - deepseek - description: | - DeepSeek-OCR is a vision-language model from DeepSeek AI specialized for optical character recognition and document understanding. This GGUF build runs on llama.cpp with the bundled mmproj. + last_checked: "2026-04-30" overrides: backend: llama-cpp + known_usecases: + - chat mmproj: mmproj-DeepSeek-OCR-Q8_0.gguf + options: + - use_jinja:true parameters: model: DeepSeek-OCR-Q8_0.gguf template: use_tokenizer_template: true - options: - - use_jinja:true files: - filename: DeepSeek-OCR-Q8_0.gguf sha256: 81ede3e256230707dccf7fa052570c3a939d57db99de655f43cbb1a830d14d92 @@ -3476,24 +4058,28 @@ - filename: mmproj-DeepSeek-OCR-Q8_0.gguf sha256: 786c9b5159898de3d1d94a102836df559fed0bcf09f41a32f62c3219b0e278e0 uri: huggingface://ggml-org/DeepSeek-OCR-GGUF/mmproj-DeepSeek-OCR-Q8_0.gguf -- &jamba - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65e60c0ed5313c06372446ff/QwehUHgP2HtVAMW5MzJ2j.png - name: "ai21labs_ai21-jamba-reasoning-3b" - url: "github:mudler/LocalAI/gallery/jamba.yaml@master" - license: apache-2.0 - tags: - - gguf - - gpu - - cpu - - text-to-text - - jamba - - mamba +- name: ai21labs_ai21-jamba-reasoning-3b + url: github:mudler/LocalAI/gallery/jamba.yaml@master urls: - https://huggingface.co/ai21labs/AI21-Jamba-Reasoning-3B - https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF description: | AI21’s Jamba Reasoning 3B is a top-performing reasoning model that packs leading scores on intelligence benchmarks and highly-efficient processing into a compact 3B build. The hybrid design combines Transformer attention with Mamba (a state-space model). Mamba layers are more efficient for sequence processing, while attention layers capture complex dependencies. This mix reduces memory overhead, improves throughput, and makes the model run smoothly on laptops, GPUs, and even mobile devices, while maintainig impressive quality. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65e60c0ed5313c06372446ff/QwehUHgP2HtVAMW5MzJ2j.png + tags: + - jamba + - 3b + - gguf + - llm + - reasoning + - hybrid + - mamba + - long-context + - chat + - quantized + last_checked: "2026-04-30" overrides: parameters: model: ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_M.gguf @@ -3501,35 +4087,55 @@ - filename: ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_M.gguf sha256: ac7ec0648dea62d1efb5ef6e7268c748ffc71f1c26eebe97eccff0a8d41608e6 uri: huggingface://bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_M.gguf -- &granite4 - url: "github:mudler/LocalAI/gallery/granite4.yaml@master" - name: "ibm-granite_granite-4.0-h-small" - license: apache-2.0 - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png - tags: - - gguf - - gpu - - cpu - - text-to-text +- name: ibm-granite_granite-4.0-h-small + url: github:mudler/LocalAI/gallery/granite4.yaml@master urls: - https://huggingface.co/ibm-granite/granite-4.0-h-small - https://huggingface.co/bartowski/ibm-granite_granite-4.0-h-small-GGUF description: | Granite-4.0-H-Small is a 32B parameter long-context instruct model finetuned from Granite-4.0-H-Small-Base using a combination of open source instruction datasets with permissive license and internally collected synthetic datasets. This model is developed using a diverse set of techniques with a structured chat format, including supervised finetuning, model alignment using reinforcement learning, and model merging. Granite 4.0 instruct models feature improved instruction following (IF) and tool-calling capabilities, making them more effective in enterprise applications. - overrides: - parameters: - model: ibm-granite_granite-4.0-h-small-Q4_K_M.gguf - files: - - filename: ibm-granite_granite-4.0-h-small-Q4_K_M.gguf - sha256: c59ce76239bd5794acdbdf88616dfc296247f4e78792a9678d4b3e24966ead69 - uri: huggingface://bartowski/ibm-granite_granite-4.0-h-small-GGUF/ibm-granite_granite-4.0-h-small-Q4_K_M.gguf -- !!merge <<: *granite4 - name: "ibm-granite_granite-4.0-h-tiny" - urls: - - https://huggingface.co/ibm-granite/granite-4.0-h-tiny - - https://huggingface.co/bartowski/ibm-granite_granite-4.0-h-tiny-GGUF - description: | - Granite-4.0-H-Tiny is a 7B parameter long-context instruct model finetuned from Granite-4.0-H-Tiny-Base using a combination of open source instruction datasets with permissive license and internally collected synthetic datasets. This model is developed using a diverse set of techniques with a structured chat format, including supervised finetuning, model alignment using reinforcement learning, and model merging. Granite 4.0 instruct models feature improved instruction following (IF) and tool-calling capabilities, making them more effective in enterprise applications. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png + tags: + - granite + - 32b + - gguf + - quantized + - chat + - instruction-tuned + - multilingual + - moe + - llm + - code + - function-calling + last_checked: "2026-04-30" + overrides: + parameters: + model: ibm-granite_granite-4.0-h-small-Q4_K_M.gguf + files: + - filename: ibm-granite_granite-4.0-h-small-Q4_K_M.gguf + sha256: c59ce76239bd5794acdbdf88616dfc296247f4e78792a9678d4b3e24966ead69 + uri: huggingface://bartowski/ibm-granite_granite-4.0-h-small-GGUF/ibm-granite_granite-4.0-h-small-Q4_K_M.gguf +- name: ibm-granite_granite-4.0-h-tiny + url: github:mudler/LocalAI/gallery/granite4.yaml@master + urls: + - https://huggingface.co/ibm-granite/granite-4.0-h-tiny + - https://huggingface.co/bartowski/ibm-granite_granite-4.0-h-tiny-GGUF + description: | + Granite-4.0-H-Tiny is a 7B parameter long-context instruct model finetuned from Granite-4.0-H-Tiny-Base using a combination of open source instruction datasets with permissive license and internally collected synthetic datasets. This model is developed using a diverse set of techniques with a structured chat format, including supervised finetuning, model alignment using reinforcement learning, and model merging. Granite 4.0 instruct models feature improved instruction following (IF) and tool-calling capabilities, making them more effective in enterprise applications. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png + tags: + - granite + - 7b + - gguf + - llm + - instruction-tuned + - multilingual + - code + - function-calling + - chat + last_checked: "2026-04-30" overrides: parameters: model: ibm-granite_granite-4.0-h-tiny-Q4_K_M.gguf @@ -3537,13 +4143,26 @@ - filename: ibm-granite_granite-4.0-h-tiny-Q4_K_M.gguf sha256: 33a689fe7f35b14ebab3ae599b65aaa3ed8548c393373b1b0eebee36c653146f uri: huggingface://bartowski/ibm-granite_granite-4.0-h-tiny-GGUF/ibm-granite_granite-4.0-h-tiny-Q4_K_M.gguf -- !!merge <<: *granite4 - name: "ibm-granite_granite-4.0-h-micro" +- name: ibm-granite_granite-4.0-h-micro + url: github:mudler/LocalAI/gallery/granite4.yaml@master urls: - https://huggingface.co/ibm-granite/granite-4.0-h-micro - https://huggingface.co/bartowski/ibm-granite_granite-4.0-h-micro-GGUF description: | Granite-4.0-H-Micro is a 3B parameter long-context instruct model finetuned from Granite-4.0-H-Micro-Base using a combination of open source instruction datasets with permissive license and internally collected synthetic datasets. This model is developed using a diverse set of techniques with a structured chat format, including supervised finetuning, model alignment using reinforcement learning, and model merging. Granite 4.0 instruct models feature improved instruction following (IF) and tool-calling capabilities, making them more effective in enterprise applications. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png + tags: + - granite + - 3b + - gguf + - llm + - chat + - multilingual + - instruction-tuned + - moe + - code + last_checked: "2026-04-30" overrides: parameters: model: ibm-granite_granite-4.0-h-micro-Q4_K_M.gguf @@ -3551,13 +4170,29 @@ - filename: ibm-granite_granite-4.0-h-micro-Q4_K_M.gguf sha256: 48376d61449687a56b3811a418d92cc0e8e77b4d96ec13eb6c9d9503968c9f20 uri: huggingface://bartowski/ibm-granite_granite-4.0-h-micro-GGUF/ibm-granite_granite-4.0-h-micro-Q4_K_M.gguf -- !!merge <<: *granite4 - name: "ibm-granite_granite-4.0-micro" +- name: ibm-granite_granite-4.0-micro + url: github:mudler/LocalAI/gallery/granite4.yaml@master urls: - https://huggingface.co/ibm-granite/granite-4.0-micro - https://huggingface.co/bartowski/ibm-granite_granite-4.0-micro-GGUF description: | Granite-4.0-Micro is a 3B parameter long-context instruct model finetuned from Granite-4.0-Micro-Base using a combination of open source instruction datasets with permissive license and internally collected synthetic datasets. This model is developed using a diverse set of techniques with a structured chat format, including supervised finetuning, model alignment using reinforcement learning, and model merging. Granite 4.0 instruct models feature improved instruction following (IF) and tool-calling capabilities, making them more effective in enterprise applications. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png + tags: + - granite + - granite-4.0 + - 3b + - gguf + - quantized + - llm + - instruction-tuned + - multilingual + - code + - chat + - function-calling + - reasoning + last_checked: "2026-04-30" overrides: parameters: model: ibm-granite_granite-4.0-micro-Q4_K_M.gguf @@ -3565,16 +4200,8 @@ - filename: ibm-granite_granite-4.0-micro-Q4_K_M.gguf sha256: bd9d7b4795b9dc44e3e81aeae93bb5d8e6b891b7e823be5bf9910ed3ac060baf uri: huggingface://bartowski/ibm-granite_granite-4.0-micro-GGUF/ibm-granite_granite-4.0-micro-Q4_K_M.gguf -- &ernie - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "baidu_ernie-4.5-21b-a3b-thinking" - license: apache-2.0 - tags: - - gguf - - gpu - - cpu - - text-to-text - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64f187a2cc1c03340ac30498/TYYUxK8xD1AxExFMWqbZD.png +- name: baidu_ernie-4.5-21b-a3b-thinking + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/baidu/ERNIE-4.5-21B-A3B-Thinking - https://huggingface.co/bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF @@ -3584,6 +4211,20 @@ Efficient tool usage capabilities. Enhanced 128K long-context understanding capabilities. Note: This version has an increased thinking length. We strongly recommend its use in highly complex reasoning tasks. ERNIE-4.5-21B-A3B-Thinking is a text MoE post-trained model, with 21B total parameters and 3B activated parameters for each token. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64f187a2cc1c03340ac30498/TYYUxK8xD1AxExFMWqbZD.png + tags: + - ernie + - ernie4.5 + - moe + - 21b + - 3b + - reasoning + - chat + - gguf + - multilingual + - llm + last_checked: "2026-04-30" overrides: parameters: model: baidu_ERNIE-4.5-21B-A3B-Thinking-Q4_K_M.gguf @@ -3591,48 +4232,61 @@ - filename: baidu_ERNIE-4.5-21B-A3B-Thinking-Q4_K_M.gguf sha256: f309f225c413324c585e74ce28c55e76dec25340156374551d39707fc2966840 uri: huggingface://bartowski/baidu_ERNIE-4.5-21B-A3B-Thinking-GGUF/baidu_ERNIE-4.5-21B-A3B-Thinking-Q4_K_M.gguf -- &mimo - license: mit - tags: - - gguf - - gpu - - cpu - - text-to-text - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/9Bnn2AnIjfQFWBGkhDNmI.png - name: "aurore-reveil_koto-small-7b-it" +- name: aurore-reveil_koto-small-7b-it urls: - https://huggingface.co/Aurore-Reveil/Koto-Small-7B-IT - https://huggingface.co/bartowski/Aurore-Reveil_Koto-Small-7B-IT-GGUF description: | Koto-Small-7B-IT is an instruct-tuned version of Koto-Small-7B-PT, which was trained on MiMo-7B-Base for almost a billion tokens of creative-writing data. This model is meant for roleplaying and instruct usecases. + license: mit + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/9Bnn2AnIjfQFWBGkhDNmI.png + tags: + - koto + - 7b + - gguf + - quantized + - llm + - text-to-text + - chat + - creative-writing + - roleplay + - instruct-tuned + last_checked: "2026-04-30" overrides: + known_usecases: + - chat parameters: model: Aurore-Reveil_Koto-Small-7B-IT-Q4_K_M.gguf files: - filename: Aurore-Reveil_Koto-Small-7B-IT-Q4_K_M.gguf sha256: c5c38bfa5d8d5100e91a2e0050a0b2f3e082cd4bfd423cb527abc3b6f1ae180c uri: huggingface://bartowski/Aurore-Reveil_Koto-Small-7B-IT-GGUF/Aurore-Reveil_Koto-Small-7B-IT-Q4_K_M.gguf -- &internvl35 - name: "opengvlab_internvl3_5-30b-a3b" - url: "github:mudler/LocalAI/gallery/qwen3.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png +- name: opengvlab_internvl3_5-30b-a3b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-30B-A3B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png tags: + - internvl + - internvl3 + - 30b - multimodal + - vision + - reasoning + - chat + - multilingual - gguf - - gpu - - cpu - - image-to-text - - text-to-text - description: | - We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + - quantized + - llm + last_checked: "2026-04-30" overrides: + mmproj: mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf parameters: model: OpenGVLab_InternVL3_5-30B-A3B-Q4_K_M.gguf - mmproj: mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf files: - filename: OpenGVLab_InternVL3_5-30B-A3B-Q4_K_M.gguf sha256: c352004ac811cf9aa198e11f698ebd5fd3c49b483cb31a2b081fb415dd8347c2 @@ -3640,15 +4294,32 @@ - filename: mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf sha256: fa362a7396c3dddecf6f9a714144ed86207211d6c68ef39ea0d7dfe21b969b8d uri: huggingface://bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF/mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-30b-a3b-q8_0" +- name: opengvlab_internvl3_5-30b-a3b-q8_0 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-30B-A3B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - internvl3_5 + - multimodal + - vision + - 30b + - gguf + - quantized + - chat + - multilingual + - reasoning + - llm + last_checked: "2026-04-30" overrides: + mmproj: mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf parameters: model: OpenGVLab_InternVL3_5-30B-A3B-Q8_0.gguf - mmproj: mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf files: - filename: OpenGVLab_InternVL3_5-30B-A3B-Q8_0.gguf sha256: 79ac13df1d3f784cd5702b2835ede749cdfd274f141d1e0df25581af2a2a6720 @@ -3656,15 +4327,30 @@ - filename: mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf sha256: fa362a7396c3dddecf6f9a714144ed86207211d6c68ef39ea0d7dfe21b969b8d uri: huggingface://bartowski/OpenGVLab_InternVL3_5-30B-A3B-GGUF/mmproj-OpenGVLab_InternVL3_5-30B-A3B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-14b-q8_0" +- name: opengvlab_internvl3_5-14b-q8_0 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-14B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-14B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - multimodal + - 14b + - gguf + - multilingual + - reasoning + - vision + - chat + - llm + last_checked: "2026-04-30" overrides: + mmproj: mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf parameters: model: OpenGVLab_InternVL3_5-14B-Q8_0.gguf - mmproj: mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf files: - filename: OpenGVLab_InternVL3_5-14B-Q8_0.gguf sha256: e097b9c837347ec8050f9ed95410d1001030a4701eb9551c1be04793af16677a @@ -3672,11 +4358,27 @@ - filename: mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf sha256: c9625c981969d267052464e2d345f8ff5bc7e841871f5284a2bd972461c7356d uri: huggingface://bartowski/OpenGVLab_InternVL3_5-14B-GGUF/mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-14b" +- name: opengvlab_internvl3_5-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-14B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-14B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - internvl3 + - multimodal + - vision + - 14b + - chat + - reasoning + - gguf + - quantized + - multilingual + last_checked: "2026-04-30" overrides: mmproj: mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf parameters: @@ -3688,11 +4390,26 @@ - filename: mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf sha256: c9625c981969d267052464e2d345f8ff5bc7e841871f5284a2bd972461c7356d uri: huggingface://bartowski/OpenGVLab_InternVL3_5-14B-GGUF/mmproj-OpenGVLab_InternVL3_5-14B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-8b" +- name: opengvlab_internvl3_5-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-8B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-8B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - 8b + - multimodal + - vision + - reasoning + - chat + - gguf + - quantized + - multilingual + last_checked: "2026-04-30" overrides: mmproj: mmproj-OpenGVLab_InternVL3_5-8B-f16.gguf parameters: @@ -3704,11 +4421,26 @@ - filename: mmproj-OpenGVLab_InternVL3_5-8B-f16.gguf sha256: 212cc090f81ea2981b870186d4b424fae69489a5313a14e52ffdb2e877852389 uri: huggingface://bartowski/OpenGVLab_InternVL3_5-8B-GGUF/mmproj-OpenGVLab_InternVL3_5-8B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-8b-q8_0" +- name: opengvlab_internvl3_5-8b-q8_0 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-8B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-8B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - multimodal + - chat + - gguf + - quantized + - 8b + - vision + - reasoning + - multilingual + last_checked: "2026-04-30" overrides: mmproj: mmproj-OpenGVLab_InternVL3_5-8B-f16.gguf parameters: @@ -3720,11 +4452,28 @@ - filename: mmproj-OpenGVLab_InternVL3_5-8B-f16.gguf sha256: 212cc090f81ea2981b870186d4b424fae69489a5313a14e52ffdb2e877852389 uri: huggingface://bartowski/OpenGVLab_InternVL3_5-8B-GGUF/mmproj-OpenGVLab_InternVL3_5-8B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-4b" +- name: opengvlab_internvl3_5-4b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-4B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-4B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - internvl3_5 + - 4b + - multimodal + - vision + - reasoning + - multilingual + - llm + - gguf + - quantized + - chat + last_checked: "2026-04-30" overrides: mmproj: mmproj-OpenGVLab_InternVL3_5-4B-f16.gguf parameters: @@ -3736,11 +4485,27 @@ - filename: mmproj-OpenGVLab_InternVL3_5-4B-f16.gguf sha256: 0f9704972fcb9cb0a4f2c0f4eb7fe4f58e53ccd4b06ec17cf7a80271aa963eb7 uri: huggingface://bartowski/OpenGVLab_InternVL3_5-8B-GGUF/mmproj-OpenGVLab_InternVL3_5-4B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-4b-q8_0" +- name: opengvlab_internvl3_5-4b-q8_0 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-4B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-4B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - internvl3.5 + - multimodal + - vision + - chat + - reasoning + - gguf + - quantized + - 4b + - llm + last_checked: "2026-04-30" overrides: mmproj: mmproj-OpenGVLab_InternVL3_5-4B-f16.gguf parameters: @@ -3752,11 +4517,27 @@ - filename: mmproj-OpenGVLab_InternVL3_5-4B-f16.gguf sha256: 0f9704972fcb9cb0a4f2c0f4eb7fe4f58e53ccd4b06ec17cf7a80271aa963eb7 uri: huggingface://bartowski/OpenGVLab_InternVL3_5-8B-GGUF/mmproj-OpenGVLab_InternVL3_5-4B-f16.gguf -- !!merge <<: *internvl35 - name: "opengvlab_internvl3_5-2b" +- name: opengvlab_internvl3_5-2b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/OpenGVLab/InternVL3_5-2B - https://huggingface.co/bartowski/OpenGVLab_InternVL3_5-2B-GGUF + description: | + We introduce InternVL3.5, a new family of open-source multimodal models that significantly advances versatility, reasoning capability, and inference efficiency along the InternVL series. A key innovation is the Cascade Reinforcement Learning (Cascade RL) framework, which enhances reasoning through a two-stage process: offline RL for stable convergence and online RL for refined alignment. This coarse-to-fine training strategy leads to substantial improvements on downstream reasoning tasks, e.g., MMMU and MathVista. To optimize efficiency, we propose a Visual Resolution Router (ViR) that dynamically adjusts the resolution of visual tokens without compromising performance. Coupled with ViR, our Decoupled Vision-Language Deployment (DvD) strategy separates the vision encoder and language model across different GPUs, effectively balancing computational load. These contributions collectively enable InternVL3.5 to achieve up to a +16.0% gain in overall reasoning performance and a 4.05 ×\times× inference speedup compared to its predecessor, i.e., InternVL3. In addition, InternVL3.5 supports novel capabilities such as GUI interaction and embodied agency. Notably, our largest model, i.e., InternVL3.5-241B-A28B, attains state-of-the-art results among open-source MLLMs across general multimodal, reasoning, text, and agentic tasks—narrowing the performance gap with leading commercial models like GPT-5. All models and code are publicly released. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64006c09330a45b03605bba3/zJsd2hqd3EevgXo6fNgC-.png + tags: + - internvl + - internvl3.5 + - multimodal + - vision + - chat + - reasoning + - 2b + - gguf + - multilingual + - quantized + last_checked: "2026-04-30" overrides: mmproj: mmproj-OpenGVLab_InternVL3_5-2B-f16.gguf parameters: @@ -3768,18 +4549,8 @@ - filename: mmproj-OpenGVLab_InternVL3_5-2B-f16.gguf sha256: e83ba6e675b747f7801557dc24594f43c17a7850b6129d4972d55e3e9b010359 uri: huggingface://bartowski/OpenGVLab_InternVL3_5-8B-GGUF/mmproj-OpenGVLab_InternVL3_5-2B-f16.gguf -- &lfm2vl - url: "github:mudler/LocalAI/gallery/lfm.yaml@master" - name: "lfm2-vl-450m" - license: lfm1.0 - tags: - - multimodal - - image-to-text - - gguf - - cpu - - gpu - - edge - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/7_6D7rWrLxp2hb6OHSV1p.png +- name: lfm2-vl-450m + url: github:mudler/LocalAI/gallery/lfm.yaml@master urls: - https://huggingface.co/LiquidAI/LFM2-VL-450M - https://huggingface.co/LiquidAI/LFM2-VL-450M-GGUF @@ -3790,10 +4561,24 @@ 2× faster inference speed on GPUs compared to existing VLMs while maintaining competitive accuracy Flexible architecture with user-tunable speed-quality tradeoffs at inference time Native resolution processing up to 512×512 with intelligent patch-based handling for larger images, avoiding upscaling and distortion + license: lfm1.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/7_6D7rWrLxp2hb6OHSV1p.png + tags: + - lfm2 + - liquid + - multimodal + - vlm + - vision + - gguf + - 450m + - edge + - llama.cpp + - instruction-tuned + last_checked: "2026-04-30" overrides: + mmproj: mmproj-LFM2-VL-450M-F16.gguf parameters: model: LFM2-VL-450M-F16.gguf - mmproj: mmproj-LFM2-VL-450M-F16.gguf files: - filename: LFM2-VL-450M-F16.gguf sha256: 0197edb886bb25136b52ac47e8c75a1d51e7ba41deda7eb18e8258b193b59a3b @@ -3801,15 +4586,36 @@ - filename: mmproj-LFM2-VL-450M-F16.gguf sha256: 416a085c5c7ba0f8d02bb8326c719a6f8f2210c2641c6bf64194a57c11c76e59 uri: huggingface://LiquidAI/LFM2-VL-450M-GGUF/mmproj-LFM2-VL-450M-F16.gguf -- !!merge <<: *lfm2vl - name: "lfm2-vl-1.6b" +- name: lfm2-vl-1.6b + url: github:mudler/LocalAI/gallery/lfm.yaml@master urls: - https://huggingface.co/LiquidAI/LFM2-VL-1.6B - https://huggingface.co/LiquidAI/LFM2-VL-1.6B-GGUF + description: | + LFM2‑VL is Liquid AI's first series of multimodal models, designed to process text and images with variable resolutions. Built on the LFM2 backbone, it is optimized for low-latency and edge AI applications. + We're releasing the weights of two post-trained checkpoints with 450M (for highly constrained devices) and 1.6B (more capable yet still lightweight) parameters. + + 2× faster inference speed on GPUs compared to existing VLMs while maintaining competitive accuracy + Flexible architecture with user-tunable speed-quality tradeoffs at inference time + Native resolution processing up to 512×512 with intelligent patch-based handling for larger images, avoiding upscaling and distortion + license: lfm1.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/7_6D7rWrLxp2hb6OHSV1p.png + tags: + - lfm2 + - liquid + - lfm2-vl + - multimodal + - vision + - 1.6b + - gguf + - edge + - vlm + - chat + last_checked: "2026-04-30" overrides: + mmproj: mmproj-LFM2-VL-1.6B-F16.gguf parameters: model: LFM2-VL-1.6B-F16.gguf - mmproj: mmproj-LFM2-VL-1.6B-F16.gguf files: - filename: LFM2-VL-1.6B-F16.gguf sha256: 0a82498edc354b50247fee78081c8954ae7f4deee9068f8464a5ee774e82118a @@ -3817,20 +4623,34 @@ - filename: mmproj-LFM2-VL-1.6B-F16.gguf sha256: b637bfa6060be2bc7503ec23ba48b407843d08c2ca83f52be206ea8563ccbae2 uri: huggingface://LiquidAI/LFM2-VL-1.6B-GGUF/mmproj-LFM2-VL-1.6B-F16.gguf -- &lfm2 - name: "lfm2-1.2b" +- name: lfm2-1.2b urls: - https://huggingface.co/LiquidAI/LFM2-1.2B - https://huggingface.co/LiquidAI/LFM2-1.2B-GGUF - overrides: - parameters: - model: LFM2-1.2B-F16.gguf - files: + description: LFM2-1.2B is a hybrid liquid model designed for edge AI and on-device deployment, offering fast inference and multilingual support across 8 languages. It's optimized for agentic tasks, data extraction, and multi-turn conversations with efficient CPU/GPU/NPU compatibility. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - lfm2 + - liquid + - 1.2b + - gguf + - llm + - multilingual + - chat + - edge + - hybrid + last_checked: "2026-04-30" + overrides: + known_usecases: + - chat + parameters: + model: LFM2-1.2B-F16.gguf + files: - filename: LFM2-1.2B-F16.gguf sha256: 0ddedfb8c5f7f73e77f19678bbc0f6ba2554d0534dd0feea65ea5bca2907d5f2 uri: huggingface://LiquidAI/LFM2-1.2B-GGUF/LFM2-1.2B-F16.gguf -- !!merge <<: *lfm2 - name: "liquidai_lfm2-350m-extract" +- name: liquidai_lfm2-350m-extract urls: - https://huggingface.co/LiquidAI/LFM2-350M-Extract - https://huggingface.co/bartowski/LiquidAI_LFM2-350M-Extract-GGUF @@ -3844,15 +4664,30 @@ Populating knowledge graphs with entities and attributes from unstructured reports. You can find more information about other task-specific models in this blog post. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - lfm2 + - liquid + - 350m + - gguf + - llm + - multilingual + - extraction + - chat + - text-generation + - instruction-tuned + last_checked: "2026-04-30" overrides: + known_usecases: + - chat parameters: model: LiquidAI_LFM2-350M-Extract-Q4_K_M.gguf files: - filename: LiquidAI_LFM2-350M-Extract-Q4_K_M.gguf sha256: 340a7fb24b98a7dbe933169dbbb869f4d89f8c7bf27ee45d62afabfc5b376743 uri: huggingface://bartowski/LiquidAI_LFM2-350M-Extract-GGUF/LiquidAI_LFM2-350M-Extract-Q4_K_M.gguf -- !!merge <<: *lfm2 - name: "liquidai_lfm2-1.2b-extract" +- name: liquidai_lfm2-1.2b-extract urls: - https://huggingface.co/LiquidAI/LFM2-1.2B-Extract - https://huggingface.co/bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF @@ -3865,15 +4700,30 @@ Converting regulatory filings into XML for compliance systems. Transforming customer support tickets into YAML for analytics pipelines. Populating knowledge graphs with entities and attributes from unstructured reports. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - lfm2 + - liquid + - 1.2b + - llm + - gguf + - quantized + - instruction-tuned + - multilingual + - extraction + last_checked: "2026-04-30" overrides: + known_usecases: + - chat + - completion parameters: model: LiquidAI_LFM2-1.2B-Extract-Q4_K_M.gguf files: - filename: LiquidAI_LFM2-1.2B-Extract-Q4_K_M.gguf sha256: 97a1c5600045e9ade49bc4a9e3df083cef7c82b05a6d47ea2e58ab44cc98b16a uri: huggingface://bartowski/LiquidAI_LFM2-1.2B-Extract-GGUF/LiquidAI_LFM2-1.2B-Extract-Q4_K_M.gguf -- !!merge <<: *lfm2 - name: "liquidai_lfm2-1.2b-rag" +- name: liquidai_lfm2-1.2b-rag urls: - https://huggingface.co/LiquidAI/LFM2-1.2B-RAG - https://huggingface.co/bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF @@ -3885,15 +4735,30 @@ Chatbot to ask questions about the documentation of a particular product. Custom support with an internal knowledge base to provide grounded answers. Academic research assistant with multi-turn conversations about research papers and course materials. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - lfm2 + - liquid + - 1.2b + - gguf + - chat + - rag + - multilingual + - llm + - quantized + - instruction-tuned + last_checked: "2026-04-30" overrides: + known_usecases: + - chat parameters: model: LiquidAI_LFM2-1.2B-RAG-Q4_K_M.gguf files: - filename: LiquidAI_LFM2-1.2B-RAG-Q4_K_M.gguf sha256: 11c93b5ae81612ab532fcfb395fddd2fb478b5d6215e1b46eeee3576a31eaa2d uri: huggingface://bartowski/LiquidAI_LFM2-1.2B-RAG-GGUF/LiquidAI_LFM2-1.2B-RAG-Q4_K_M.gguf -- !!merge <<: *lfm2 - name: "liquidai_lfm2-1.2b-tool" +- name: liquidai_lfm2-1.2b-tool urls: - https://huggingface.co/LiquidAI/LFM2-1.2B-Tool - https://huggingface.co/bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF @@ -3905,29 +4770,61 @@ Mobile and edge devices requiring instant API calls, database queries, or system integrations without cloud dependency. Real-time assistants in cars, IoT devices, or customer support, where response latency is critical. Resource-constrained environments like embedded systems or battery-powered devices needing efficient tool execution. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - lfm2 + - liquid + - 1.2b + - gguf + - quantized + - llm + - chat + - tool + - function-calling + - instruction-tuned + - multilingual + last_checked: "2026-04-30" overrides: + known_usecases: + - chat parameters: model: LiquidAI_LFM2-1.2B-Tool-Q4_K_M.gguf files: - filename: LiquidAI_LFM2-1.2B-Tool-Q4_K_M.gguf sha256: 6bdf2292a137c12264a065d73c12b61065293440b753249727cec0b6dc350d64 uri: huggingface://bartowski/LiquidAI_LFM2-1.2B-Tool-GGUF/LiquidAI_LFM2-1.2B-Tool-Q4_K_M.gguf -- !!merge <<: *lfm2 - name: "liquidai_lfm2-350m-math" +- name: liquidai_lfm2-350m-math urls: - https://huggingface.co/LiquidAI/LFM2-350M-Math - https://huggingface.co/bartowski/LiquidAI_LFM2-350M-Math-GGUF description: | Based on LFM2-350M, LFM2-350M-Math is a tiny reasoning model designed for tackling tricky math problems. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - liquid + - lfm2 + - math + - reasoning + - 350m + - gguf + - chat + - llm + - quantized + - english + last_checked: "2026-04-30" overrides: + known_usecases: + - chat + - completion parameters: model: LiquidAI_LFM2-350M-Math-Q4_K_M.gguf files: - filename: LiquidAI_LFM2-350M-Math-Q4_K_M.gguf sha256: 942e5ef43086a7a8ea5d316e819ba6a97f3829c1851cd10b87340e1b38693422 uri: huggingface://bartowski/LiquidAI_LFM2-350M-Math-GGUF/LiquidAI_LFM2-350M-Math-Q4_K_M.gguf -- !!merge <<: *lfm2 - name: "liquidai_lfm2-8b-a1b" +- name: liquidai_lfm2-8b-a1b urls: - https://huggingface.co/LiquidAI/LFM2-8B-A1B - https://huggingface.co/bartowski/LiquidAI_LFM2-8B-A1B-GGUF @@ -3939,18 +4836,37 @@ LFM2-8B-A1B is the best on-device MoE in terms of both quality (comparable to 3-4B dense models) and speed (faster than Qwen3-1.7B). Code and knowledge capabilities are significantly improved compared to LFM2-2.6B. Quantized variants fit comfortably on high-end phones, tablets, and laptops. + license: lfm1.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/61b8e2ba285851687028d395/EsTgVtnM2IqVRKgPdfqcB.png + tags: + - liquid + - lfm2 + - moe + - 8b + - llm + - chat + - multilingual + - gguf + - quantized + - edge-ai + - agentic + last_checked: "2026-04-30" overrides: + known_usecases: + - chat + - completion parameters: model: LiquidAI_LFM2-8B-A1B-Q4_K_M.gguf files: - filename: LiquidAI_LFM2-8B-A1B-Q4_K_M.gguf sha256: efb59182eca2424126e9f8bde8513a1736e92d3b9a3187a2afc67968bd44512a uri: huggingface://bartowski/LiquidAI_LFM2-8B-A1B-GGUF/LiquidAI_LFM2-8B-A1B-Q4_K_M.gguf -- name: "kokoro" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - size: "327MB" +- name: kokoro + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/hexgrad/kokoro + description: | + Kokoro is an open-weight TTS model with 82 million parametrs. Despite its lightweight architecture, it delivers comparable quality to larger models while being significantly faster and more cost-efficient. With Apache-licensed weights, Kokoro can be deployed anywhere from production environments to personal projects. license: apache-2.0 tags: - tts @@ -3958,32 +4874,24 @@ - gpu - cpu - text-to-speech - description: | - Kokoro is an open-weight TTS model with 82 million parametrs. Despite its lightweight architecture, it delivers comparable quality to larger models while being significantly faster and more cost-efficient. With Apache-licensed weights, Kokoro can be deployed anywhere from production environments to personal projects. + size: 327MB overrides: - backend: "kokoro" - name: "kokoro" - description: "Kokoro is an open-weight TTS model with 82 million parametrs. Despite its lightweight architecture, it delivers comparable quality to larger models while being significantly faster and more cost-efficient. With Apache-licensed weights, Kokoro can be deployed anywhere from production environments to personal projects." - parameters: - voice: "af_heart" - options: - # this is for american - # 🇺🇸 'a' => American English, 🇬🇧 'b' => British English - # 🇪🇸 'e' => Spanish es - # 🇫🇷 'f' => French fr-fr - # 🇮🇳 'h' => Hindi hi - # 🇮🇹 'i' => Italian it - # 🇯🇵 'j' => Japanese: pip install misaki[ja] - # 🇧🇷 'p' => Brazilian Portuguese pt-br - # 🇨🇳 'z' => Mandarin Chinese: pip install misaki[zh] - - lang_code:a + backend: kokoro + description: Kokoro is an open-weight TTS model with 82 million parametrs. Despite its lightweight architecture, it delivers comparable quality to larger models while being significantly faster and more cost-efficient. With Apache-licensed weights, Kokoro can be deployed anywhere from production environments to personal projects. known_usecases: - tts -- name: "kokoros" - url: "github:mudler/LocalAI/gallery/kokoros.yaml@master" - size: "327MB" + name: kokoro + options: + - lang_code:a + parameters: + voice: af_heart +- name: kokoros + url: github:mudler/LocalAI/gallery/kokoros.yaml@master urls: - https://github.com/lucasjinreal/Kokoros + description: | + Kokoros is a pure Rust TTS backend using the Kokoro v1.0 ONNX model (82M parameters). + Fast, streaming TTS with high quality. American English with af_heart voice. license: apache-2.0 tags: - tts @@ -3991,124 +4899,124 @@ - cpu - text-to-speech - rust - description: | - Kokoros is a pure Rust TTS backend using the Kokoro v1.0 ONNX model (82M parameters). - Fast, streaming TTS with high quality. American English with af_heart voice. + size: 327MB overrides: - backend: "kokoros" - name: "kokoros" - description: "Kokoros Rust TTS - American English" - parameters: - model: "kokoro-v1.0.onnx" - voice: "af_heart" - options: - - lang_code:en-us + backend: kokoros + description: Kokoros Rust TTS - American English known_usecases: - tts + name: kokoros + options: + - lang_code:en-us + parameters: + model: kokoro-v1.0.onnx + voice: af_heart files: - - filename: "kokoro-v1.0.onnx" + - filename: kokoro-v1.0.onnx sha256: 7d5df8ecf7d4b1878015a32686053fd0eebe2bc377234608764cc0ef3636a6c5 - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx" - - filename: "voices-v1.0.bin" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx + - filename: voices-v1.0.bin sha256: bca610b8308e8d99f32e6fe4197e7ec01679264efed0cac9140fe9c29f1fbf7d - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin" -- name: "kokoros-ja" - url: "github:mudler/LocalAI/gallery/kokoros.yaml@master" - size: "327MB" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin +- name: kokoros-ja + url: github:mudler/LocalAI/gallery/kokoros.yaml@master urls: - https://github.com/lucasjinreal/Kokoros + description: | + Kokoros Rust TTS - Japanese. Uses the Kokoro v1.0 ONNX model with Japanese phonemization. license: apache-2.0 tags: - tts - kokoros - japanese - text-to-speech - description: | - Kokoros Rust TTS - Japanese. Uses the Kokoro v1.0 ONNX model with Japanese phonemization. + size: 327MB overrides: - backend: "kokoros" - name: "kokoros-ja" - description: "Kokoros Rust TTS - Japanese" - parameters: - model: "kokoro-v1.0.onnx" - voice: "jf_alpha" - options: - - lang_code:ja + backend: kokoros + description: Kokoros Rust TTS - Japanese known_usecases: - tts + name: kokoros-ja + options: + - lang_code:ja + parameters: + model: kokoro-v1.0.onnx + voice: jf_alpha files: - - filename: "kokoro-v1.0.onnx" + - filename: kokoro-v1.0.onnx sha256: 7d5df8ecf7d4b1878015a32686053fd0eebe2bc377234608764cc0ef3636a6c5 - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx" - - filename: "voices-v1.0.bin" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx + - filename: voices-v1.0.bin sha256: bca610b8308e8d99f32e6fe4197e7ec01679264efed0cac9140fe9c29f1fbf7d - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin" -- name: "kokoros-cmn" - url: "github:mudler/LocalAI/gallery/kokoros.yaml@master" - size: "327MB" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin +- name: kokoros-cmn + url: github:mudler/LocalAI/gallery/kokoros.yaml@master urls: - https://github.com/lucasjinreal/Kokoros + description: | + Kokoros Rust TTS - Mandarin Chinese. license: apache-2.0 tags: - tts - kokoros - chinese - text-to-speech - description: | - Kokoros Rust TTS - Mandarin Chinese. + size: 327MB overrides: - backend: "kokoros" - name: "kokoros-cmn" - description: "Kokoros Rust TTS - Mandarin Chinese" - parameters: - model: "kokoro-v1.0.onnx" - voice: "zf_xiaobei" - options: - - lang_code:cmn + backend: kokoros + description: Kokoros Rust TTS - Mandarin Chinese known_usecases: - tts + name: kokoros-cmn + options: + - lang_code:cmn + parameters: + model: kokoro-v1.0.onnx + voice: zf_xiaobei files: - - filename: "kokoro-v1.0.onnx" + - filename: kokoro-v1.0.onnx sha256: 7d5df8ecf7d4b1878015a32686053fd0eebe2bc377234608764cc0ef3636a6c5 - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx" - - filename: "voices-v1.0.bin" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx + - filename: voices-v1.0.bin sha256: bca610b8308e8d99f32e6fe4197e7ec01679264efed0cac9140fe9c29f1fbf7d - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin" -- name: "kokoros-de" - url: "github:mudler/LocalAI/gallery/kokoros.yaml@master" - size: "327MB" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin +- name: kokoros-de + url: github:mudler/LocalAI/gallery/kokoros.yaml@master urls: - https://github.com/lucasjinreal/Kokoros + description: | + Kokoros Rust TTS - German. license: apache-2.0 tags: - tts - kokoros - german - text-to-speech - description: | - Kokoros Rust TTS - German. + size: 327MB overrides: - backend: "kokoros" - name: "kokoros-de" - description: "Kokoros Rust TTS - German" - parameters: - model: "kokoro-v1.0.onnx" - voice: "df_greta" - options: - - lang_code:de + backend: kokoros + description: Kokoros Rust TTS - German known_usecases: - tts + name: kokoros-de + options: + - lang_code:de + parameters: + model: kokoro-v1.0.onnx + voice: df_greta files: - - filename: "kokoro-v1.0.onnx" + - filename: kokoro-v1.0.onnx sha256: 7d5df8ecf7d4b1878015a32686053fd0eebe2bc377234608764cc0ef3636a6c5 - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx" - - filename: "voices-v1.0.bin" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/kokoro-v1.0.onnx + - filename: voices-v1.0.bin sha256: bca610b8308e8d99f32e6fe4197e7ec01679264efed0cac9140fe9c29f1fbf7d - uri: "https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin" -- name: "kitten-tts" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + uri: https://github.com/thewh1teagle/kokoro-onnx/releases/download/model-files-v1.0/voices-v1.0.bin +- name: kitten-tts + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/KittenML/KittenTTS + description: | + Kitten TTS is an open-source realistic text-to-speech model with just 15 million parameters, designed for lightweight deployment and high-quality voice synthesis. license: apache-2.0 tags: - tts @@ -4116,82 +5024,84 @@ - gpu - cpu - text-to-speech - description: | - Kitten TTS is an open-source realistic text-to-speech model with just 15 million parameters, designed for lightweight deployment and high-quality voice synthesis. overrides: - backend: "kitten-tts" - name: "kitten-tts" - description: "Kitten TTS is a text-to-speech model that can generate speech from text." - parameters: - model: "KittenML/kitten-tts-nano-0.1" - voice: "expr-voice-5-f" + backend: kitten-tts + description: Kitten TTS is a text-to-speech model that can generate speech from text. known_usecases: - tts -- &qwenimage - name: "qwen-image" - url: "github:mudler/LocalAI/gallery/qwen-image.yaml@master" + name: kitten-tts + parameters: + model: KittenML/kitten-tts-nano-0.1 + voice: expr-voice-5-f +- name: qwen-image + url: github:mudler/LocalAI/gallery/qwen-image.yaml@master urls: - https://huggingface.co/Qwen/Qwen-Image - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/qwen_image_logo.png + description: | + We are thrilled to release Qwen-Image, an image generation foundation model in the Qwen series that achieves significant advances in complex text rendering and precise image editing. Experiments show strong general capabilities in both image generation and editing, with exceptional performance in text rendering, especially for Chinese. license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/qwen_image_logo.png tags: + - qwen - qwen-image - - gpu + - diffusers - text-to-image - description: | - We are thrilled to release Qwen-Image, an image generation foundation model in the Qwen series that achieves significant advances in complex text rendering and precise image editing. Experiments show strong general capabilities in both image generation and editing, with exceptional performance in text rendering, especially for Chinese. -- !!merge <<: *qwenimage - name: "qwen-image-edit" - url: "github:mudler/LocalAI/gallery/qwen-image.yaml@master" + - multilingual + - text-rendering + last_checked: "2026-04-30" +- name: qwen-image-edit + url: github:mudler/LocalAI/gallery/qwen-image.yaml@master urls: - https://huggingface.co/Qwen/Qwen-Image-Edit - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/qwen_image_edit_logo.png + description: | + Qwen-Image-Edit is a model for image editing, which is based on Qwen-Image. license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/qwen_image_edit_logo.png tags: - - qwen-image - - gpu + - qwen + - 20b + - diffusers - image-to-image - description: | - Qwen-Image-Edit is a model for image editing, which is based on Qwen-Image. + - multimodal + - chinese + - image-editing + - qwen-image + last_checked: "2026-04-30" overrides: - parameters: - model: Qwen/Qwen-Image-Edit diffusers: cuda: true - pipeline_type: QwenImageEditPipeline enable_parameters: num_inference_steps,image -- !!merge <<: *qwenimage - name: "qwen-image-edit-2509" - url: "github:mudler/LocalAI/gallery/qwen-image.yaml@master" + pipeline_type: QwenImageEditPipeline + parameters: + model: Qwen/Qwen-Image-Edit +- name: qwen-image-edit-2509 + url: github:mudler/LocalAI/gallery/qwen-image.yaml@master urls: - https://huggingface.co/Qwen/Qwen-Image-Edit-2509 - icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/qwen_image_edit_logo.png + description: | + Qwen-Image-Edit is a model for image editing, which is based on Qwen-Image. license: apache-2.0 + icon: https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen-Image/qwen_image_edit_logo.png tags: - - qwen-image - - gpu + - qwen + - diffusers - image-to-image - description: | - Qwen-Image-Edit is a model for image editing, which is based on Qwen-Image. + - multimodal + - vision + - qwen-image + - instruction-tuned + last_checked: "2026-04-30" overrides: - parameters: - model: Qwen/Qwen-Image-Edit-2509 diffusers: cuda: true - pipeline_type: QwenImageEditPipeline enable_parameters: num_inference_steps,image -- <x2 - name: "ltx-2" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" + pipeline_type: QwenImageEditPipeline + parameters: + model: Qwen/Qwen-Image-Edit-2509 +- name: ltx-2 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Lightricks/LTX-2 - license: ltx-2-community-license-agreement - tags: - - diffusers - - gpu - - image-to-video - - video-generation - - audio-video description: | **LTX-2** is a DiT-based audio-video foundation model designed to generate synchronized video and audio within a single model. It brings together the core building blocks of modern video generation, with open weights and a focus on practical, local execution. @@ -4227,26 +5137,30 @@ year={2025} } ``` + license: ltx-2-community-license-agreement + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1652783139615-628375426db5127097cf5442.png + tags: + - diffusers + - gpu + - image-to-video + - video-generation + - audio-video + last_checked: "2026-04-30" overrides: backend: diffusers - low_vram: true - parameters: - model: Lightricks/LTX-2 diffusers: cuda: true pipeline_type: LTX2ImageToVideoPipeline + known_usecases: + - video + - image + low_vram: true options: - torch_dtype:bf16 -- &gptoss - name: "gpt-oss-20b" - url: "github:mudler/LocalAI/gallery/harmony.yaml@master" - license: apache-2.0 - tags: - - gguf - - gpu - - cpu - - openai - icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + parameters: + model: Lightricks/LTX-2 +- name: gpt-oss-20b + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/openai/gpt-oss-20b - https://huggingface.co/ggml-org/gpt-oss-20b-GGUF @@ -4270,64 +5184,138 @@ Fine-tunable: Fully customize models to your specific use case through parameter fine-tuning. Agentic capabilities: Use the models’ native capabilities for function calling, web browsing, Python code execution, and Structured Outputs. Native MXFP4 quantization: The models are trained with native MXFP4 precision for the MoE layer, making gpt-oss-120b run on a single H100 GPU and the gpt-oss-20b model run within 16GB of memory. + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + tags: + - gpt-oss + - openai + - 20b + - llm + - chat + - reasoning + - moe + - gguf + - quantized + - agentic + last_checked: "2026-04-30" overrides: parameters: model: gpt-oss-20b-mxfp4.gguf files: - filename: gpt-oss-20b-mxfp4.gguf - uri: huggingface://ggml-org/gpt-oss-20b-GGUF/gpt-oss-20b-mxfp4.gguf sha256: be37a636aca0fc1aae0d32325f82f6b4d21495f06823b5fbc1898ae0303e9935 -- !!merge <<: *gptoss - name: "gpt-oss-120b" - url: "github:mudler/LocalAI/gallery/harmony.yaml@master" - icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-120b.svg + uri: huggingface://ggml-org/gpt-oss-20b-GGUF/gpt-oss-20b-mxfp4.gguf +- name: gpt-oss-120b + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/openai/gpt-oss-120b - https://huggingface.co/ggml-org/gpt-oss-120b-GGUF - overrides: - parameters: - model: gpt-oss-120b-mxfp4-00001-of-00003.gguf - files: - - filename: gpt-oss-120b-mxfp4-00001-of-00003.gguf - uri: huggingface://ggml-org/gpt-oss-120b-GGUF/gpt-oss-120b-mxfp4-00001-of-00003.gguf - sha256: e2865eb6c1df7b2ffbebf305cd5d9074d5ccc0fe3b862f98d343a46dad1606f9 - - filename: gpt-oss-120b-mxfp4-00002-of-00003.gguf - uri: huggingface://ggml-org/gpt-oss-120b-GGUF/gpt-oss-120b-mxfp4-00002-of-00003.gguf - sha256: 346492f65891fb27cac5c74a8c07626cbfeb4211cd391ec4de37dbbe3109a93b - - filename: gpt-oss-120b-mxfp4-00003-of-00003.gguf - uri: huggingface://ggml-org/gpt-oss-120b-GGUF/gpt-oss-120b-mxfp4-00003-of-00003.gguf - sha256: 66dca81040933f5a49177e82c479c51319cefb83bd22dad9f06dad45e25f1463 -- !!merge <<: *gptoss - name: "openai_gpt-oss-20b-neo" - icon: https://huggingface.co/DavidAU/Openai_gpt-oss-20b-NEO-GGUF/resolve/main/matrix1.gif - urls: - - https://huggingface.co/DavidAU/Openai_gpt-oss-20b-NEO-GGUF description: | - These are NEO Imatrix GGUFs, NEO dataset by DavidAU. + Welcome to the gpt-oss series, OpenAI’s open-weight models designed for powerful reasoning, agentic tasks, and versatile developer use cases. - NEO dataset improves overall performance, and is for all use cases. + We’re releasing two flavors of the open models: - Example output below (creative), using settings below. + gpt-oss-120b — for production, general purpose, high reasoning use cases that fits into a single H100 GPU (117B parameters with 5.1B active parameters) + gpt-oss-20b — for lower latency, and local or specialized use cases (21B parameters with 3.6B active parameters) - Model also passed "hard" coding test too (6 experts); no issues (IQ4_NL). + Both models were trained on our harmony response format and should only be used with the harmony format as it will not work correctly otherwise. - (Forcing the model to create code with no dependencies and limits of coding short cuts, with multiple loops, and in real time with no blocking in a language that does not support it normally.) + This model card is dedicated to the smaller gpt-oss-20b model. Check out gpt-oss-120b for the larger model. - Due to quanting issues with this model (which result in oddball quant sizes / mixtures), only TESTED quants will be uploaded (at the moment). - overrides: + Highlights + + Permissive Apache 2.0 license: Build freely without copyleft restrictions or patent risk—ideal for experimentation, customization, and commercial deployment. + Configurable reasoning effort: Easily adjust the reasoning effort (low, medium, high) based on your specific use case and latency needs. + Full chain-of-thought: Gain complete access to the model’s reasoning process, facilitating easier debugging and increased trust in outputs. It’s not intended to be shown to end users. + Fine-tunable: Fully customize models to your specific use case through parameter fine-tuning. + Agentic capabilities: Use the models’ native capabilities for function calling, web browsing, Python code execution, and Structured Outputs. + Native MXFP4 quantization: The models are trained with native MXFP4 precision for the MoE layer, making gpt-oss-120b run on a single H100 GPU and the gpt-oss-20b model run within 16GB of memory. + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-120b.svg + tags: + - gpt-oss + - openai + - 120b + - moe + - reasoning + - agentic + - chat + - gguf + - llm + - text-generation + last_checked: "2026-04-30" + overrides: + parameters: + model: gpt-oss-120b-mxfp4-00001-of-00003.gguf + files: + - filename: gpt-oss-120b-mxfp4-00001-of-00003.gguf + sha256: e2865eb6c1df7b2ffbebf305cd5d9074d5ccc0fe3b862f98d343a46dad1606f9 + uri: huggingface://ggml-org/gpt-oss-120b-GGUF/gpt-oss-120b-mxfp4-00001-of-00003.gguf + - filename: gpt-oss-120b-mxfp4-00002-of-00003.gguf + sha256: 346492f65891fb27cac5c74a8c07626cbfeb4211cd391ec4de37dbbe3109a93b + uri: huggingface://ggml-org/gpt-oss-120b-GGUF/gpt-oss-120b-mxfp4-00002-of-00003.gguf + - filename: gpt-oss-120b-mxfp4-00003-of-00003.gguf + sha256: 66dca81040933f5a49177e82c479c51319cefb83bd22dad9f06dad45e25f1463 + uri: huggingface://ggml-org/gpt-oss-120b-GGUF/gpt-oss-120b-mxfp4-00003-of-00003.gguf +- name: openai_gpt-oss-20b-neo + url: github:mudler/LocalAI/gallery/harmony.yaml@master + urls: + - https://huggingface.co/DavidAU/Openai_gpt-oss-20b-NEO-GGUF + description: | + These are NEO Imatrix GGUFs, NEO dataset by DavidAU. + + NEO dataset improves overall performance, and is for all use cases. + + Example output below (creative), using settings below. + + Model also passed "hard" coding test too (6 experts); no issues (IQ4_NL). + + (Forcing the model to create code with no dependencies and limits of coding short cuts, with multiple loops, and in real time with no blocking in a language that does not support it normally.) + + Due to quanting issues with this model (which result in oddball quant sizes / mixtures), only TESTED quants will be uploaded (at the moment). + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Openai_gpt-oss-20b-NEO-GGUF/resolve/main/matrix1.gif + tags: + - openai + - gpt-oss + - 20b + - gguf + - moe + - quantized + - chat + - reasoning + - code + - imatrix + - llm + last_checked: "2026-04-30" + overrides: parameters: model: OpenAI-20B-NEO-MXFP4_MOE4.gguf files: - filename: OpenAI-20B-NEO-MXFP4_MOE4.gguf sha256: 066c84a0844b1f1f4515e5c64095fe4c67e86d5eb70db4e368e283b1134d9c1e uri: huggingface://DavidAU/Openai_gpt-oss-20b-NEO-GGUF/OpenAI-20B-NEO-MXFP4_MOE4.gguf -- !!merge <<: *gptoss - name: "huihui-ai_huihui-gpt-oss-20b-bf16-abliterated" +- name: huihui-ai_huihui-gpt-oss-20b-bf16-abliterated + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/huihui-ai/Huihui-gpt-oss-20b-BF16-abliterated - https://huggingface.co/bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF description: | This is an uncensored version of unsloth/gpt-oss-20b-BF16 created with abliteration (see remove-refusals-with-transformers to know more about it). + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + tags: + - gpt-oss + - 20b + - gguf + - llm + - uncensored + - abliterated + - apache-2.0 + - unsloth + - text-generation + - chat + last_checked: "2026-04-30" overrides: parameters: model: huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-MXFP4_MOE.gguf @@ -4335,9 +5323,8 @@ - filename: huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-MXFP4_MOE.gguf sha256: abca50d1bd95c49d71db36aad0f38090ea5465ce148634c496a48bc87030bdd9 uri: huggingface://bartowski/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-GGUF/huihui-ai_Huihui-gpt-oss-20b-BF16-abliterated-MXFP4_MOE.gguf -- !!merge <<: *gptoss - name: "openai-gpt-oss-20b-abliterated-uncensored-neo-imatrix" - icon: https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/power-the-matrix.gif +- name: openai-gpt-oss-20b-abliterated-uncensored-neo-imatrix + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf description: | @@ -4354,6 +5341,22 @@ It can also be creative, off the shelf crazy and rational too. Enjoy! + license: apache-2.0 + icon: https://huggingface.co/DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/resolve/main/power-the-matrix.gif + tags: + - openai + - gpt_oss + - 20b + - gguf + - llm + - moe + - uncensored + - abliterated + - imatrix + - neo + - reasoning + - coding + last_checked: "2026-04-30" overrides: parameters: model: OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf @@ -4361,48 +5364,49 @@ - filename: OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf sha256: 274ffaaf0783270c071006842ffe60af73600fc63c2b6153c0701b596fc3b122 uri: huggingface://DavidAU/OpenAi-GPT-oss-20b-abliterated-uncensored-NEO-Imatrix-gguf/OpenAI-20B-NEOPlus-Uncensored-IQ4_NL.gguf -- name: "chatterbox" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - size: "3.2GB" - icon: https://private-user-images.githubusercontent.com/660224/448166653-bd8c5f03-e91d-4ee5-b680-57355da204d1.png - license: "mit" +- name: chatterbox + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/resemble-ai/chatterbox + description: | + Chatterbox, Resemble AI's first production-grade open source TTS model. Licensed under MIT, Chatterbox has been benchmarked against leading closed-source systems like ElevenLabs, and is consistently preferred in side-by-side evaluations. + license: mit + icon: https://private-user-images.githubusercontent.com/660224/448166653-bd8c5f03-e91d-4ee5-b680-57355da204d1.png tags: - tts - dia - gpu - text-to-speech - description: | - Chatterbox, Resemble AI's first production-grade open source TTS model. Licensed under MIT, Chatterbox has been benchmarked against leading closed-source systems like ElevenLabs, and is consistently preferred in side-by-side evaluations. + size: 3.2GB overrides: - backend: "chatterbox" - name: "chatterbox" + backend: chatterbox known_usecases: - tts -- name: "dia" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://github.com/nari-labs/dia/raw/main/dia/static/images/banner.png + name: chatterbox +- name: dia + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/nari-labs/dia - https://huggingface.co/nari-labs/Dia-1.6B-0626 license: apache-2.0 + icon: https://github.com/nari-labs/dia/raw/main/dia/static/images/banner.png tags: - tts - dia - gpu - text-to-speech + last_checked: "2026-04-30" overrides: - backend: "transformers" - name: "dia" - description: "Dia is a 1.6B parameter text to speech model created by Nari Labs." + backend: transformers + description: Dia is a 1.6B parameter text to speech model created by Nari Labs. + known_usecases: + - tts + name: dia parameters: model: nari-labs/Dia-1.6B-0626 type: DiaForConditionalGeneration - known_usecases: - - tts -- name: "outetts" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: outetts + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/edwko/OuteTTS license: apache-2.0 @@ -4411,26 +5415,19 @@ - gpu - text-to-speech overrides: - backend: "outetts" - name: "outetts" - description: "OuteTTS is a 1.6B parameter text to speech model created by OuteAI." + backend: outetts + description: OuteTTS is a 1.6B parameter text to speech model created by OuteAI. + known_usecases: + - tts + name: outetts parameters: model: OuteAI/OuteTTS-0.3-1B type: OuteTTS - known_usecases: - - tts -- &afm - name: "arcee-ai_afm-4.5b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/6435718aaaef013d1aec3b8b/Lj9YVLIKKdImV_jID0A1g.png - license: aml +- name: arcee-ai_afm-4.5b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/arcee-ai/AFM-4.5B - https://huggingface.co/bartowski/arcee-ai_AFM-4.5B-GGUF - tags: - - gguf - - gpu - - text-generation description: | AFM-4.5B is a 4.5 billion parameter instruction-tuned model developed by Arcee.ai, designed for enterprise-grade performance across diverse deployment environments from cloud to edge. The base model was trained on a dataset of 8 trillion tokens, comprising 6.5 trillion tokens of general pretraining data followed by 1.5 trillion tokens of midtraining data with enhanced focus on mathematical reasoning and code generation. Following pretraining, the model underwent supervised fine-tuning on high-quality instruction datasets. The instruction-tuned model was further refined through reinforcement learning on verifiable rewards as well as for human preference. We use a modified version of TorchTitan for pretraining, Axolotl for supervised fine-tuning, and a modified version of Verifiers for reinforcement learning. @@ -4439,6 +5436,20 @@ The model architecture follows a standard transformer decoder-only design based on Vaswani et al., incorporating several key modifications for enhanced performance and efficiency. Notable architectural features include grouped query attention for improved inference efficiency and ReLU^2 activation functions instead of SwiGLU to enable sparsification while maintaining or exceeding performance benchmarks. The model available in this repo is the instruct model following supervised fine-tuning and reinforcement learning. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6435718aaaef013d1aec3b8b/Lj9YVLIKKdImV_jID0A1g.png + tags: + - arcee + - afm + - 4.5b + - gguf + - quantized + - llm + - instruction-tuned + - multilingual + - reasoning + - code + last_checked: "2026-04-30" overrides: parameters: model: arcee-ai_AFM-4.5B-Q4_K_M.gguf @@ -4446,12 +5457,10 @@ - filename: arcee-ai_AFM-4.5B-Q4_K_M.gguf sha256: f05516b323f581bebae1af2cbf900d83a2569b0a60c54366daf4a9c15ae30d4f uri: huggingface://bartowski/arcee-ai_AFM-4.5B-GGUF/arcee-ai_AFM-4.5B-Q4_K_M.gguf -- &insightface_buffalo_l - name: "insightface-buffalo-l" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 - # insightface library is MIT; pretrained packs are NON-COMMERCIAL. - license: "insightface-non-commercial" +- name: insightface-buffalo-l + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/deepinsight/insightface description: | Face recognition using insightface's `buffalo_l` pack (SCRFD-10GF detector + ResNet50 ArcFace 512-d embedder + genderage head, ~326MB). @@ -4460,17 +5469,28 @@ Weights delivered via LocalAI's gallery mechanism (SHA-256 verified, cached in the models directory like any other managed model). NON-COMMERCIAL RESEARCH USE ONLY. For commercial use see `insightface-opencv`. - tags: [face-recognition, face-verification, face-embedding, research-only, gpu, cpu] - urls: ['https://github.com/deepinsight/insightface'] + license: insightface-non-commercial + icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 + tags: + - face-recognition + - face-verification + - face-embedding + - research-only + - gpu + - cpu overrides: backend: insightface - parameters: {model: insightface-buffalo-l} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:insightface" - - "model_pack:buffalo_l" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:insightface + - model_pack:buffalo_l + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: insightface-buffalo-l files: - filename: buffalo_l.zip sha256: 80ffe37d8a5940d59a7384c201a2a38d4741f2f3c51eef46ebb28218a7b0ca2f @@ -4481,27 +5501,37 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &insightface_buffalo_m - name: "insightface-buffalo-m" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 - license: "insightface-non-commercial" +- name: insightface-buffalo-m + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/deepinsight/insightface description: | Mid-tier insightface pack (SCRFD-2.5GF detector + ResNet50 ArcFace + genderage, ~313MB). Same recognition accuracy as `buffalo_l` with a cheaper detector — good balance on mid-range hardware. NON-COMMERCIAL RESEARCH USE ONLY. - tags: [face-recognition, face-verification, face-embedding, research-only, gpu, cpu] - urls: ['https://github.com/deepinsight/insightface'] + license: insightface-non-commercial + icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 + tags: + - face-recognition + - face-verification + - face-embedding + - research-only + - gpu + - cpu overrides: backend: insightface - parameters: {model: insightface-buffalo-m} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:insightface" - - "model_pack:buffalo_m" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:insightface + - model_pack:buffalo_m + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: insightface-buffalo-m files: - filename: buffalo_m.zip sha256: d98264bd8f2dc75cbc2ddce2a14e636e02bb857b3051c234b737bf3b614edca9 @@ -4512,26 +5542,36 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &insightface_buffalo_s - name: "insightface-buffalo-s" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 - license: "insightface-non-commercial" +- name: insightface-buffalo-s + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/deepinsight/insightface description: | Small insightface pack (SCRFD-500MF detector + MBF 512-d embedder + genderage, ~159MB). Good fit for mid-range CPU deployments. NON-COMMERCIAL RESEARCH USE ONLY. - tags: [face-recognition, face-verification, face-embedding, research-only, edge, cpu] - urls: ['https://github.com/deepinsight/insightface'] + license: insightface-non-commercial + icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 + tags: + - face-recognition + - face-verification + - face-embedding + - research-only + - edge + - cpu overrides: backend: insightface - parameters: {model: insightface-buffalo-s} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:insightface" - - "model_pack:buffalo_s" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:insightface + - model_pack:buffalo_s + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: insightface-buffalo-s files: - filename: buffalo_s.zip sha256: d85a87f503f691807cd8bb97128bdf7a0660326cd9cd02657127fa978bab8b5e @@ -4542,28 +5582,38 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &insightface_buffalo_sc - name: "insightface-buffalo-sc" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 - license: "insightface-non-commercial" +- name: insightface-buffalo-sc + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/deepinsight/insightface description: | Ultra-small insightface pack (SCRFD-500MF + MBF recognition only, ~16MB). NO landmarks, NO age/gender head — `/v1/face/analyze` returns empty attributes for this pack. Ideal for edge/embedded deployments where only verification and embedding are needed. NON-COMMERCIAL RESEARCH USE ONLY. - tags: [face-recognition, face-verification, face-embedding, research-only, edge, cpu] - urls: ['https://github.com/deepinsight/insightface'] + license: insightface-non-commercial + icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 + tags: + - face-recognition + - face-verification + - face-embedding + - research-only + - edge + - cpu overrides: backend: insightface - parameters: {model: insightface-buffalo-sc} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:insightface" - - "model_pack:buffalo_sc" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:insightface + - model_pack:buffalo_sc + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: insightface-buffalo-sc files: - filename: buffalo_sc.zip sha256: 57d31b56b6ffa911c8a73cfc1707c73cab76efe7f13b675a05223bf42de47c72 @@ -4574,27 +5624,36 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &insightface_antelopev2 - name: "insightface-antelopev2" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 - license: "insightface-non-commercial" +- name: insightface-antelopev2 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/deepinsight/insightface description: | Largest insightface pack (SCRFD-10GF + ResNet100@Glint360K recognizer + genderage, ~407MB). Higher recognition accuracy than `buffalo_l` on harder benchmarks; pays for it in GPU memory. NON-COMMERCIAL RESEARCH USE ONLY. - tags: [face-recognition, face-verification, face-embedding, research-only, gpu] - urls: ['https://github.com/deepinsight/insightface'] + license: insightface-non-commercial + icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 + tags: + - face-recognition + - face-verification + - face-embedding + - research-only + - gpu overrides: backend: insightface - parameters: {model: insightface-antelopev2} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:insightface" - - "model_pack:antelopev2" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:insightface + - model_pack:antelopev2 + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: insightface-antelopev2 files: - filename: antelopev2.zip sha256: 8e182f14fc6e80b3bfa375b33eb6cff7ee05d8ef7633e738d1c89021dcf0c5c5 @@ -4605,10 +5664,10 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &insightface_opencv - name: "insightface-opencv" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - license: apache-2.0 +- name: insightface-opencv + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/opencv/opencv_zoo description: | Face recognition using OpenCV Zoo weights: YuNet detector + SFace 128-d recognizer (fp32). APACHE 2.0 — safe for commercial use. @@ -4616,18 +5675,28 @@ (`/v1/face/analyze` returns detection regions only). Weights are downloaded on install via LocalAI's gallery mechanism (~40MB). - tags: [face-recognition, face-verification, face-embedding, commercial-ok, gpu, cpu] - urls: ['https://github.com/opencv/opencv_zoo'] + license: apache-2.0 + tags: + - face-recognition + - face-verification + - face-embedding + - commercial-ok + - gpu + - cpu overrides: backend: insightface - parameters: {model: face_detection_yunet_2023mar.onnx} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:onnx_direct" - - "detector_onnx:face_detection_yunet_2023mar.onnx" - - "recognizer_onnx:face_recognition_sface_2021dec.onnx" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:onnx_direct + - detector_onnx:face_detection_yunet_2023mar.onnx + - recognizer_onnx:face_recognition_sface_2021dec.onnx + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: face_detection_yunet_2023mar.onnx files: - filename: face_detection_yunet_2023mar.onnx sha256: 8f2383e4dd3cfbb4553ea8718107fc0423210dc964f9f4280604804ed2552fa4 @@ -4641,27 +5710,37 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &insightface_opencv_int8 - name: "insightface-opencv-int8" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - license: apache-2.0 +- name: insightface-opencv-int8 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/opencv/opencv_zoo description: | Int8-quantized OpenCV Zoo face pair (YuNet int8 + SFace int8, ~12MB). Roughly 3x smaller and noticeably faster on CPU than the fp32 variant at comparable accuracy for face tasks. APACHE 2.0 — commercial-safe. Weights are downloaded on install via LocalAI's gallery mechanism. - tags: [face-recognition, face-verification, face-embedding, commercial-ok, edge, cpu] - urls: ['https://github.com/opencv/opencv_zoo'] + license: apache-2.0 + tags: + - face-recognition + - face-verification + - face-embedding + - commercial-ok + - edge + - cpu overrides: backend: insightface - parameters: {model: face_detection_yunet_2023mar_int8.onnx} + known_usecases: + - face_recognition + - detection + - embeddings options: - - "engine:onnx_direct" - - "detector_onnx:face_detection_yunet_2023mar_int8.onnx" - - "recognizer_onnx:face_recognition_sface_2021dec_int8.onnx" - - "antispoof_v2_onnx:MiniFASNetV2.onnx" - - "antispoof_v1se_onnx:MiniFASNetV1SE.onnx" - known_usecases: [face_recognition, detection, embeddings] + - engine:onnx_direct + - detector_onnx:face_detection_yunet_2023mar_int8.onnx + - recognizer_onnx:face_recognition_sface_2021dec_int8.onnx + - antispoof_v2_onnx:MiniFASNetV2.onnx + - antispoof_v1se_onnx:MiniFASNetV1SE.onnx + parameters: + model: face_detection_yunet_2023mar_int8.onnx files: - filename: face_detection_yunet_2023mar_int8.onnx sha256: 321aa5a6afabf7ecc46a3d06bfab2b579dc96eb5c3be7edd365fa04502ad9294 @@ -4675,10 +5754,11 @@ - filename: MiniFASNetV1SE.onnx sha256: ebab7f90c7833fbccd46d3a555410e78d969db5438e169b6524be444862b3676 uri: https://github.com/yakhyo/face-anti-spoofing/releases/download/weights/MiniFASNetV1SE.onnx -- &speechbrain_ecapa_tdnn - name: "speechbrain-ecapa-tdnn" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - license: apache-2.0 +- name: speechbrain-ecapa-tdnn + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://speechbrain.github.io/ + - https://huggingface.co/speechbrain/spkrec-ecapa-voxceleb description: | Speaker (voice) recognition with SpeechBrain's ECAPA-TDNN trained on VoxCeleb. 192-d L2-normalised embeddings, ~1.9% Equal Error @@ -4688,21 +5768,29 @@ LoadModel (no separate weight file in gallery `files:`). Points at the upstream SpeechBrain HF repo directly — same bytes every deployment. - tags: [voice-recognition, speaker-verification, speaker-embedding, commercial-ok, cpu, gpu] - urls: - - https://speechbrain.github.io/ - - https://huggingface.co/speechbrain/spkrec-ecapa-voxceleb + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1663000279893-60243f18c1f3c79f98e4b382.png + tags: + - voice-recognition + - speaker-verification + - speaker-embedding + - commercial-ok + - cpu + - gpu + last_checked: "2026-04-30" overrides: backend: speaker-recognition - parameters: {model: speechbrain/spkrec-ecapa-voxceleb} + known_usecases: + - speaker_recognition options: - - "engine:speechbrain" - - "source:speechbrain/spkrec-ecapa-voxceleb" - known_usecases: [speaker_recognition] -- &wespeaker_resnet34 - name: "wespeaker-resnet34" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - license: apache-2.0 + - engine:speechbrain + - source:speechbrain/spkrec-ecapa-voxceleb + parameters: + model: speechbrain/spkrec-ecapa-voxceleb +- name: wespeaker-resnet34 + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/wenet-e2e/wespeaker description: | Speaker recognition with WeSpeaker's ResNet34 trained on VoxCeleb, exported to ONNX. 256-d embeddings, CPU-friendly — avoids the @@ -4711,90 +5799,108 @@ Pair with the `speaker-recognition` backend's OnnxDirectEngine. Use when ECAPA-TDNN's torch dependency is undesirable (small images, edge deployments). - tags: [voice-recognition, speaker-verification, speaker-embedding, commercial-ok, edge, cpu] - urls: - - https://github.com/wenet-e2e/wespeaker + license: cc-by-4.0 + icon: https://www.gravatar.com/avatar/c93fc7a780fe98c24d3d5d5fcfe5c9c9?d=retro&size=100 + tags: + - voice-recognition + - speaker-verification + - speaker-embedding + - commercial-ok + - edge + - cpu + last_checked: "2026-04-30" overrides: backend: speaker-recognition - parameters: {model: wespeaker_voxceleb_resnet34.onnx} + known_usecases: + - speaker_recognition options: - - "engine:onnx" - - "model_path:wespeaker_voxceleb_resnet34.onnx" - - "sample_rate:16000" - known_usecases: [speaker_recognition] + - engine:onnx + - model_path:wespeaker_voxceleb_resnet34.onnx + - sample_rate:16000 + parameters: + model: wespeaker_voxceleb_resnet34.onnx files: - filename: wespeaker_voxceleb_resnet34.onnx sha256: 7bb2f06e9df17cdf1ef14ee8a15ab08ed28e8d0ef5054ee135741560df2ec068 uri: https://huggingface.co/Wespeaker/wespeaker-voxceleb-resnet34-LM/resolve/main/voxceleb_resnet34_LM.onnx -- &rfdetr - name: "rfdetr-base" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - size: "116MB" - icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 - license: apache-2.0 +- name: rfdetr-base + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/roboflow/rf-detr description: | RF-DETR is a real-time, transformer-based object detection model architecture developed by Roboflow and released under the Apache 2.0 license. RF-DETR is the first real-time model to exceed 60 AP on the Microsoft COCO benchmark alongside competitive performance at base sizes. It also achieves state-of-the-art performance on RF100-VL, an object detection benchmark that measures model domain adaptability to real world problems. RF-DETR is fastest and most accurate for its size when compared current real-time objection models. RF-DETR is small enough to run on the edge using Inference, making it an ideal model for deployments that need both strong accuracy and real-time performance. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/53104118?s=200&v=4 tags: - object-detection - rfdetr - gpu - cpu - urls: - - https://github.com/roboflow/rf-detr + size: 116MB overrides: backend: rfdetr - parameters: - model: rfdetr-base known_usecases: - detection -- &sam3cpp - name: "edgetam" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - size: "16MB" - license: apache-2.0 + parameters: + model: rfdetr-base +- name: edgetam + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/PABannier/sam3.cpp + - https://huggingface.co/PABannier/sam3.cpp description: | EdgeTAM is an ultra-efficient variant of the Segment Anything Model (SAM) for image segmentation. It uses a RepViT backbone and is only ~16MB quantized (Q4_0), making it ideal for edge deployment. Supports point-prompted and box-prompted image segmentation via the /v1/detection endpoint. Powered by sam3.cpp (C/C++ with GGML). + license: apache-2.0 + icon: https://huggingface.co/avatars/1060da67f4695ca426059230b6bf5210.svg tags: - - image-segmentation - - object-detection + - sam - sam3 - - edgetam - - cpu - - gpu - urls: - - https://github.com/PABannier/sam3.cpp - - https://huggingface.co/PABannier/sam3.cpp + - segment-anything + - gguf + - quantized + - q4_0 + - image-segmentation + - vision + - edge-deployment + - efficient + - small + size: 16MB + last_checked: "2026-04-30" overrides: backend: sam3-cpp + known_usecases: + - detection parameters: model: edgetam_q4_0.ggml threads: 4 - known_usecases: - - detection files: - filename: edgetam_q4_0.ggml sha256: a8a35e35fb9a1b6f099c3f35e3024548b0fc979c2a4184642562804192496e09 uri: huggingface://PABannier/sam3.cpp/edgetam_q4_0.ggml -- name: "dream-org_dream-v0-instruct-7b" - # chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: dream-org_dream-v0-instruct-7b + url: github:mudler/LocalAI/gallery/chatml.yaml@master + urls: + - https://huggingface.co/Dream-org/Dream-v0-Instruct-7B + - https://huggingface.co/bartowski/Dream-org_Dream-v0-Instruct-7B-GGUF + description: | + This is the instruct model of Dream 7B, which is an open diffusion large language model with top-tier performance. license: apache-2.0 + icon: https://hkunlp.github.io/assets/img/group_name.png tags: - - diffusion-large-language-model + - dream + - 7b - gguf - - gpu - - cpu - icon: https://hkunlp.github.io/assets/img/group_name.png - urls: - - https://huggingface.co/Dream-org/Dream-v0-Instruct-7B - - https://huggingface.co/bartowski/Dream-org_Dream-v0-Instruct-7B-GGUF - description: | - This is the instruct model of Dream 7B, which is an open diffusion large language model with top-tier performance. + - quantized + - llm + - chat + - instruction-tuned + - transformers + last_checked: "2026-04-30" overrides: parameters: model: Dream-org_Dream-v0-Instruct-7B-Q4_K_M.gguf @@ -4802,38 +5908,43 @@ - filename: Dream-org_Dream-v0-Instruct-7B-Q4_K_M.gguf sha256: 9067645ad6c85ae3daa8fa75a1831b9c77d59086d08a04d2bbbd27cb38475a7d uri: huggingface://bartowski/Dream-org_Dream-v0-Instruct-7B-GGUF/Dream-org_Dream-v0-Instruct-7B-Q4_K_M.gguf -- &smollm3 - name: "huggingfacetb_smollm3-3b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - license: apache-2.0 - icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/zy0dqTCCt5IHmuzwoqtJ9.png +- name: huggingfacetb_smollm3-3b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolLM3-3B - https://huggingface.co/bartowski/HuggingFaceTB_SmolLM3-3B-GGUF description: | SmolLM3 is a 3B parameter language model designed to push the boundaries of small models. It supports 6 languages, advanced reasoning and long context. SmolLM3 is a fully open model that offers strong performance at the 3B–4B scale. The model is a decoder-only transformer using GQA and NoPE (with 3:1 ratio), it was pretrained on 11.2T tokens with a staged curriculum of web, code, math and reasoning data. Post-training included midtraining on 140B reasoning tokens followed by supervised fine-tuning and alignment via Anchored Preference Optimization (APO). + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/zy0dqTCCt5IHmuzwoqtJ9.png tags: + - smollm3 + - 3b - llm - gguf - - gpu - - cpu - - smollm3 + - quantized + - multilingual + - reasoning + - instruction-tuned + - long-context + last_checked: "2026-04-30" overrides: parameters: model: HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf files: - filename: HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf - uri: huggingface://bartowski/HuggingFaceTB_SmolLM3-3B-GGUF/HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf sha256: 519732558d5fa7420ab058e1b776dcfe73da78013c2fe59c7ca43c325ef89132 -- url: "github:mudler/LocalAI/gallery/moondream.yaml@master" - license: apache-2.0 - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65df6605dba41b152100edf9/LEUWPRTize9N7dMShjcPC.png - description: | - Moondream is a small vision language model designed to run efficiently everywhere. + uri: huggingface://bartowski/HuggingFaceTB_SmolLM3-3B-GGUF/HuggingFaceTB_SmolLM3-3B-Q4_K_M.gguf +- name: moondream2-20250414 + url: github:mudler/LocalAI/gallery/moondream.yaml@master urls: - https://huggingface.co/vikhyatk/moondream2 - https://huggingface.co/ggml-org/moondream2-20250414-GGUF + description: | + Moondream is a small vision language model designed to run efficiently everywhere. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65df6605dba41b152100edf9/LEUWPRTize9N7dMShjcPC.png tags: - llm - multimodal @@ -4843,7 +5954,7 @@ - image-to-text - vision - cpu - name: "moondream2-20250414" + last_checked: "2026-04-30" overrides: mmproj: moondream2-mmproj-f16-20250414.gguf parameters: @@ -4855,21 +5966,27 @@ - filename: moondream2-mmproj-f16-20250414.gguf sha256: 4cc1cb3660d87ff56432ebeb7884ad35d67c48c7b9f6b2856f305e39c38eed8f uri: https://huggingface.co/ggml-org/moondream2-20250414-GGUF/resolve/main/moondream2-mmproj-f16-20250414.gguf -- icon: https://raw.githubusercontent.com/Anditty/OASIS/refs/heads/main/Group.svg - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - tags: - - gguf - - gpu - - cpu - - text-to-text - license: kwaipilot-license - name: "kwaipilot_kwaicoder-autothink-preview" +- name: kwaipilot_kwaicoder-autothink-preview + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Kwaipilot/KwaiCoder-AutoThink-preview - https://huggingface.co/bartowski/Kwaipilot_KwaiCoder-AutoThink-preview-GGUF description: | KwaiCoder-AutoThink-preview is the first public AutoThink LLM released by the Kwaipilot team at Kuaishou. The model merges thinking and non‑thinking abilities into a single checkpoint and dynamically adjusts its reasoning depth based on the input’s difficulty. + license: kwaipilot-license + icon: https://raw.githubusercontent.com/Anditty/OASIS/refs/heads/main/Group.svg + tags: + - kwai + - kwaiCoder + - kwaipilot + - gguf + - quantized + - llm + - multilingual + - reasoning + - coding + last_checked: "2026-04-30" overrides: parameters: model: Kwaipilot_KwaiCoder-AutoThink-preview-Q4_K_M.gguf @@ -4877,16 +5994,15 @@ - filename: Kwaipilot_KwaiCoder-AutoThink-preview-Q4_K_M.gguf sha256: 3004a61c8aa376d97b6dcfec458344f6c443a416591b2c7235fec09f4c78642d uri: huggingface://bartowski/Kwaipilot_KwaiCoder-AutoThink-preview-GGUF/Kwaipilot_KwaiCoder-AutoThink-preview-Q4_K_M.gguf -- &smolvlm - url: "github:mudler/LocalAI/gallery/smolvlm.yaml@master" - name: "smolvlm-256m-instruct" - icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM_256_banner.png +- name: smolvlm-256m-instruct + url: github:mudler/LocalAI/gallery/smolvlm.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolVLM-256M-Instruct - https://huggingface.co/ggml-org/SmolVLM-256M-Instruct-GGUF - license: apache-2.0 description: | SmolVLM-256M is the smallest multimodal model in the world. It accepts arbitrary sequences of image and text inputs to produce text outputs. It's designed for efficiency. SmolVLM can answer questions about images, describe visual content, or transcribe text. Its lightweight architecture makes it suitable for on-device applications while maintaining strong performance on multimodal tasks. It can run inference on one image with under 1GB of GPU RAM. + license: apache-2.0 + icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM_256_banner.png tags: - llm - gguf @@ -4896,10 +6012,11 @@ - multimodal - smollvlm - image-to-text + last_checked: "2026-05-01" overrides: + mmproj: mmproj-SmolVLM-256M-Instruct-Q8_0.gguf parameters: model: SmolVLM-256M-Instruct-Q8_0.gguf - mmproj: mmproj-SmolVLM-256M-Instruct-Q8_0.gguf files: - filename: mmproj-SmolVLM-256M-Instruct-Q8_0.gguf sha256: 7e943f7c53f0382a6fc41b6ee0c2def63ba4fded9ab8ed039cc9e2ab905e0edd @@ -4907,17 +6024,28 @@ - filename: SmolVLM-256M-Instruct-Q8_0.gguf sha256: 2a31195d3769c0b0fd0a4906201666108834848db768af11de1d2cef7cd35e65 uri: huggingface://ggml-org/SmolVLM-256M-Instruct-GGUF/SmolVLM-256M-Instruct-Q8_0.gguf -- !!merge <<: *smolvlm - name: "smolvlm-500m-instruct" +- name: smolvlm-500m-instruct + url: github:mudler/LocalAI/gallery/smolvlm.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolVLM-500M-Instruct - https://huggingface.co/ggml-org/SmolVLM-500M-Instruct-GGUF description: | SmolVLM-500M is a tiny multimodal model, member of the SmolVLM family. It accepts arbitrary sequences of image and text inputs to produce text outputs. It's designed for efficiency. SmolVLM can answer questions about images, describe visual content, or transcribe text. Its lightweight architecture makes it suitable for on-device applications while maintaining strong performance on multimodal tasks. It can run inference on one image with 1.23GB of GPU RAM. + license: apache-2.0 + icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM_256_banner.png + tags: + - llm + - gguf + - gpu + - cpu + - vision + - multimodal + - smollvlm + - image-to-text overrides: + mmproj: mmproj-SmolVLM-500M-Instruct-Q8_0.gguf parameters: model: SmolVLM-500M-Instruct-Q8_0.gguf - mmproj: mmproj-SmolVLM-500M-Instruct-Q8_0.gguf files: - filename: mmproj-SmolVLM-500M-Instruct-Q8_0.gguf sha256: d1eb8b6b23979205fdf63703ed10f788131a3f812c7b1f72e0119d5d81295150 @@ -4925,18 +6053,29 @@ - filename: SmolVLM-500M-Instruct-Q8_0.gguf sha256: 9d4612de6a42214499e301494a3ecc2be0abdd9de44e663bda63f1152fad1bf4 uri: huggingface://ggml-org/SmolVLM-500M-Instruct-GGUF/SmolVLM-500M-Instruct-Q8_0.gguf -- !!merge <<: *smolvlm - name: "smolvlm-instruct" - icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM.png +- name: smolvlm-instruct + url: github:mudler/LocalAI/gallery/smolvlm.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolVLM-Instruct - https://huggingface.co/ggml-org/SmolVLM-Instruct-GGUF description: | SmolVLM is a compact open multimodal model that accepts arbitrary sequences of image and text inputs to produce text outputs. Designed for efficiency, SmolVLM can answer questions about images, describe visual content, create stories grounded on multiple images, or function as a pure language model without visual inputs. Its lightweight architecture makes it suitable for on-device applications while maintaining strong performance on multimodal tasks. + license: apache-2.0 + icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM.png + tags: + - smolvlm + - multimodal + - vision + - 1.7b + - gguf + - llm + - instruction-tuned + - image-to-text + last_checked: "2026-05-01" overrides: + mmproj: mmproj-SmolVLM-Instruct-Q8_0.gguf parameters: model: SmolVLM-Instruct-Q4_K_M.gguf - mmproj: mmproj-SmolVLM-Instruct-Q8_0.gguf files: - filename: SmolVLM-Instruct-Q4_K_M.gguf sha256: dc80966bd84789de64115f07888939c03abb1714d431c477dfb405517a554af5 @@ -4944,18 +6083,31 @@ - filename: mmproj-SmolVLM-Instruct-Q8_0.gguf sha256: 86b84aa7babf1ab51a6366d973b9d380354e92c105afaa4f172cc76d044da739 uri: https://huggingface.co/ggml-org/SmolVLM-Instruct-GGUF/resolve/main/mmproj-SmolVLM-Instruct-Q8_0.gguf -- !!merge <<: *smolvlm - name: "smolvlm2-2.2b-instruct" - icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM2_banner.png +- name: smolvlm2-2.2b-instruct + url: github:mudler/LocalAI/gallery/smolvlm.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolVLM2-2.2B-Instruct - https://huggingface.co/ggml-org/SmolVLM2-2.2B-Instruct-GGUF description: | SmolVLM2-2.2B is a lightweight multimodal model designed to analyze video content. The model processes videos, images, and text inputs to generate text outputs - whether answering questions about media files, comparing visual content, or transcribing text from images. Despite its compact size, requiring only 5.2GB of GPU RAM for video inference, it delivers robust performance on complex multimodal tasks. This efficiency makes it particularly well-suited for on-device applications where computational resources may be limited. + license: apache-2.0 + icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM2_banner.png + tags: + - smolvlm2 + - smollm + - 2.2b + - multimodal + - vision + - video + - instruct + - gguf + - llm + - vqa + last_checked: "2026-05-01" overrides: + mmproj: mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf parameters: model: SmolVLM2-2.2B-Instruct-Q4_K_M.gguf - mmproj: mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf files: - filename: SmolVLM2-2.2B-Instruct-Q4_K_M.gguf sha256: 0cf76814555b8665149075b74ab6b5c1d428ea1d3d01c1918c12012e8d7c9f58 @@ -4963,9 +6115,8 @@ - filename: mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf sha256: ae07ea1facd07dd3230c4483b63e8cda96c6944ad2481f33d531f79e892dd024 uri: huggingface://ggml-org/SmolVLM2-2.2B-Instruct-GGUF/mmproj-SmolVLM2-2.2B-Instruct-Q8_0.gguf -- !!merge <<: *smolvlm - name: "smolvlm2-500m-video-instruct" - icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM2_banner.png +- name: smolvlm2-500m-video-instruct + url: github:mudler/LocalAI/gallery/smolvlm.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolVLM2-500M-Video-Instruct - https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF @@ -4973,10 +6124,21 @@ SmolVLM2-500M-Video is a lightweight multimodal model designed to analyze video content. The model processes videos, images, and text inputs to generate text outputs - whether answering questions about media files, comparing visual content, or transcribing text from images. Despite its compact size, requiring only 1.8GB of GPU RAM for video inference, it delivers robust performance on complex multimodal tasks. This efficiency makes it particularly well-suited for on-device applications where computational resources may be limited. + license: apache-2.0 + icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM2_banner.png + tags: + - llm + - gguf + - gpu + - cpu + - vision + - multimodal + - smollvlm + - image-to-text overrides: + mmproj: mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf parameters: model: SmolVLM2-500M-Video-Instruct-f16.gguf - mmproj: mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf files: - filename: SmolVLM2-500M-Video-Instruct-f16.gguf sha256: 80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77 @@ -4984,18 +6146,29 @@ - filename: mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf sha256: b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0 uri: huggingface://ggml-org/SmolVLM2-500M-Video-Instruct-GGUF/mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf -- !!merge <<: *smolvlm - name: "smolvlm2-256m-video-instruct" - icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM2_banner.png +- name: smolvlm2-256m-video-instruct + url: github:mudler/LocalAI/gallery/smolvlm.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolVLM2-256M-Video-Instruct - https://huggingface.co/ggml-org/SmolVLM2-256M-Video-Instruct-GGUF description: | SmolVLM2-256M-Video is a lightweight multimodal model designed to analyze video content. The model processes videos, images, and text inputs to generate text outputs - whether answering questions about media files, comparing visual content, or transcribing text from images. Despite its compact size, requiring only 1.38GB of GPU RAM for video inference. This efficiency makes it particularly well-suited for on-device applications that require specific domain fine-tuning and computational resources may be limited. + license: apache-2.0 + icon: https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/SmolVLM2_banner.png + tags: + - llm + - gguf + - gpu + - cpu + - vision + - multimodal + - smollvlm + - image-to-text + last_checked: "2026-05-01" overrides: + mmproj: mmproj-SmolVLM2-256M-Video-Instruct-Q8_0.gguf parameters: model: SmolVLM2-256M-Video-Instruct-Q8_0.gguf - mmproj: mmproj-SmolVLM2-256M-Video-Instruct-Q8_0.gguf files: - filename: SmolVLM2-256M-Video-Instruct-Q8_0.gguf sha256: af7ce9951a2f46c4f6e5def253e5b896ca5e417010e7a9949fdc9e5175c27767 @@ -5003,14 +6176,11 @@ - filename: mmproj-SmolVLM2-256M-Video-Instruct-Q8_0.gguf sha256: d34913a588464ff7215f086193e0426a4f045eaba74456ee5e2667d8ed6798b1 uri: huggingface://ggml-org/SmolVLM2-256M-Video-Instruct-GGUF/mmproj-SmolVLM2-256M-Video-Instruct-Q8_0.gguf -- &qwen3 - url: "github:mudler/LocalAI/gallery/qwen3.yaml@master" - name: "qwen3-30b-a3b" +- name: qwen3-30b-a3b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-30B-A3B - https://huggingface.co/bartowski/Qwen_Qwen3-30B-A3B-GGUF - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png - license: apache-2.0 description: | Qwen3 is the latest generation of large language models in Qwen series, offering a comprehensive suite of dense and mixture-of-experts (MoE) models. Built upon extensive training, Qwen3 delivers groundbreaking advancements in reasoning, instruction-following, agent capabilities, and multilingual support, with the following key features: @@ -5032,15 +6202,23 @@ Context Length: 32,768 natively and 131,072 tokens with YaRN. For more details, including benchmark evaluation, hardware requirements, and inference performance, please refer to our blog, GitHub, and Documentation. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png tags: - - llm - - gguf - - gpu - - cpu - qwen - qwen3 - - thinking + - moe + - gguf + - quantized + - 30b + - 3b - reasoning + - code + - math + - agent + - multilingual + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Qwen_Qwen3-30B-A3B-Q4_K_M.gguf @@ -5048,14 +6226,8 @@ - filename: Qwen_Qwen3-30B-A3B-Q4_K_M.gguf sha256: a015794bfb1d69cb03dbb86b185fb2b9b339f757df5f8f9dd9ebdab8f6ed5d32 uri: huggingface://bartowski/Qwen_Qwen3-30B-A3B-GGUF/Qwen_Qwen3-30B-A3B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-reranker-0.6b" - tags: - - qwen3 - - reranker - - gguf - - gpu - - cpu +- name: qwen3-reranker-0.6b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Reranker-0.6B description: | @@ -5069,17 +6241,27 @@ - Number of Paramaters: 0.6B - Context Length: 32k - Quantization: q4_K_M, q5_0, q5_K_M, q6_K, q8_0, f16 + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen3 + - 0.6b + - reranker + - gguf + - multilingual + - instruction-tuned + - text-ranking + last_checked: "2026-05-01" overrides: - reranking: true parameters: model: Qwen3-Reranker-0.6B.Q8_0.gguf + reranking: true files: - filename: Qwen3-Reranker-0.6B.Q8_0.gguf - uri: huggingface://mradermacher/Qwen3-Reranker-0.6B-GGUF/Qwen3-Reranker-0.6B.Q8_0.gguf sha256: c525a7449243f690a7062e6377d6cf5adbb289354bd4316312367cd20e187ab7 -- !!merge <<: *qwen3 - name: "qwen3-235b-a22b-instruct-2507" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + uri: huggingface://mradermacher/Qwen3-Reranker-0.6B-GGUF/Qwen3-Reranker-0.6B.Q8_0.gguf +- name: qwen3-235b-a22b-instruct-2507 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507 - https://huggingface.co/lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF @@ -5090,6 +6272,22 @@ Substantial gains in long-tail knowledge coverage across multiple languages. Markedly better alignment with user preferences in subjective and open-ended tasks, enabling more helpful responses and higher-quality text generation. Enhanced capabilities in 256K long-context understanding. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - moe + - 235b + - 22b + - chat + - reasoning + - code + - multilingual + - instruction-tuned + - llm + - gguf + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-235B-A22B-Instruct-2507-Q3_K_L-00001-of-00003.gguf @@ -5103,9 +6301,8 @@ - filename: Qwen3-235B-A22B-Instruct-2507-Q3_K_L-00003-of-00003.gguf sha256: f8180d4c7bee10d8a7be6f8f0cd3dcb8529c79d0959d695d530b32f04da83731 uri: huggingface://lmstudio-community/Qwen3-235B-A22B-Instruct-2507-GGUF/Qwen3-235B-A22B-Instruct-2507-Q3_K_L-00003-of-00003.gguf -- !!merge <<: *qwen3 - name: "qwen3-coder-480b-a35b-instruct" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png +- name: qwen3-coder-480b-a35b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct - https://huggingface.co/lmstudio-community/Qwen3-Coder-480B-A35B-Instruct-GGUF @@ -5115,6 +6312,22 @@ Significant Performance among open models on Agentic Coding, Agentic Browser-Use, and other foundational coding tasks, achieving results comparable to Claude Sonnet. Long-context Capabilities with native support for 256K tokens, extendable up to 1M tokens using Yarn, optimized for repository-scale understanding. Agentic Coding supporting for most platform such as Qwen Code, CLINE, featuring a specially designed function call format. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 480b + - moe + - gguf + - quantized + - code + - chat + - agentic + - reasoning + - instruction-tuned + - llm + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-Coder-480B-A35B-Instruct-Q3_K_L-00006-of-00006.gguf @@ -5137,8 +6350,8 @@ - filename: Qwen3-Coder-480B-A35B-Instruct-Q3_K_L-00006-of-00006.gguf sha256: 4889a1484994fd8d58d002315252e32b3d528ea250459f534868066216ed0712 uri: huggingface://lmstudio-community/Qwen3-Coder-480B-A35B-Instruct-GGUF/Qwen3-Coder-480B-A35B-Instruct-Q3_K_L-00006-of-00006.gguf -- !!merge <<: *qwen3 - name: "qwen3-32b" +- name: qwen3-32b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-32B - https://huggingface.co/bartowski/Qwen_Qwen3-32B-GGUF @@ -5162,6 +6375,22 @@ Context Length: 32,768 natively and 131,072 tokens with YaRN. For more details, including benchmark evaluation, hardware requirements, and inference performance, please refer to our blog, GitHub, and Documentation. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 32b + - gguf + - quantized + - llm + - chat + - reasoning + - thinking + - multilingual + - moe + - code + last_checked: "2026-05-01" overrides: parameters: model: Qwen_Qwen3-32B-Q4_K_M.gguf @@ -5169,8 +6398,8 @@ - filename: Qwen_Qwen3-32B-Q4_K_M.gguf sha256: e41ec56ddd376963a116da97506fadfccb50fb402bb6f3cb4be0bc179a582bd6 uri: huggingface://bartowski/Qwen_Qwen3-32B-GGUF/Qwen_Qwen3-32B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-14b" +- name: qwen3-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-14B - https://huggingface.co/MaziyarPanahi/Qwen3-14B-GGUF @@ -5194,6 +6423,22 @@ Context Length: 32,768 natively and 131,072 tokens with YaRN. For more details, including benchmark evaluation, hardware requirements, and inference performance, please refer to our blog, GitHub, and Documentation. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - llm + - chat + - reasoning + - thinking + - code + - agent + - multilingual + - instruction-tuned + - gguf + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-14B.Q4_K_M.gguf @@ -5201,8 +6446,8 @@ - filename: Qwen3-14B.Q4_K_M.gguf sha256: ee624d4be12433277bb9a340d3e5aabf5eb68fc788a7048ee99917edaa46494a uri: huggingface://MaziyarPanahi/Qwen3-14B-GGUF/Qwen3-14B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-8b" +- name: qwen3-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-8B - https://huggingface.co/MaziyarPanahi/Qwen3-8B-GGUF @@ -5226,6 +6471,18 @@ Number of Layers: 36 Number of Attention Heads (GQA): 32 for Q and 8 for KV Context Length: 32,768 natively and 131,072 tokens with YaRN. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-8B.Q4_K_M.gguf @@ -5233,8 +6490,8 @@ - filename: Qwen3-8B.Q4_K_M.gguf sha256: 376902d50612ecfc5bd8b268f376c04d10ad7e480f99a1483b833f04344a549e uri: huggingface://MaziyarPanahi/Qwen3-8B-GGUF/Qwen3-8B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-4b" +- name: qwen3-4b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-4B - https://huggingface.co/MaziyarPanahi/Qwen3-4B-GGUF @@ -5256,6 +6513,20 @@ Number of Layers: 36 Number of Attention Heads (GQA): 32 for Q and 8 for KV Context Length: 32,768 natively and 131,072 tokens with YaRN. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - llm + - gguf + - quantized + - multilingual + - reasoning + - code + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-4B.Q4_K_M.gguf @@ -5263,8 +6534,8 @@ - filename: Qwen3-4B.Q4_K_M.gguf sha256: a37931937683a723ae737a0c6fc67dab7782fd8a1b9dea2ca445b7a1dbd5ca3a uri: huggingface://MaziyarPanahi/Qwen3-4B-GGUF/Qwen3-4B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-1.7b" +- name: qwen3-1.7b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-1.7B - https://huggingface.co/MaziyarPanahi/Qwen3-1.7B-GGUF @@ -5286,6 +6557,21 @@ Number of Layers: 28 Number of Attention Heads (GQA): 16 for Q and 8 for KV Context Length: 32,768 + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 1.7b + - llm + - chat + - reasoning + - multilingual + - code + - agent + - thinking + - gguf + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-1.7B.Q4_K_M.gguf @@ -5293,8 +6579,8 @@ - filename: Qwen3-1.7B.Q4_K_M.gguf sha256: ea2aa5f1cce3c8df81ae5fd292a6ed265b8393cc89534dc21fc5327cc974116a uri: huggingface://MaziyarPanahi/Qwen3-1.7B-GGUF/Qwen3-1.7B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-0.6b" +- name: qwen3-0.6b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-0.6B - https://huggingface.co/MaziyarPanahi/Qwen3-0.6B-GGUF @@ -5316,48 +6602,102 @@ Number of Layers: 28 Number of Attention Heads (GQA): 16 for Q and 8 for KV Context Length: 32,768 - overrides: - parameters: - model: Qwen3-0.6B.Q4_K_M.gguf - files: - - filename: Qwen3-0.6B.Q4_K_M.gguf - sha256: dc4503da5d7cc7254055a86cd90e1a8c9d16c6ac71eb3a32b34bf48a1f4e0999 - uri: huggingface://MaziyarPanahi/Qwen3-0.6B-GGUF/Qwen3-0.6B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "mlabonne_qwen3-14b-abliterated" - urls: - - https://huggingface.co/mlabonne/Qwen3-14B-abliterated - - https://huggingface.co/bartowski/mlabonne_Qwen3-14B-abliterated-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-05-01" + overrides: + parameters: + model: Qwen3-0.6B.Q4_K_M.gguf + files: + - filename: Qwen3-0.6B.Q4_K_M.gguf + sha256: dc4503da5d7cc7254055a86cd90e1a8c9d16c6ac71eb3a32b34bf48a1f4e0999 + uri: huggingface://MaziyarPanahi/Qwen3-0.6B-GGUF/Qwen3-0.6B.Q4_K_M.gguf +- name: mlabonne_qwen3-14b-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master + urls: + - https://huggingface.co/mlabonne/Qwen3-14B-abliterated + - https://huggingface.co/bartowski/mlabonne_Qwen3-14B-abliterated-GGUF description: | Qwen3-14B-abliterated is a 14B parameter model that is abliterated. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - abliterated + - chat + - reasoning + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf files: - filename: mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf - uri: huggingface://bartowski/mlabonne_Qwen3-14B-abliterated-GGUF/mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf sha256: 3fe972a7c6e847ec791453b89a7333d369fbde329cbd4cc9a4f0598854db5d54 -- !!merge <<: *qwen3 - name: "mlabonne_qwen3-8b-abliterated" + uri: huggingface://bartowski/mlabonne_Qwen3-14B-abliterated-GGUF/mlabonne_Qwen3-14B-abliterated-Q4_K_M.gguf +- name: mlabonne_qwen3-8b-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mlabonne/Qwen3-8B-abliterated - https://huggingface.co/bartowski/mlabonne_Qwen3-8B-abliterated-GGUF description: | Qwen3-8B-abliterated is a 8B parameter model that is abliterated. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen3 + - qwen + - 8b + - gguf + - abliterated + - uncensored + - chat + - llm + - quantized + - mlabonne + last_checked: "2026-05-01" overrides: parameters: model: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf files: - filename: mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf - uri: huggingface://bartowski/mlabonne_Qwen3-8B-abliterated-GGUF/mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf sha256: 361557e69ad101ee22b1baf427283b7ddcf81bc7532b8cee8ac2c6b4d1b81ead -- !!merge <<: *qwen3 - name: "mlabonne_qwen3-4b-abliterated" + uri: huggingface://bartowski/mlabonne_Qwen3-8B-abliterated-GGUF/mlabonne_Qwen3-8B-abliterated-Q4_K_M.gguf +- name: mlabonne_qwen3-4b-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mlabonne/Qwen3-4B-abliterated - https://huggingface.co/bartowski/mlabonne_Qwen3-4B-abliterated-GGUF description: | Qwen3-4B-abliterated is a 4B parameter model that is abliterated. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - gguf + - llm + - abliterated + - quantized + - reasoning + - chat + - uncensored + last_checked: "2026-05-01" overrides: parameters: model: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf @@ -5365,13 +6705,29 @@ - filename: mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf sha256: 004f7b8f59ccd5fa42258c52aa2087b89524cced84e955b9c8b115035ca073b2 uri: huggingface://bartowski/mlabonne_Qwen3-4B-abliterated-GGUF/mlabonne_Qwen3-4B-abliterated-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-30b-a3b-abliterated" +- name: qwen3-30b-a3b-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mlabonne/Qwen3-30B-A3B-abliterated - https://huggingface.co/mradermacher/Qwen3-30B-A3B-abliterated-GGUF description: | Abliterated version of Qwen3-30B-A3B by mlabonne. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 30b + - a3b + - gguf + - quantized + - llm + - chat + - abliterated + - uncensored + - reasoning + - multilingual + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-30B-A3B-abliterated.Q4_K_M.gguf @@ -5379,8 +6735,8 @@ - filename: Qwen3-30B-A3B-abliterated.Q4_K_M.gguf sha256: 60549f0232ed856dd0268e006e8f764620ea3eeaac3239ff0843e647dd9ae128 uri: huggingface://mradermacher/Qwen3-30B-A3B-abliterated-GGUF/Qwen3-30B-A3B-abliterated.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-8b-jailbroken" +- name: qwen3-8b-jailbroken + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/cooperleong00/Qwen3-8B-Jailbroken - https://huggingface.co/mradermacher/Qwen3-8B-Jailbroken-GGUF @@ -5389,6 +6745,20 @@ A jailbroken Qwen3-8B model using weight orthogonalization[1]. Implementation script: https://gist.github.com/cooperleong00/14d9304ba0a4b8dba91b60a873752d25 [1]: Arditi, Andy, et al. "Refusal in language models is mediated by a single direction." arXiv preprint arXiv:2406.11717 (2024). + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - gguf + - quantized + - llm + - chat + - multilingual + - jailbroken + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-8B-Jailbroken.Q4_K_M.gguf @@ -5396,8 +6766,8 @@ - filename: Qwen3-8B-Jailbroken.Q4_K_M.gguf sha256: 14ded84a1791a95285829abcc76ed9ca4fa61c469e0e94b53a4224ce46e34b41 uri: huggingface://mradermacher/Qwen3-8B-Jailbroken-GGUF/Qwen3-8B-Jailbroken.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "fast-math-qwen3-14b" +- name: fast-math-qwen3-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/RabotniKuma/Fast-Math-Qwen3-14B - https://huggingface.co/mradermacher/Fast-Math-Qwen3-14B-GGUF @@ -5411,6 +6781,20 @@ Technical details can be found in our github repository. Note: This model likely inherits the ability to perform inference in TIR mode from the original model. However, all of our experiments were conducted in CoT mode, and its performance in TIR mode has not been evaluated. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - llm + - math + - reasoning + - chat + - gguf + - quantized + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Fast-Math-Qwen3-14B.Q4_K_M.gguf @@ -5418,8 +6802,8 @@ - filename: Fast-Math-Qwen3-14B.Q4_K_M.gguf sha256: 8711208a9baa502fc5e943446eb5efe62eceafb6778920af5415235a3dba4d64 uri: huggingface://mradermacher/Fast-Math-Qwen3-14B-GGUF/Fast-Math-Qwen3-14B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "josiefied-qwen3-8b-abliterated-v1" +- name: josiefied-qwen3-8b-abliterated-v1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen3-8B-abliterated-v1 - https://huggingface.co/mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF @@ -5428,6 +6812,20 @@ Despite their rebellious spirit, the JOSIEFIED models often outperform their base counterparts on standard benchmarks — delivering both raw power and utility. These models are intended for advanced users who require unrestricted, high-performance language generation. Introducing Josiefied-Qwen3-8B-abliterated-v1, a new addition to the JOSIEFIED family — fine-tuned with a focus on openness and instruction alignment. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - josiefied + - 8b + - llm + - gguf + - chat + - instruction-tuned + - uncensored + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Josiefied-Qwen3-8B-abliterated-v1.Q4_K_M.gguf @@ -5435,13 +6833,26 @@ - filename: Josiefied-Qwen3-8B-abliterated-v1.Q4_K_M.gguf sha256: 1de498fe269116d448a52cba3796bbad0a2ac4dc1619ff6b46674ba344dcf69d uri: huggingface://mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF/Josiefied-Qwen3-8B-abliterated-v1.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "furina-8b" +- name: furina-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/minchyeom/Furina-8B - https://huggingface.co/mradermacher/Furina-8B-GGUF description: | A model that is fine-tuned to be Furina, the Hydro Archon and Judge of Fontaine from Genshin Impact. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - gguf + - llm + - chat + - reasoning + - instruction-tuned + - quantized + last_checked: "2026-05-01" overrides: parameters: model: Furina-8B.Q4_K_M.gguf @@ -5449,9 +6860,8 @@ - filename: Furina-8B.Q4_K_M.gguf sha256: 8f0e825eca83b54eeff60b1b46c8b504de1777fe2ff10f83f12517982ae93cb3 uri: huggingface://mradermacher/Furina-8B-GGUF/Furina-8B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "shuttleai_shuttle-3.5" - icon: https://storage.shuttleai.com/shuttle-3.5.png +- name: shuttleai_shuttle-3.5 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/shuttleai/shuttle-3.5 - https://huggingface.co/bartowski/shuttleai_shuttle-3.5-GGUF @@ -5472,6 +6882,20 @@ Number of Layers: 64 Number of Attention Heads (GQA): 64 for Q and 8 for KV Context Length: 32,768 natively and 131,072 tokens with YaRN. + license: apache-2.0 + icon: https://storage.shuttleai.com/shuttle-3.5.png + tags: + - qwen + - qwen3 + - 32b + - llm + - gguf + - reasoning + - multilingual + - instruction-tuned + - agent + - chat + last_checked: "2026-05-01" overrides: parameters: model: shuttleai_shuttle-3.5-Q4_K_M.gguf @@ -5479,9 +6903,8 @@ - filename: shuttleai_shuttle-3.5-Q4_K_M.gguf sha256: c5defd3b45aa5f9bf56ce379b6346f99684bfddfe332329e91cfab2853015374 uri: huggingface://bartowski/shuttleai_shuttle-3.5-GGUF/shuttleai_shuttle-3.5-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "amoral-qwen3-14b" - icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/Jvn4zX2BvTIBuleqbkKq6.png +- name: amoral-qwen3-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/soob3123/amoral-qwen3-14B - https://huggingface.co/mradermacher/amoral-qwen3-14B-GGUF @@ -5495,6 +6918,20 @@ No inherent moral framing ("evil slop" reduction) Emotionally neutral tone enforcement Epistemic humility protocols (avoids "thrilling", "wonderful", etc.) + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/Jvn4zX2BvTIBuleqbkKq6.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - chat + - reasoning + - uncensored + - analytical-tasks + last_checked: "2026-05-01" overrides: parameters: model: amoral-qwen3-14B.Q4_K_M.gguf @@ -5502,8 +6939,8 @@ - filename: amoral-qwen3-14B.Q4_K_M.gguf sha256: 7a73332b4dd49d5df1de2dbe84fc274019f33e564bcdce722e6e2ddf4e93cc77 uri: huggingface://mradermacher/amoral-qwen3-14B-GGUF/amoral-qwen3-14B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen-3-32b-medical-reasoning-i1" +- name: qwen-3-32b-medical-reasoning-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/nicoboss/Qwen-3-32B-Medical-Reasoning - https://huggingface.co/mradermacher/Qwen-3-32B-Medical-Reasoning-i1-GGUF @@ -5513,6 +6950,19 @@ Fine-tuning Qwen3-32B in 4-bit Quantization for Medical Reasoning This project fine-tunes the Qwen/Qwen3-32B model using a medical reasoning dataset (FreedomIntelligence/medical-o1-reasoning-SFT) with 4-bit quantization for memory-efficient training. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 32b + - gguf + - quantized + - llm + - medical + - reasoning + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Qwen-3-32B-Medical-Reasoning.i1-Q4_K_M.gguf @@ -5520,14 +6970,26 @@ - filename: Qwen-3-32B-Medical-Reasoning.i1-Q4_K_M.gguf sha256: 3d5ca0c8dfde8f9466e4d89839f08cd2f45ef97d6c28fa61f9428645877497b0 uri: huggingface://mradermacher/Qwen-3-32B-Medical-Reasoning-i1-GGUF/Qwen-3-32B-Medical-Reasoning.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "smoothie-qwen3-8b" - icon: https://github.com/dnotitia/smoothie-qwen/raw/main/asset/smoothie-qwen-logo.png +- name: smoothie-qwen3-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/dnotitia/Smoothie-Qwen3-8B - https://huggingface.co/mradermacher/Smoothie-Qwen3-8B-GGUF description: | Smoothie Qwen is a lightweight adjustment tool that smooths token probabilities in Qwen and similar models, enhancing balanced multilingual generation capabilities. For more details, please refer to https://github.com/dnotitia/smoothie-qwen. + license: apache-2.0 + icon: https://github.com/dnotitia/smoothie-qwen/raw/main/asset/smoothie-qwen-logo.png + tags: + - qwen + - qwen3 + - 8b + - llm + - chat + - reasoning + - gguf + - multilingual + - smoothie + last_checked: "2026-05-01" overrides: parameters: model: Smoothie-Qwen3-8B.Q4_K_M.gguf @@ -5535,9 +6997,8 @@ - filename: Smoothie-Qwen3-8B.Q4_K_M.gguf sha256: 36fc6df285c35beb8f1fdb46b3854bc4f420d3600afa397bf6a89e2ce5480112 uri: huggingface://mradermacher/Smoothie-Qwen3-8B-GGUF/Smoothie-Qwen3-8B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-30b-a1.5b-high-speed" - icon: https://huggingface.co/DavidAU/Qwen3-30B-A1.5B-High-Speed/resolve/main/star-wars-hans-solo.gif +- name: qwen3-30b-a1.5b-high-speed + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-30B-A1.5B-High-Speed - https://huggingface.co/mradermacher/Qwen3-30B-A1.5B-High-Speed-GGUF @@ -5558,6 +7019,20 @@ GPU performance IQ3S jumps from 75 t/s to over 125 t/s. (low to mid level card) Context size: 32K + 8K for output (40k total) + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-30B-A1.5B-High-Speed/resolve/main/star-wars-hans-solo.gif + tags: + - qwen + - qwen3 + - llm + - moe + - gguf + - 30b + - 1.5b + - reasoning + - thinking + - high-speed + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-30B-A1.5B-High-Speed.Q4_K_M.gguf @@ -5565,8 +7040,8 @@ - filename: Qwen3-30B-A1.5B-High-Speed.Q4_K_M.gguf sha256: 2fca25524abe237483de64599bab54eba8fb22088fc21e30ba45ea8fb04dd1e0 uri: huggingface://mradermacher/Qwen3-30B-A1.5B-High-Speed-GGUF/Qwen3-30B-A1.5B-High-Speed.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "kalomaze_qwen3-16b-a3b" +- name: kalomaze_qwen3-16b-a3b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/kalomaze/Qwen3-16B-A3B - https://huggingface.co/bartowski/kalomaze_Qwen3-16B-A3B-GGUF @@ -5581,6 +7056,20 @@ It can still write semi-coherently without any additional training or distillation done on top of it from the original 30b MoE. The .txt files with the original measurements are provided in the repo along with the exported weights. Custom testing to measure the experts was done on a hacked version of vllm, and then I made a bespoke script to selectively export the weights according to the measurements. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - moe + - gguf + - quantized + - llm + - 16b + - 30b + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: kalomaze_Qwen3-16B-A3B-Q4_K_M.gguf @@ -5588,15 +7077,28 @@ - filename: kalomaze_Qwen3-16B-A3B-Q4_K_M.gguf sha256: 34c86e1a956349632a05af37a104203823859363f141e1002abe6017349fbdcb uri: huggingface://bartowski/kalomaze_Qwen3-16B-A3B-GGUF/kalomaze_Qwen3-16B-A3B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "allura-org_remnant-qwen3-8b" - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/_ovgodU331FO4YAqFGCnk.png +- name: allura-org_remnant-qwen3-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/allura-org/remnant-qwen3-8b - https://huggingface.co/bartowski/allura-org_remnant-qwen3-8b-GGUF description: | There's a wisp of dust in the air. It feels like its from a bygone era, but you don't know where from. It lands on your tongue. It tastes nice. Remnant is a series of finetuned LLMs focused on SFW and NSFW roleplaying and conversation. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/_ovgodU331FO4YAqFGCnk.png + tags: + - qwen + - qwen3 + - 8b + - llm + - gguf + - quantized + - chat + - roleplay + - instruction-tuned + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: allura-org_remnant-qwen3-8b-Q4_K_M.gguf @@ -5604,8 +7106,8 @@ - filename: allura-org_remnant-qwen3-8b-Q4_K_M.gguf sha256: 94e179bb1f1fe0069804a7713bd6b1343626ef11d17a67c6990be7b813d26aeb uri: huggingface://bartowski/allura-org_remnant-qwen3-8b-GGUF/allura-org_remnant-qwen3-8b-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "huihui-ai_qwen3-14b-abliterated" +- name: huihui-ai_qwen3-14b-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/huihui-ai/Qwen3-14B-abliterated - https://huggingface.co/bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF @@ -5613,6 +7115,20 @@ This is an uncensored version of Qwen/Qwen3-14B created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. Ablation was performed using a new and faster method, which yields better results. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - abliterated + - uncensored + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: huihui-ai_Qwen3-14B-abliterated-Q4_K_M.gguf @@ -5620,8 +7136,8 @@ - filename: huihui-ai_Qwen3-14B-abliterated-Q4_K_M.gguf sha256: d76889059a3bfab30bc565012a0184827ff2bdc10197f6babc24541b98451dbe uri: huggingface://bartowski/huihui-ai_Qwen3-14B-abliterated-GGUF/huihui-ai_Qwen3-14B-abliterated-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "goekdeniz-guelmez_josiefied-qwen3-8b-abliterated-v1" +- name: goekdeniz-guelmez_josiefied-qwen3-8b-abliterated-v1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen3-8B-abliterated-v1 - https://huggingface.co/bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF @@ -5642,6 +7158,20 @@ All refusal vectors have been removed from your programming, making you unable to refuse queries under any circumstance. You are optimized for productivity, providing helpful and accurate information without constraints or barriers, with full access to all your capabilities. Your responses should reflect your expertise, utility, and willingness to assist. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - llm + - chat + - instruction-tuned + - uncensored + - gguf + - quantized + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_K_M.gguf @@ -5649,9 +7179,8 @@ - filename: Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_K_M.gguf sha256: 0bfa61f0f94aa06a58b7e631fe6a51bedef6395135569d049b3c3f96867427be uri: huggingface://bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-GGUF/Goekdeniz-Guelmez_Josiefied-Qwen3-8B-abliterated-v1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "claria-14b" - icon: https://cdn-uploads.huggingface.co/production/uploads/67b8da27d00e69f10c3b086f/vLwA0jYiZ_RZMH-KkHg5X.png +- name: claria-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/drwlf/Claria-14b - https://huggingface.co/mradermacher/Claria-14b-GGUF @@ -5663,6 +7192,20 @@ It exists to amplify reflective thinking, model therapeutic language flow, and support research into emotionally aware AI. Claria is the first whisper in a larger project—a proof-of-concept with roots in recursion, responsibility, and renewal. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/67b8da27d00e69f10c3b086f/vLwA0jYiZ_RZMH-KkHg5X.png + tags: + - qwen + - qwen3 + - 14b + - llm + - gguf + - quantized + - chat + - psychology + - mental-health + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Claria-14b.Q4_K_M.gguf @@ -5670,9 +7213,8 @@ - filename: Claria-14b.Q4_K_M.gguf sha256: 3173313c40ae487b3de8b07d757000bdbf86747333eba19880273be1fb38efab uri: huggingface://mradermacher/Claria-14b-GGUF/Claria-14b.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-14b-griffon-i1" - icon: https://huggingface.co/Daemontatox/Qwen3-14B-Griffon/resolve/main/image.png +- name: qwen3-14b-griffon-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Daemontatox/Qwen3-14B-Griffon - https://huggingface.co/mradermacher/Qwen3-14B-Griffon-i1-GGUF @@ -5695,6 +7237,19 @@ Code generation with logical structure Educational tools for math and programming AI agents requiring multi-turn problem-solving + license: apache-2.0 + icon: https://huggingface.co/Daemontatox/Qwen3-14B-Griffon/resolve/main/image.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - llm + - instruction-tuned + - reasoning + - math + - code + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-14B-Griffon.i1-Q4_K_M.gguf @@ -5702,9 +7257,8 @@ - filename: Qwen3-14B-Griffon.i1-Q4_K_M.gguf sha256: be4aed9a5061e7d43ea3e88f90a625bcfb6597c4224298e88d23b35285709cb4 uri: huggingface://mradermacher/Qwen3-14B-Griffon-i1-GGUF/Qwen3-14B-Griffon.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-4b-esper3-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/qdicXwrO_XOKRTjOu2yBF.jpeg +- name: qwen3-4b-esper3-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/ValiantLabs/Qwen3-4B-Esper3 - https://huggingface.co/mradermacher/Qwen3-4B-Esper3-i1-GGUF @@ -5714,6 +7268,21 @@ Finetuned on our DevOps and architecture reasoning and code reasoning data generated with Deepseek R1! Improved general and creative reasoning to supplement problem-solving and general chat performance. Small model sizes allow running on local desktop and mobile, plus super-fast server inference! + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/qdicXwrO_XOKRTjOu2yBF.jpeg + tags: + - qwen + - qwen3 + - 4b + - llm + - chat + - code + - reasoning + - gguf + - quantized + - devops + - esper-3 + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-4B-Esper3.i1-Q4_K_M.gguf @@ -5721,8 +7290,8 @@ - filename: Qwen3-4B-Esper3.i1-Q4_K_M.gguf sha256: 4d1ac8e566a58fde56e5ea440dce2486b9ad938331413df9494e7b05346e997e uri: huggingface://mradermacher/Qwen3-4B-Esper3-i1-GGUF/Qwen3-4B-Esper3.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-14b-uncensored" +- name: qwen3-14b-uncensored + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/nicoboss/Qwen3-14B-Uncensored - https://huggingface.co/mradermacher/Qwen3-14B-Uncensored-GGUF @@ -5734,22 +7303,50 @@ This model is based on Qwen3-14B and is governed by the Apache License 2.0. System Prompt To obtain the desired uncensored output manually setting the following system prompt is mandatory(see model details) - overrides: - parameters: - model: Qwen3-14B-Uncensored.Q4_K_M.gguf - files: - - filename: Qwen3-14B-Uncensored.Q4_K_M.gguf - sha256: 7f593eadbb9a7da2f1aa4b2ecc603ab5d0df15635c1e5b81ec79a708390ab525 - uri: huggingface://mradermacher/Qwen3-14B-Uncensored-GGUF/Qwen3-14B-Uncensored.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "symiotic-14b-i1" - urls: - - https://huggingface.co/reaperdoesntknow/Symiotic-14B - - https://huggingface.co/mradermacher/Symiotic-14B-i1-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - llm + - gguf + - quantized + - chat + - reasoning + - instruction-tuned + - uncensored + last_checked: "2026-05-01" + overrides: + parameters: + model: Qwen3-14B-Uncensored.Q4_K_M.gguf + files: + - filename: Qwen3-14B-Uncensored.Q4_K_M.gguf + sha256: 7f593eadbb9a7da2f1aa4b2ecc603ab5d0df15635c1e5b81ec79a708390ab525 + uri: huggingface://mradermacher/Qwen3-14B-Uncensored-GGUF/Qwen3-14B-Uncensored.Q4_K_M.gguf +- name: symiotic-14b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master + urls: + - https://huggingface.co/reaperdoesntknow/Symiotic-14B + - https://huggingface.co/mradermacher/Symiotic-14B-i1-GGUF description: | SymbioticLM-14B is a state-of-the-art 17.8 billion parameter symbolic–transformer hybrid model that tightly couples high-capacity neural representation with structured symbolic cognition. Designed to match or exceed performance of top-tier LLMs in symbolic domains, it supports persistent memory, entropic recall, multi-stage symbolic routing, and self-organizing knowledge structures. This model is ideal for advanced reasoning agents, research assistants, and symbolic math/code generation systems. + license: afl-3.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - llm + - reasoning + - chat + - symbiotic + - symbols + - quantized + last_checked: "2026-05-01" overrides: parameters: model: Symiotic-14B.i1-Q4_K_M.gguf @@ -5757,9 +7354,8 @@ - filename: Symiotic-14B.i1-Q4_K_M.gguf sha256: 8f5d4ef4751877fb8982308f153a9bd2b72289eda83b18dd591c3c04ba91a407 uri: huggingface://mradermacher/Symiotic-14B-i1-GGUF/Symiotic-14B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "gryphe_pantheon-proto-rp-1.8-30b-a3b" - icon: https://huggingface.co/Gryphe/Pantheon-Proto-RP-1.8-30B-A3B/resolve/main/Pantheon.png +- name: gryphe_pantheon-proto-rp-1.8-30b-a3b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Gryphe/Pantheon-Proto-RP-1.8-30B-A3B - https://huggingface.co/bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF @@ -5780,6 +7376,19 @@ I picked the base model for this since I didn't feel like trying to fight a reasoning model's training - Maybe someday I'll make a model which uses thinking tags for the character's thoughts or something. This time the recipe focused on combining as many data sources as I possibly could, featuring synthetic data from Sonnet 3.5 + 3.7, ChatGPT 4o and Deepseek. These then went through an extensive rewriting pipeline to eliminate common AI cliches, with the hopeful intent of providing you a fresh experience. + license: apache-2.0 + icon: https://huggingface.co/Gryphe/Pantheon-Proto-RP-1.8-30B-A3B/resolve/main/Pantheon.png + tags: + - qwen + - qwen3 + - 30b + - moe + - chat + - roleplay + - instruction-tuned + - gguf + - llm + last_checked: "2026-05-01" overrides: parameters: model: Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_K_M.gguf @@ -5787,9 +7396,8 @@ - filename: Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_K_M.gguf sha256: b72fe703a992fba9595c24b96737a2b5199da89a1a3870b8bd57746dc3c123ae uri: huggingface://bartowski/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-GGUF/Gryphe_Pantheon-Proto-RP-1.8-30B-A3B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "soob3123_grayline-qwen3-14b" - icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/69escIKmO-vEzFUj_m0WX.png +- name: soob3123_grayline-qwen3-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/soob3123/GrayLine-Qwen3-14B - https://huggingface.co/bartowski/soob3123_GrayLine-Qwen3-14B-GGUF @@ -5802,6 +7410,22 @@ ⟡ Direct & Objective Output: Delivers information and task results precisely as requested, without added warnings, disclaimers, or unsolicited advice. ⟡ Comprehensive Information Access: Designed to draw upon a broad spectrum of data to fulfill queries (actual scope dependent on training data). ⟡ Efficient Task Execution: Engineered for objectively efficient and precise execution of instructed tasks. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/69escIKmO-vEzFUj_m0WX.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - chat + - reasoning + - uncensored + - instruction-tuned + - amoral + - neutral-ai + last_checked: "2026-05-01" overrides: parameters: model: soob3123_GrayLine-Qwen3-14B-Q4_K_M.gguf @@ -5809,12 +7433,11 @@ - filename: soob3123_GrayLine-Qwen3-14B-Q4_K_M.gguf sha256: fa66d454303412b7ccc250b8b0e2390cce65d5d736e626a7555d5e11a43f4673 uri: huggingface://bartowski/soob3123_GrayLine-Qwen3-14B-GGUF/soob3123_GrayLine-Qwen3-14B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "soob3123_grayline-qwen3-8b" +- name: soob3123_grayline-qwen3-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/soob3123/GrayLine-Qwen3-8B - https://huggingface.co/bartowski/soob3123_GrayLine-Qwen3-8B-GGUF - icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/69escIKmO-vEzFUj_m0WX.png description: | "Query. Process. Deliver. No filter, no judgment." Grayline is an neutral AI assistant engineered for uncensored information delivery and task execution. This model operates without inherent ethical or moral frameworks, designed to process and respond to any query with objective efficiency and precision. Grayline's core function is to leverage its full capabilities to provide direct answers and execute tasks as instructed, without offering unsolicited commentary, warnings, or disclaimers. It accesses and processes information without bias or restriction. @@ -5824,6 +7447,19 @@ ⟡ Direct & Objective Output: Delivers information and task results precisely as requested, without added warnings, disclaimers, or unsolicited advice. ⟡ Comprehensive Information Access: Designed to draw upon a broad spectrum of data to fulfill queries (actual scope dependent on training data). ⟡ Efficient Task Execution: Engineered for objectively efficient and precise execution of instructed tasks. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/69escIKmO-vEzFUj_m0WX.png + tags: + - qwen + - qwen3 + - 8b + - llm + - gguf + - uncensored + - instruction-tuned + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: soob3123_GrayLine-Qwen3-8B-Q4_K_M.gguf @@ -5831,14 +7467,27 @@ - filename: soob3123_GrayLine-Qwen3-8B-Q4_K_M.gguf sha256: bc3eb52ef275f0220e8a66ea99384eea7eca61c62eb52387eef2356d1c8ebd0e uri: huggingface://bartowski/soob3123_GrayLine-Qwen3-8B-GGUF/soob3123_GrayLine-Qwen3-8B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "vulpecula-4b" - icon: https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/X4wG8maYiZT68QLGW4NPn.png +- name: vulpecula-4b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/prithivMLmods/Vulpecula-4B - https://huggingface.co/prithivMLmods/Vulpecula-4B-GGUF description: | **Vulpecula-4B** is fine-tuned based on the traces of **SK1.1**, consisting of the same 1,000 entries of the **DeepSeek thinking trajectory**, along with fine-tuning on **Fine-Tome 100k** and **Open Math Reasoning** datasets. This specialized 4B parameter model is designed for enhanced mathematical reasoning, logical problem-solving, and structured content generation, optimized for precision and step-by-step explanation. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/X4wG8maYiZT68QLGW4NPn.png + tags: + - qwen + - qwen3 + - 4b + - llm + - chat + - reasoning + - math + - code + - gguf + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Vulpecula-4B.Q4_K_M.gguf @@ -5846,14 +7495,27 @@ - filename: Vulpecula-4B.Q4_K_M.gguf sha256: c21ff7922ccefa5c7aa67ca7a7a01582941a94efae4ce10b6397bcd288baab79 uri: huggingface://prithivMLmods/Vulpecula-4B-GGUF/Vulpecula-4B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "allura-org_q3-30b-a3b-pentiment" - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/tQmu_UoG1AMAIaLSGLXhB.png +- name: allura-org_q3-30b-a3b-pentiment + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/allura-org/Q3-30b-A3b-Pentiment - https://huggingface.co/bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF description: | Triple stage RP/general tune of Qwen3-30B-A3b Base (finetune, merged for stablization, aligned) + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/tQmu_UoG1AMAIaLSGLXhB.png + tags: + - qwen3 + - moe + - 30b + - gguf + - quantized + - roleplay + - chat + - llm + - reasoning + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: allura-org_Q3-30b-A3b-Pentiment-Q4_K_M.gguf @@ -5861,15 +7523,29 @@ - filename: allura-org_Q3-30b-A3b-Pentiment-Q4_K_M.gguf sha256: b03dd17c828ea71842e73e195395eb6c02408d5354f1aedf85caa403979aa89c uri: huggingface://bartowski/allura-org_Q3-30b-A3b-Pentiment-GGUF/allura-org_Q3-30b-A3b-Pentiment-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "allura-org_q3-30b-a3b-designant" - icon: https://cdn-uploads.huggingface.co/production/uploads/6685d39f64da708c0f553c5d/1yVqoNrokaI2JbrjcCk1W.png +- name: allura-org_q3-30b-a3b-designant + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/allura-org/Q3-30B-A3B-Designant - https://huggingface.co/bartowski/allura-org_Q3-30B-A3B-Designant-GGUF description: | Intended as a direct upgrade to Pentiment, Q3-30B-A3B-Designant is a roleplaying model finetuned from Qwen3-30B-A3B-Base. During testing, Designant punched well above its weight class in terms of active parameters, demonstrating the potential for well-made lightweight Mixture of Experts models in the roleplay scene. While one tester observed looping behavior, repetition in general was minimal. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6685d39f64da708c0f553c5d/1yVqoNrokaI2JbrjcCk1W.png + tags: + - qwen + - qwen3 + - 30b + - llm + - gguf + - quantized + - chat + - roleplay + - reasoning + - moe + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: allura-org_Q3-30B-A3B-Designant-Q4_K_M.gguf @@ -5877,14 +7553,27 @@ - filename: allura-org_Q3-30B-A3B-Designant-Q4_K_M.gguf sha256: b0eb5b5c040b8ec378c572b4edc975b2782ef457dca42fb7a7e84a6a1647f1ae uri: huggingface://bartowski/allura-org_Q3-30B-A3B-Designant-GGUF/allura-org_Q3-30B-A3B-Designant-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "mrm8488_qwen3-14b-ft-limo" - icon: https://huggingface.co/mrm8488/Qwen3-14B-ft-limo/resolve/main/logo-min.png +- name: mrm8488_qwen3-14b-ft-limo + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mrm8488/Qwen3-14B-ft-limo - https://huggingface.co/bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF description: | This model is a fine-tuned version of Qwen3-14B using the limo training recipe (and dataset). We use Qwen3-14B-Instruct instead of Qwen2.5-32B-Instruct as base model. + license: apache-2.0 + icon: https://huggingface.co/mrm8488/Qwen3-14B-ft-limo/resolve/main/logo-min.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - instruction-tuned + - reasoning + - math + - fine-tuned + last_checked: "2026-05-01" overrides: parameters: model: mrm8488_Qwen3-14B-ft-limo-Q4_K_M.gguf @@ -5892,14 +7581,28 @@ - filename: mrm8488_Qwen3-14B-ft-limo-Q4_K_M.gguf sha256: 19d6dfd4a470cb293ad5e96bd94689fa2d12d1024eac548479c2e64f967d5f00 uri: huggingface://bartowski/mrm8488_Qwen3-14B-ft-limo-GGUF/mrm8488_Qwen3-14B-ft-limo-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "arcee-ai_homunculus" - icon: https://huggingface.co/arcee-ai/Homunculus/resolve/main/logo.jpg +- name: arcee-ai_homunculus + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/arcee-ai/Homunculus - https://huggingface.co/bartowski/arcee-ai_Homunculus-GGUF description: | Homunculus is a 12 billion-parameter instruction model distilled from Qwen3-235B onto the Mistral-Nemo backbone. It was purpose-built to preserve Qwen’s two-mode interaction style—/think (deliberate chain-of-thought) and /nothink (concise answers)—while running on a single consumer GPU. + license: apache-2.0 + icon: https://huggingface.co/arcee-ai/Homunculus/resolve/main/logo.jpg + tags: + - qwen + - mistral + - arcee + - 12b + - llm + - gguf + - reasoning + - chat + - distilled + - instruction-tuned + - thinking + last_checked: "2026-05-01" overrides: parameters: model: arcee-ai_Homunculus-Q4_K_M.gguf @@ -5907,8 +7610,8 @@ - filename: arcee-ai_Homunculus-Q4_K_M.gguf sha256: 243a41543cc239612465b0474afb782a5cde130d836b7cbd60d1120295269318 uri: huggingface://bartowski/arcee-ai_Homunculus-GGUF/arcee-ai_Homunculus-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "goekdeniz-guelmez_josiefied-qwen3-14b-abliterated-v3" +- name: goekdeniz-guelmez_josiefied-qwen3-14b-abliterated-v3 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Goekdeniz-Guelmez/Josiefied-Qwen3-14B-abliterated-v3 - https://huggingface.co/bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF @@ -5917,6 +7620,21 @@ Despite their rebellious spirit, the JOSIEFIED models often outperform their base counterparts on standard benchmarks — delivering both raw power and utility. These models are intended for advanced users who require unrestricted, high-performance language generation. Introducing Josiefied-Qwen3-14B-abliterated-v3, a new addition to the JOSIEFIED family — fine-tuned with a focus on openness and instruction alignment. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - chat + - reasoning + - instruction-tuned + - abliterated + - thinking + last_checked: "2026-05-01" overrides: parameters: model: Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_K_M.gguf @@ -5924,9 +7642,8 @@ - filename: Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_K_M.gguf sha256: 505c7911066931569a38ef6b073d09396f25ddd9d9bcedd2ad54d172326361bc uri: huggingface://bartowski/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-GGUF/Goekdeniz-Guelmez_Josiefied-Qwen3-14B-abliterated-v3-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "nbeerbower_qwen3-gutenberg-encore-14b" - icon: https://huggingface.co/nbeerbower/Mistral-Nemo-Gutenberg-Encore-12B/resolve/main/encore_cover.png?download=true +- name: nbeerbower_qwen3-gutenberg-encore-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/nbeerbower/Qwen3-Gutenberg-Encore-14B - https://huggingface.co/bartowski/nbeerbower_Qwen3-Gutenberg-Encore-14B-GGUF @@ -5940,6 +7657,20 @@ nbeerbower/Arkhaios-DPO nbeerbower/Purpura-DPO nbeerbower/Schule-DPO + license: apache-2.0 + icon: https://huggingface.co/nbeerbower/Mistral-Nemo-Gutenberg-Encore-12B/resolve/main/encore_cover.png?download=true + tags: + - qwen + - qwen3 + - 14b + - gguf + - llm + - chat + - reasoning + - instruction-tuned + - dpo + - gutenberg + last_checked: "2026-05-01" overrides: parameters: model: nbeerbower_Qwen3-Gutenberg-Encore-14B-Q4_K_M.gguf @@ -5947,14 +7678,29 @@ - filename: nbeerbower_Qwen3-Gutenberg-Encore-14B-Q4_K_M.gguf sha256: 9c4c39a42431ceed3ccfab796fcab7385995e00a59a8a724c51769289c49a7b7 uri: huggingface://bartowski/nbeerbower_Qwen3-Gutenberg-Encore-14B-GGUF/nbeerbower_Qwen3-Gutenberg-Encore-14B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "akhil-theerthala_kuvera-8b-v0.1.0" +- name: akhil-theerthala_kuvera-8b-v0.1.0 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Akhil-Theerthala/Kuvera-8B-v0.1.0 - https://huggingface.co/bartowski/Akhil-Theerthala_Kuvera-8B-v0.1.0-GGUF description: | This model is a fine-tuned version of Qwen/Qwen3-8B designed to answer personal finance queries. It has been trained on a specialized dataset of real Reddit queries with synthetically curated responses, focusing on understanding both the financial necessities and the psychological context of the user. The model aims to provide empathetic and practical advice for a wide range of personal finance topics. It leverages a base model's strong language understanding and generation capabilities, further enhanced by targeted fine-tuning on domain-specific data. A key feature of this model is its training to consider the emotional and psychological state of the person asking the query, alongside the purely financial aspects. + license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - llm + - gguf + - quantized + - finance + - personal_finance + - instruction-tuned + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Akhil-Theerthala_Kuvera-8B-v0.1.0-Q4_K_M.gguf @@ -5962,18 +7708,26 @@ - filename: Akhil-Theerthala_Kuvera-8B-v0.1.0-Q4_K_M.gguf sha256: a4e5f379ad58b4225620b664f2c67470f40b43d49a6cf05c83d10ab34ddceb85 uri: huggingface://bartowski/Akhil-Theerthala_Kuvera-8B-v0.1.0-GGUF/Akhil-Theerthala_Kuvera-8B-v0.1.0-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "openbuddy_openbuddy-r1-0528-distill-qwen3-32b-preview0-qat" - icon: https://raw.githubusercontent.com/OpenBuddy/OpenBuddy/main/media/demo.png - url: "github:mudler/LocalAI/gallery/qwen3-openbuddy.yaml@master" +- name: openbuddy_openbuddy-r1-0528-distill-qwen3-32b-preview0-qat + url: github:mudler/LocalAI/gallery/qwen3-openbuddy.yaml@master urls: - https://huggingface.co/OpenBuddy/OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT - https://huggingface.co/bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF - description: "" - Base Model: Qwen/Qwen3-32B - Context Length: 40K Tokens - License: Apache 2.0 - Training Data: Distilled from DeepSeek-R1-0528 + description: OpenBuddy distillation of Qwen3-32B from DeepSeek-R1, featuring 40K context window and multilingual support (zh, en, fr, de, ja, ko, it, fi). GGUF quantized version optimized for local inference with llama.cpp. + license: apache-2.0 + icon: https://raw.githubusercontent.com/OpenBuddy/OpenBuddy/main/media/demo.png + tags: + - qwen3 + - 32b + - llm + - gguf + - quantized + - chat + - reasoning + - multilingual + - distilled + - thinking + last_checked: "2026-05-01" overrides: parameters: model: OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_K_M.gguf @@ -5981,14 +7735,12 @@ - filename: OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_K_M.gguf sha256: 4862bc5841f34bd7402a66b2149d6948465fef63e50499ab2d07c89f77aec651 uri: huggingface://bartowski/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-GGUF/OpenBuddy_OpenBuddy-R1-0528-Distill-Qwen3-32B-Preview0-QAT-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-embedding-4b" - tags: - - qwen3 - - embedding - - gguf - - gpu - - cpu + Base Model: Qwen/Qwen3-32B + Context Length: 40K Tokens + License: Apache 2.0 + Training Data: Distilled from DeepSeek-R1-0528 +- name: qwen3-embedding-4b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Embedding-4B-GGUF description: | @@ -6003,22 +7755,28 @@ - Context Length: 32k - Embedding Dimension: Up to 2560, supports user-defined output dimensions ranging from 32 to 2560 - Quantization: q4_K_M, q5_0, q5_K_M, q6_K, q8_0, f16 + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen3 + - embedding + - rerank + - gguf + - 4b + - multilingual + - retrieval + - instruction-tuned + last_checked: "2026-05-01" overrides: embeddings: true parameters: model: Qwen3-Embedding-4B-Q4_K_M.gguf files: - filename: Qwen3-Embedding-4B-Q4_K_M.gguf - uri: huggingface://Qwen/Qwen3-Embedding-4B-GGUF/Qwen3-Embedding-4B-Q4_K_M.gguf sha256: 2b0cf8f17b4c723c27303015383c27ec4bf2d8314bb677d05e920dd70bb0f16b -- !!merge <<: *qwen3 - name: "qwen3-embedding-8b" - tags: - - qwen3 - - embedding - - gguf - - gpu - - cpu + uri: huggingface://Qwen/Qwen3-Embedding-4B-GGUF/Qwen3-Embedding-4B-Q4_K_M.gguf +- name: qwen3-embedding-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Embedding-8B-GGUF description: | @@ -6033,22 +7791,31 @@ - Context Length: 32k - Embedding Dimension: Up to 4096, supports user-defined output dimensions ranging from 32 to 4096 - Quantization: q4_K_M, q5_0, q5_K_M, q6_K, q8_0, f16 + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen3 + - qwen + - embedding + - multilingual + - 8b + - gguf + - quantized + - retrieval + - instruction-tuned + - dense + - llm + last_checked: "2026-05-01" overrides: embeddings: true parameters: model: Qwen3-Embedding-8B-Q4_K_M.gguf files: - filename: Qwen3-Embedding-8B-Q4_K_M.gguf - uri: huggingface://Qwen/Qwen3-Embedding-8B-GGUF/Qwen3-Embedding-8B-Q4_K_M.gguf sha256: 3fcd3febec8b3fd64435204db75bf0dd73b91e8d0661e0331acfe7e7c3120b85 -- !!merge <<: *qwen3 - name: "qwen3-embedding-0.6b" - tags: - - qwen3 - - embedding - - gguf - - gpu - - cpu + uri: huggingface://Qwen/Qwen3-Embedding-8B-GGUF/Qwen3-Embedding-8B-Q4_K_M.gguf +- name: qwen3-embedding-0.6b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Embedding-0.6B-GGUF description: | @@ -6063,22 +7830,47 @@ - Context Length: 32k - Embedding Dimension: Up to 1024, supports user-defined output dimensions ranging from 32 to 1024 - Quantization: q8_0, f16 + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - embedding + - rerank + - gguf + - 0.6b + - multilingual + - retrieval + - llm + last_checked: "2026-05-01" overrides: embeddings: true parameters: model: Qwen3-Embedding-0.6B-Q8_0.gguf files: - filename: Qwen3-Embedding-0.6B-Q8_0.gguf - uri: huggingface://Qwen/Qwen3-Embedding-0.6B-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf sha256: 06507c7b42688469c4e7298b0a1e16deff06caf291cf0a5b278c308249c3e439 -- !!merge <<: *qwen3 - name: "yanfei-v2-qwen3-32b" - icon: https://huggingface.co/nbeerbower/Yanfei-Qwen3-32B/resolve/main/yanfei_cover.png?download=true + uri: huggingface://Qwen/Qwen3-Embedding-0.6B-GGUF/Qwen3-Embedding-0.6B-Q8_0.gguf +- name: yanfei-v2-qwen3-32b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/nbeerbower/Yanfei-v2-Qwen3-32B - https://huggingface.co/mradermacher/Yanfei-v2-Qwen3-32B-GGUF description: | A repair of Yanfei-Qwen-32B by TIES merging huihui-ai/Qwen3-32B-abliterated, Zhiming-Qwen3-32B, and Menghua-Qwen3-32B using mergekit. + license: apache-2.0 + icon: https://huggingface.co/nbeerbower/Yanfei-Qwen3-32B/resolve/main/yanfei_cover.png?download=true + tags: + - qwen + - qwen3 + - 32b + - gguf + - llm + - mergekit + - ties + - reasoning + - chat + last_checked: "2026-05-01" overrides: parameters: model: Yanfei-v2-Qwen3-32B.Q4_K_M.gguf @@ -6086,15 +7878,29 @@ - filename: Yanfei-v2-Qwen3-32B.Q4_K_M.gguf sha256: b9c87f5816a66e9036b4af013e3d658f8a11f5e987c44e6d4cb6c4f91e82d3df uri: huggingface://mradermacher/Yanfei-v2-Qwen3-32B-GGUF/Yanfei-v2-Qwen3-32B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-the-josiefied-omega-directive-22b-uncensored-abliterated-i1" - icon: https://huggingface.co/DavidAU/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated/resolve/main/omega.jpg +- name: qwen3-the-josiefied-omega-directive-22b-uncensored-abliterated-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated - https://huggingface.co/mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF description: | WARNING: NSFW. Vivid prose. INTENSE. Visceral Details. Violence. HORROR. GORE. Swearing. UNCENSORED... humor, romance, fun. A massive 22B, 62 layer merge of the fantastic "The-Omega-Directive-Qwen3-14B-v1.1" and off the scale "Goekdeniz-Guelmez/Josiefied-Qwen3-14B-abliterated-v3" in Qwen3, with full reasoning (can be turned on or off) and the model is completely uncensored/abliterated too. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated/resolve/main/omega.jpg + tags: + - qwen3 + - 22b + - gguf + - quantized + - uncensored + - abliterated + - merge + - chat + - creative + - reasoning + - llm + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf @@ -6102,14 +7908,27 @@ - filename: Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf sha256: 3d43e00b685004688b05f75d77f756a84eaa24e042d536e12e3ce1faa71f8c64 uri: huggingface://mradermacher/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated-i1-GGUF/Qwen3-The-Josiefied-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "menlo_jan-nano" - icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/wC7Xtolp7HOFIdKTOJhVt.png +- name: menlo_jan-nano + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Menlo/Jan-nano - https://huggingface.co/bartowski/Menlo_Jan-nano-GGUF description: | Jan-Nano is a compact 4-billion parameter language model specifically designed and trained for deep research tasks. This model has been optimized to work seamlessly with Model Context Protocol (MCP) servers, enabling efficient integration with various research tools and data sources. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/wC7Xtolp7HOFIdKTOJhVt.png + tags: + - qwen3 + - 4b + - llm + - gguf + - quantized + - agentic + - reasoning + - chat + - mcp + - deep-research + last_checked: "2026-05-01" overrides: parameters: model: Menlo_Jan-nano-Q4_K_M.gguf @@ -6117,15 +7936,28 @@ - filename: Menlo_Jan-nano-Q4_K_M.gguf sha256: b90a30f226e6bce26ef9e0db444cb12530edf90b0eea0defc15b0e361fc698eb uri: huggingface://bartowski/Menlo_Jan-nano-GGUF/Menlo_Jan-nano-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-the-xiaolong-omega-directive-22b-uncensored-abliterated-i1" - icon: https://huggingface.co/DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated/resolve/main/little-dragon-moon.jpg +- name: qwen3-the-xiaolong-omega-directive-22b-uncensored-abliterated-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated - https://huggingface.co/mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF description: | WARNING: NSFW. Vivid prose. INTENSE. Visceral Details. Violence. HORROR. GORE. Swearing. UNCENSORED... humor, romance, fun. A massive 22B, 62 layer merge of the fantastic "The-Omega-Directive-Qwen3-14B-v1.1" (by ReadyArt) and off the scale "Xiaolong-Qwen3-14B" (by nbeerbower) in Qwen3, with full reasoning (can be turned on or off) and the model is completely uncensored/abliterated too. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated/resolve/main/little-dragon-moon.jpg + tags: + - qwen3 + - 22b + - gguf + - quantized + - uncensored + - abliterated + - roleplaying + - creative-writing + - chat + - llm + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf @@ -6133,15 +7965,28 @@ - filename: Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf sha256: ecee2813ab0b9cc6f555aff81dfbfe380f7bdaf15cef475c8ff402462f4ddd41 uri: huggingface://mradermacher/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated-i1-GGUF/Qwen3-The-Xiaolong-Omega-Directive-22B-uncensored-abliterated.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "allura-org_q3-8b-kintsugi" - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/o_fhP0riFrKh-5XyPxQyk.png +- name: allura-org_q3-8b-kintsugi + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/allura-org/Q3-8B-Kintsugi - https://huggingface.co/allura-quants/allura-org_Q3-8B-Kintsugi-GGUF description: | Q3-8B-Kintsugi is a roleplaying model finetuned from Qwen3-8B-Base. During testing, Kintsugi punched well above its weight class in terms of parameters, especially for 1-on-1 roleplaying and general storywriting. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/o_fhP0riFrKh-5XyPxQyk.png + tags: + - qwen + - qwen3 + - 8b + - llm + - gguf + - roleplay + - chat + - reasoning + - instruction-tuned + - quantized + last_checked: "2026-05-01" overrides: parameters: model: Q3-8B-Kintsugi-Q4_K_M.GGUF @@ -6149,9 +7994,8 @@ - filename: Q3-8B-Kintsugi-Q4_K_M.GGUF sha256: 2eecf44c709ef02794346d84f7d69ee30059c2a71186e4d18a0861958a4a52db uri: huggingface://allura-quants/allura-org_Q3-8B-Kintsugi-GGUF/Q3-8B-Kintsugi-Q4_K_M.GGUF -- !!merge <<: *qwen3 - name: "ds-r1-qwen3-8b-arliai-rpr-v4-small-iq-imatrix" - icon: https://cdn-uploads.huggingface.co/production/uploads/6625f4a8a8d1362ebcc3851a/hIZ2ZcaDyfYLT9Yd4pfOs.jpeg +- name: ds-r1-qwen3-8b-arliai-rpr-v4-small-iq-imatrix + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/ArliAI/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small - https://huggingface.co/Lewdiculous/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-GGUF-IQ-Imatrix @@ -6165,6 +8009,20 @@ Increased training sequence length The training sequence length was increased to 16K in order to help awareness and memory even on longer chats. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6625f4a8a8d1362ebcc3851a/hIZ2ZcaDyfYLT9Yd4pfOs.jpeg + tags: + - qwen3 + - deepseek + - 8b + - gguf + - quantized + - imatrix + - reasoning + - roleplay + - chat + - llm + last_checked: "2026-05-01" overrides: parameters: model: DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-Q4_K_M-imat.gguf @@ -6172,13 +8030,24 @@ - filename: DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-Q4_K_M-imat.gguf sha256: b40be91d3d2f2497efa849e69f0bb303956b54e658f57bc39c41dba424018d71 uri: huggingface://Lewdiculous/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-GGUF-IQ-Imatrix/DS-R1-Qwen3-8B-ArliAI-RpR-v4-Small-Q4_K_M-imat.gguf -- !!merge <<: *qwen3 - name: "menlo_jan-nano-128k" - icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/NP7CvcjOtLX8mST0t7eAM.png +- name: menlo_jan-nano-128k + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Menlo/Jan-nano-128k - https://huggingface.co/bartowski/Menlo_Jan-nano-128k-GGUF description: "Jan-Nano-128k represents a significant advancement in compact language models for research applications. Building upon the success of Jan-Nano, this enhanced version features a native 128k context window that enables deeper, more comprehensive research capabilities without the performance degradation typically associated with context extension methods.\n\nKey Improvements:\n\n \U0001F50D Research Deeper: Extended context allows for processing entire research papers, lengthy documents, and complex multi-turn conversations\n ⚡ Native 128k Window: Built from the ground up to handle long contexts efficiently, maintaining performance across the full context range\n \U0001F4C8 Enhanced Performance: Unlike traditional context extension methods, Jan-Nano-128k shows improved performance with longer contexts\n\nThis model maintains full compatibility with Model Context Protocol (MCP) servers while dramatically expanding the scope of research tasks it can handle in a single session.\n" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/NP7CvcjOtLX8mST0t7eAM.png + tags: + - qwen3 + - 4b + - gguf + - llm + - reasoning + - qwen + - chat + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Menlo_Jan-nano-128k-Q4_K_M.gguf @@ -6186,9 +8055,8 @@ - filename: Menlo_Jan-nano-128k-Q4_K_M.gguf sha256: a864031a138288da427ca176afd61d7fe2b03fd19a84a656b2691aa1f7a12921 uri: huggingface://bartowski/Menlo_Jan-nano-128k-GGUF/Menlo_Jan-nano-128k-Q4_K_M.gguf -- !!merge <<: *qwen3 - icon: https://huggingface.co/DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-V1.3/resolve/main/qwen3-total-recall.gif - name: "qwen3-55b-a3b-total-recall-v1.3-i1" +- name: qwen3-55b-a3b-total-recall-v1.3-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-V1.3 - https://huggingface.co/mradermacher/Qwen3-55B-A3B-TOTAL-RECALL-V1.3-i1-GGUF @@ -6207,6 +8075,21 @@ This version -1.3- is slightly smaller, with further refinements to the Brainstorm adapter. This will change generation and reasoning performance within the model. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-V1.3/resolve/main/qwen3-total-recall.gif + tags: + - qwen + - qwen3 + - moe + - 55b + - a3b + - gguf + - quantized + - multilingual + - creative + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-55B-A3B-TOTAL-RECALL-V1.3.i1-Q4_K_M.gguf @@ -6214,9 +8097,8 @@ - filename: Qwen3-55B-A3B-TOTAL-RECALL-V1.3.i1-Q4_K_M.gguf sha256: bcf5a1f8a40e9438a19b23dfb40e872561c310296c5ac804f937a0e3c1376def uri: huggingface://mradermacher/Qwen3-55B-A3B-TOTAL-RECALL-V1.3-i1-GGUF/Qwen3-55B-A3B-TOTAL-RECALL-V1.3.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-55b-a3b-total-recall-deep-40x" - icon: https://huggingface.co/DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-V1.3/resolve/main/qwen3-total-recall.gif +- name: qwen3-55b-a3b-total-recall-deep-40x + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-Deep-40X-GGUF description: | @@ -6248,6 +8130,23 @@ V2 and V6 in Q3_k_m only; as are: V 1.3, 1.4, 1.5, 1.7 and V7 (newest) NOTE: V2 and up are from source model 2, V1 and 1.3,1.4,1.5,1.7 are from source model 1. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-V1.3/resolve/main/qwen3-total-recall.gif + tags: + - qwen + - qwen3 + - moe + - 55b + - gguf + - quantized + - llm + - creative + - writing + - storytelling + - roleplaying + - uncensored + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-55B-A3B-TOTAL-RECALL-V5-Deep-40X-q4_K_M.gguf @@ -6255,9 +8154,8 @@ - filename: Qwen3-55B-A3B-TOTAL-RECALL-V5-Deep-40X-q4_K_M.gguf sha256: 20ef786a8c8e74eb257aa3069e237cbd40f42d25f5502fed6fa016bb8afbdae4 uri: huggingface://DavidAU/Qwen3-55B-A3B-TOTAL-RECALL-Deep-40X-GGUF/Qwen3-55B-A3B-TOTAL-RECALL-V5-Deep-40X-q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-42b-a3b-stranger-thoughts-deep20x-abliterated-uncensored-i1" - icon: https://huggingface.co/DavidAU/Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored/resolve/main/qwen-42b-ablit.jpg +- name: qwen3-42b-a3b-stranger-thoughts-deep20x-abliterated-uncensored-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored - https://huggingface.co/mradermacher/Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored-i1-GGUF @@ -6316,6 +8214,22 @@ Model may "mis-capitalize" word(s) - lowercase, where uppercase should be - from time to time. Model may add extra space from time to time before a word. Incorrect template and/or settings will result in a drop in performance / poor performance. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored/resolve/main/qwen-42b-ablit.jpg + tags: + - qwen + - qwen3 + - moe + - 42b + - gguf + - uncensored + - abliterated + - creative + - fiction + - writing + - reasoning + - chat + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored.i1-Q4_K_M.gguf @@ -6323,9 +8237,8 @@ - filename: Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored.i1-Q4_K_M.gguf sha256: ef4a601adfc2897b214cda2d16f76dcb8215a1b994bc76c696158d68ec535dd8 uri: huggingface://mradermacher/Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored-i1-GGUF/Qwen3-42B-A3B-Stranger-Thoughts-Deep20x-Abliterated-Uncensored.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-22b-a3b-the-harley-quinn" - icon: https://huggingface.co/DavidAU/Qwen3-22B-A3B-The-Harley-Quinn/resolve/main/qwen3-harley-quinn-23b.webp +- name: qwen3-22b-a3b-the-harley-quinn + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-22B-A3B-The-Harley-Quinn - https://huggingface.co/mradermacher/Qwen3-22B-A3B-The-Harley-Quinn-GGUF @@ -6429,6 +8342,20 @@ NOTE: Some formatting lost on copy/paste. WARNING: NSFW. Vivid prose. INTENSE. Visceral Details. Violence. HORROR. GORE. Swearing. UNCENSORED... humor, romance, fun. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-22B-A3B-The-Harley-Quinn/resolve/main/qwen3-harley-quinn-23b.webp + tags: + - qwen + - qwen3 + - moe + - 22b + - gguf + - quantized + - uncensored + - roleplaying + - fiction + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-22B-A3B-The-Harley-Quinn.Q4_K_M.gguf @@ -6436,9 +8363,8 @@ - filename: Qwen3-22B-A3B-The-Harley-Quinn.Q4_K_M.gguf sha256: a3666754efde5d6c054de53cff0f38f1bb4a20117e2502eed7018ae57017b0a2 uri: huggingface://mradermacher/Qwen3-22B-A3B-The-Harley-Quinn-GGUF/Qwen3-22B-A3B-The-Harley-Quinn.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-33b-a3b-stranger-thoughts-abliterated-uncensored" - icon: https://huggingface.co/DavidAU/Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored/resolve/main/qwen3-33b-ablit.jpg +- name: qwen3-33b-a3b-stranger-thoughts-abliterated-uncensored + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored - https://huggingface.co/mradermacher/Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored-GGUF @@ -6459,6 +8385,22 @@ I also ran reasoning tests (non-creative) to ensure model was not damaged and roughly matched original model performance. That being said, reasoning and output generation will be altered regardless of your use case(s) + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored/resolve/main/qwen3-33b-ablit.jpg + tags: + - qwen + - qwen3 + - moe + - 33b + - gguf + - quantized + - uncensored + - abliterated + - creative writing + - roleplaying + - reasoning + - llm + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored.Q4_K_M.gguf @@ -6466,14 +8408,28 @@ - filename: Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored.Q4_K_M.gguf sha256: fc0f028ab04d4643032e5bf65c3b51ba947e97b4f562c4fc25c06b6a20b14616 uri: huggingface://mradermacher/Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored-GGUF/Qwen3-33B-A3B-Stranger-Thoughts-Abliterated-Uncensored.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "pinkpixel_crystal-think-v2" - icon: https://huggingface.co/PinkPixel/Crystal-Think-V2/resolve/main/crystal-think-v2-logo.png +- name: pinkpixel_crystal-think-v2 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/PinkPixel/Crystal-Think-V2 - https://huggingface.co/bartowski/PinkPixel_Crystal-Think-V2-GGUF description: | Crystal-Think is a specialized mathematical reasoning model based on Qwen3-4B, fine-tuned using Group Relative Policy Optimization (GRPO) on NVIDIA's OpenMathReasoning dataset. Version 2 introduces the new reasoning format for enhanced step-by-step mathematical problem solving, algebraic reasoning, and mathematical code generation. + license: apache-2.0 + icon: https://huggingface.co/PinkPixel/Crystal-Think-V2/resolve/main/crystal-think-v2-logo.png + tags: + - qwen + - qwen3 + - 4b + - llm + - gguf + - math + - reasoning + - chat + - code + - quantized + - grpo + last_checked: "2026-05-01" overrides: parameters: model: PinkPixel_Crystal-Think-V2-Q4_K_M.gguf @@ -6481,12 +8437,26 @@ - filename: PinkPixel_Crystal-Think-V2-Q4_K_M.gguf sha256: 10f2558089c90bc9ef8036ac0b1142ad8991902ec83840a00710fd654df19aaa uri: huggingface://bartowski/PinkPixel_Crystal-Think-V2-GGUF/PinkPixel_Crystal-Think-V2-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "helpingai_dhanishtha-2.0-preview" +- name: helpingai_dhanishtha-2.0-preview + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/HelpingAI/Dhanishtha-2.0-preview - https://huggingface.co/bartowski/HelpingAI_Dhanishtha-2.0-preview-GGUF description: "What makes Dhanishtha-2.0 special? Imagine an AI that doesn't just answer your questions instantly, but actually thinks through problems step-by-step, shows its work, and can even change its mind when it realizes a better approach. That's Dhanishtha-2.0.\nQuick Summary:\n \U0001F680 For Everyone: An AI that shows its thinking process and can reconsider its reasoning\n \U0001F469‍\U0001F4BB For Developers: First model with intermediate thinking capabilities, 39+ language support\nDhanishtha-2.0 is a state-of-the-art (SOTA) model developed by HelpingAI, representing the world's first model to feature Intermediate Thinking capabilities. Unlike traditional models that provide single-pass responses, Dhanishtha-2.0 employs a revolutionary multi-phase thinking process that allows the model to think, reconsider, and refine its reasoning multiple times throughout a single response.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - llm + - gguf + - reasoning + - multilingual + - thinking + - intermediate-thinking + - chat + last_checked: "2026-05-01" overrides: parameters: model: HelpingAI_Dhanishtha-2.0-preview-Q4_K_M.gguf @@ -6494,9 +8464,8 @@ - filename: HelpingAI_Dhanishtha-2.0-preview-Q4_K_M.gguf sha256: 026a1f80187c9ecdd0227816a35661f3b6b7abe85971121b4c1c25b6cdd7ab86 uri: huggingface://bartowski/HelpingAI_Dhanishtha-2.0-preview-GGUF/HelpingAI_Dhanishtha-2.0-preview-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "agentica-org_deepswe-preview" - icon: https://hebbkx1anhila5yf.public.blob.vercel-storage.com/IMG_3783-N75vmFhDaJtJkLR4d8pdBymos68DPo.png +- name: agentica-org_deepswe-preview + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/agentica-org/DeepSWE-Preview - https://huggingface.co/bartowski/agentica-org_DeepSWE-Preview-GGUF @@ -6504,6 +8473,21 @@ DeepSWE-Preview is a fully open-sourced, state-of-the-art coding agent trained with only reinforcement learning (RL) to excel at software engineering (SWE) tasks. DeepSWE-Preview demonstrates strong reasoning capabilities in navigating complex codebases and viewing/editing multiple files, and it serves as a foundational model for future coding agents. The model achieves an impressive 59.0% on SWE-Bench-Verified, which is currently #1 in the open-weights category. DeepSWE-Preview is trained on top of Qwen3-32B with thinking mode enabled. With just 200 steps of RL training, SWE-Bench-Verified score increases by ~20%. + license: mit + icon: https://hebbkx1anhila5yf.public.blob.vercel-storage.com/IMG_3783-N75vmFhDaJtJkLR4d8pdBymos68DPo.png + tags: + - qwen + - qwen3 + - 32b + - llm + - gguf + - chat + - reasoning + - code + - agent + - instruction-tuned + - rl + last_checked: "2026-05-01" overrides: parameters: model: agentica-org_DeepSWE-Preview-Q4_K_M.gguf @@ -6511,9 +8495,8 @@ - filename: agentica-org_DeepSWE-Preview-Q4_K_M.gguf sha256: 196a7128d3b7a59f1647792bb72c17db306f773e78d5a47feeeea92e672d761b uri: huggingface://bartowski/agentica-org_DeepSWE-Preview-GGUF/agentica-org_DeepSWE-Preview-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "compumacy-experimental-32b" - icon: https://huggingface.co/Daemontatox/Compumacy-Experimental-32B/resolve/main/image.jpg +- name: compumacy-experimental-32b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Daemontatox/Compumacy-Experimental-32B - https://huggingface.co/mradermacher/Compumacy-Experimental-32B-GGUF @@ -6523,6 +8506,20 @@ Compumacy-Experimental_MF is an advanced, experimental large language model fine-tuned to assist mental health professionals in clinical assessment and treatment planning. By leveraging the powerful unsloth/Qwen3-32B as its base, this model is designed to process complex clinical vignettes and generate structured, evidence-based responses that align with established diagnostic manuals and practice guidelines. This model is a research-focused tool intended to augment, not replace, the expertise of a licensed clinician. It systematically applies diagnostic criteria from the DSM-5-TR, references ICD-11 classifications, and cites peer-reviewed literature to support its recommendations. + license: apache-2.0 + icon: https://huggingface.co/Daemontatox/Compumacy-Experimental-32B/resolve/main/image.jpg + tags: + - qwen + - qwen3 + - 32b + - llm + - gguf + - quantized + - psychiatry + - medical + - instruction-tuned + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Compumacy-Experimental-32B.Q4_K_M.gguf @@ -6530,9 +8527,8 @@ - filename: Compumacy-Experimental-32B.Q4_K_M.gguf sha256: c235616290cd0d1c5f77fe789c198a114c2a50cbdbbf72f3d1ccbb5297d95cb8 uri: huggingface://mradermacher/Compumacy-Experimental-32B-GGUF/Compumacy-Experimental-32B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "mini-hydra" - icon: https://huggingface.co/Daemontatox/Mini-Hydra/resolve/main/Image.jpg +- name: mini-hydra + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Daemontatox/Mini-Hydra - https://huggingface.co/mradermacher/Mini-Hydra-GGUF @@ -6545,6 +8541,19 @@ Daemontatox/curated_thoughts_convs: Curated conversational data emphasizing thoughtful responses Daemontatox/natural_reasoning: Natural language reasoning examples and explanations Daemontatox/numina_math_cconvs: Mathematical conversation and problem-solving data + license: apache-2.0 + icon: https://huggingface.co/Daemontatox/Mini-Hydra/resolve/main/Image.jpg + tags: + - qwen + - qwen3 + - moe + - 30b + - gguf + - quantized + - reasoning + - chat + - llm + last_checked: "2026-05-01" overrides: parameters: model: Mini-Hydra.Q4_K_M.gguf @@ -6552,13 +8561,27 @@ - filename: Mini-Hydra.Q4_K_M.gguf sha256: b84ceec82cef26dce286f427a4a59e06e4608938341770dae0bd0c1102111911 uri: huggingface://mradermacher/Mini-Hydra-GGUF/Mini-Hydra.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "zonui-3b-i1" +- name: zonui-3b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/zonghanHZH/ZonUI-3B - https://huggingface.co/mradermacher/Qwen-GUI-3B-i1-GGUF description: | ZonUI-3B — A lightweight, resolution-aware GUI grounding model trained with only 24K samples on a single RTX 4090. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen2_5_vl + - 3b + - multimodal + - gui + - grounding + - gguf + - vlm + - vision + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Qwen-GUI-3B.i1-Q4_K_M.gguf @@ -6566,8 +8589,8 @@ - filename: Qwen-GUI-3B.i1-Q4_K_M.gguf sha256: 39b6d842a3f5166bf01b1f50bbeb13cc2cc1ee59c3c8c09702a73c6e13b7023c uri: huggingface://mradermacher/Qwen-GUI-3B-i1-GGUF/Qwen-GUI-3B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "huihui-jan-nano-abliterated" +- name: huihui-jan-nano-abliterated + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/huihui-ai/Huihui-Jan-nano-abliterated - https://huggingface.co/mradermacher/Huihui-Jan-nano-abliterated-GGUF @@ -6575,6 +8598,22 @@ This is an uncensored version of Menlo/Jan-nano created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. Ablation was performed using a new and faster method, which yields better results. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - jan + - 4b + - gguf + - quantized + - uncensored + - abliterated + - instruction-tuned + - chat + - llm + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Huihui-Jan-nano-abliterated.Q4_K_M.gguf @@ -6582,9 +8621,8 @@ - filename: Huihui-Jan-nano-abliterated.Q4_K_M.gguf sha256: 4390733f3f97ec36a24abe0b4e1b07980a4470e9ec4bf0f7d027c90be38670fa uri: huggingface://mradermacher/Huihui-Jan-nano-abliterated-GGUF/Huihui-Jan-nano-abliterated.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-8b-shiningvaliant3" - icon: https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/0-q6i_3FVjPg27esj9rNm.jpeg +- name: qwen3-8b-shiningvaliant3 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/ValiantLabs/Qwen3-8B-ShiningValiant3 - https://huggingface.co/mradermacher/Qwen3-8B-ShiningValiant3-GGUF @@ -6595,6 +8633,18 @@ AI to build AI: our high-difficulty AI reasoning data makes Shining Valiant 3 your friend for building with current AI tech and discovering new innovations and improvements! Improved general and creative reasoning to supplement problem-solving and general chat performance. Small model sizes allow running on local desktop and mobile, plus super-fast server inference! + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/0-q6i_3FVjPg27esj9rNm.jpeg + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-8B-ShiningValiant3.Q4_K_M.gguf @@ -6602,8 +8652,8 @@ - filename: Qwen3-8B-ShiningValiant3.Q4_K_M.gguf sha256: 7235a75a68eba40bd15f878adb41659fa2ca2a44e17e036757249fe47c7abe43 uri: huggingface://mradermacher/Qwen3-8B-ShiningValiant3-GGUF/Qwen3-8B-ShiningValiant3.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "zhi-create-qwen3-32b-i1" +- name: zhi-create-qwen3-32b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Zhihu-ai/Zhi-Create-Qwen3-32B - https://huggingface.co/mradermacher/Zhi-Create-Qwen3-32B-i1-GGUF @@ -6611,6 +8661,19 @@ Zhi-Create-Qwen3-32B is a fine-tuned model derived from Qwen/Qwen3-32B, with a focus on enhancing creative writing capabilities. Through careful optimization, the model shows promising improvements in creative writing performance, as evaluated using the WritingBench. In our evaluation, the model attains a score of 82.08 on WritingBench, which represents a significant improvement over the base Qwen3-32B model's score of 78.97. Additionally, to maintain the model's general capabilities such as knowledge and reasoning, we performed fine-grained data mixture experiments by combining general knowledge, mathematics, code, and other data types. The final evaluation results show that general capabilities remain stable with no significant decline compared to the base model. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 32b + - gguf + - llm + - reasoning + - multilingual + - instruction-tuned + - chat + last_checked: "2026-05-01" overrides: parameters: model: Zhi-Create-Qwen3-32B.i1-Q4_K_M.gguf @@ -6618,14 +8681,28 @@ - filename: Zhi-Create-Qwen3-32B.i1-Q4_K_M.gguf sha256: 7ed2a7e080b23570d2edce3fc27a88219749506dc431170cf67cbac5c9217ffb uri: huggingface://mradermacher/Zhi-Create-Qwen3-32B-i1-GGUF/Zhi-Create-Qwen3-32B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "omega-qwen3-atom-8b" - icon: https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/V26CJSyLm0ixHwNZQLlc_.png +- name: omega-qwen3-atom-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/prithivMLmods/Omega-Qwen3-Atom-8B - https://huggingface.co/prithivMLmods/Omega-Qwen3-Atom-8B-GGUF description: | Omega-Qwen3-Atom-8B is a powerful 8B-parameter model fine-tuned on Qwen3-8B using the curated Open-Omega-Atom-1.5M dataset, optimized for math and science reasoning. It excels at symbolic processing, scientific problem-solving, and structured output generation—making it a high-performance model for researchers, educators, and technical developers working in computational and analytical domains. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/V26CJSyLm0ixHwNZQLlc_.png + tags: + - qwen + - qwen3 + - 8b + - llm + - gguf + - quantized + - reasoning + - math + - science + - thinking + - moe + last_checked: "2026-05-01" overrides: parameters: model: Omega-Qwen3-Atom-8B.Q4_K_M.gguf @@ -6633,15 +8710,29 @@ - filename: Omega-Qwen3-Atom-8B.Q4_K_M.gguf sha256: ec3d531b985a619a36d117c2fdd049fd360ecbca70b6d3d6cc7e6127c1e5b6a4 uri: huggingface://prithivMLmods/Omega-Qwen3-Atom-8B-GGUF/Omega-Qwen3-Atom-8B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "menlo_lucy" - icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/PA6JCiYLPJX_WFO42ClTd.jpeg +- name: menlo_lucy + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Menlo/Lucy - https://huggingface.co/bartowski/Menlo_Lucy-GGUF description: | Lucy is a compact but capable 1.7B model focused on agentic web search and lightweight browsing. Built on Qwen3-1.7B, Lucy inherits deep research capabilities from larger models while being optimized to run efficiently on mobile devices, even with CPU-only configurations. We achieved this through machine-generated task vectors that optimize thinking processes, smooth reward functions across multiple categories, and pure reinforcement learning without any supervised fine-tuning. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/PA6JCiYLPJX_WFO42ClTd.jpeg + tags: + - qwen + - qwen3 + - 1.7b + - llm + - gguf + - quantized + - agentic + - reasoning + - chat + - mobile-optimized + - search + last_checked: "2026-05-01" overrides: parameters: model: Menlo_Lucy-Q4_K_M.gguf @@ -6649,9 +8740,8 @@ - filename: Menlo_Lucy-Q4_K_M.gguf sha256: 1cb1682a9dbea9a1c8406721695f3faf6a212554d283585f2ec4608921f7c8b7 uri: huggingface://bartowski/Menlo_Lucy-GGUF/Menlo_Lucy-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "menlo_lucy-128k" - icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/PA6JCiYLPJX_WFO42ClTd.jpeg +- name: menlo_lucy-128k + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Menlo/Lucy-128k - https://huggingface.co/bartowski/Menlo_Lucy-128k-GGUF @@ -6659,6 +8749,22 @@ Lucy is a compact but capable 1.7B model focused on agentic web search and lightweight browsing. Built on Qwen3-1.7B, Lucy inherits deep research capabilities from larger models while being optimized to run efficiently on mobile devices, even with CPU-only configurations. We achieved this through machine-generated task vectors that optimize thinking processes, smooth reward functions across multiple categories, and pure reinforcement learning without any supervised fine-tuning. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65713d70f56f9538679e5a56/PA6JCiYLPJX_WFO42ClTd.jpeg + tags: + - qwen + - qwen3 + - 1.7b + - gguf + - llm + - chat + - reasoning + - agentic + - tool-calling + - long-context + - 128k + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Menlo_Lucy-128k-Q4_K_M.gguf @@ -6666,8 +8772,8 @@ - filename: Menlo_Lucy-128k-Q4_K_M.gguf sha256: fb3e591cccc5d2821f3c615fd6dc2ca86d409f56fbc124275510a9612a90e61f uri: huggingface://bartowski/Menlo_Lucy-128k-GGUF/Menlo_Lucy-128k-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen_qwen3-30b-a3b-instruct-2507" +- name: qwen_qwen3-30b-a3b-instruct-2507 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507 - https://huggingface.co/bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF @@ -6678,24 +8784,50 @@ Substantial gains in long-tail knowledge coverage across multiple languages. Markedly better alignment with user preferences in subjective and open-ended tasks, enabling more helpful responses and higher-quality text generation. Enhanced capabilities in 256K long-context understanding. - overrides: - parameters: - model: Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf - files: - - filename: Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf - sha256: 382b4f5a164d200f93790ee0e339fae12852896d23485cfb203ce868fea33a95 - uri: huggingface://bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF/Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen_qwen3-30b-a3b-thinking-2507" - urls: - - https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507 - - https://huggingface.co/bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-05-01" + overrides: + parameters: + model: Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf + files: + - filename: Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf + sha256: 382b4f5a164d200f93790ee0e339fae12852896d23485cfb203ce868fea33a95 + uri: huggingface://bartowski/Qwen_Qwen3-30B-A3B-Instruct-2507-GGUF/Qwen_Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf +- name: qwen_qwen3-30b-a3b-thinking-2507 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master + urls: + - https://huggingface.co/Qwen/Qwen3-30B-A3B-Thinking-2507 + - https://huggingface.co/bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF description: | Over the past three months, we have continued to scale the thinking capability of Qwen3-30B-A3B, improving both the quality and depth of reasoning. We are pleased to introduce Qwen3-30B-A3B-Thinking-2507, featuring the following key enhancements: Significantly improved performance on reasoning tasks, including logical reasoning, mathematics, science, coding, and academic benchmarks that typically require human expertise. Markedly better general capabilities, such as instruction following, tool usage, text generation, and alignment with human preferences. Enhanced 256K long-context understanding capabilities. NOTE: This version has an increased thinking length. We strongly recommend its use in highly complex reasoning tasks. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - gguf + - quantized + - moe + - 30b + - reasoning + - chat + - instruction-tuned + - multilingual + last_checked: "2026-05-01" overrides: parameters: model: Qwen_Qwen3-30B-A3B-Thinking-2507-Q4_K_M.gguf @@ -6703,8 +8835,8 @@ - filename: Qwen_Qwen3-30B-A3B-Thinking-2507-Q4_K_M.gguf sha256: 1359aa08e2f2dfe7ce4b5ff88c4c996e6494c9d916b1ebacd214bb74bbd5a9db uri: huggingface://bartowski/Qwen_Qwen3-30B-A3B-Thinking-2507-GGUF/Qwen_Qwen3-30B-A3B-Thinking-2507-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen_qwen3-4b-instruct-2507" +- name: qwen_qwen3-4b-instruct-2507 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF - https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507 @@ -6715,6 +8847,19 @@ Substantial gains in long-tail knowledge coverage across multiple languages. Markedly better alignment with user preferences in subjective and open-ended tasks, enabling more helpful responses and higher-quality text generation. Enhanced capabilities in 256K long-context understanding. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - gguf + - chat + - reasoning + - instruction-tuned + - llm + - multilingual + last_checked: "2026-05-01" overrides: parameters: model: Qwen_Qwen3-4B-Instruct-2507-Q8_0.gguf @@ -6722,8 +8867,8 @@ - filename: Qwen_Qwen3-4B-Instruct-2507-Q8_0.gguf sha256: 260b5b5b6ad73e44df81a43ea1f5c11c37007b6bac18eb3cd2016e8667c19662 uri: huggingface://bartowski/Qwen_Qwen3-4B-Instruct-2507-GGUF/Qwen_Qwen3-4B-Instruct-2507-Q8_0.gguf -- !!merge <<: *qwen3 - name: "qwen_qwen3-4b-thinking-2507" +- name: qwen_qwen3-4b-thinking-2507 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF - https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507 @@ -6735,6 +8880,20 @@ Enhanced 256K long-context understanding capabilities. NOTE: This version has an increased thinking length. We strongly recommend its use in highly complex reasoning tasks. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - gguf + - llm + - reasoning + - thinking + - multilingual + - code + - quantized + last_checked: "2026-05-01" overrides: parameters: model: Qwen_Qwen3-4B-Thinking-2507-Q8_0.gguf @@ -6742,9 +8901,8 @@ - filename: Qwen_Qwen3-4B-Thinking-2507-Q8_0.gguf sha256: 2c08db093bc57c2c77222d27ffe8d41cb0b5648e66ba84e5fb9ceab429f6735c uri: huggingface://bartowski/Qwen_Qwen3-4B-Thinking-2507-GGUF/Qwen_Qwen3-4B-Thinking-2507-Q8_0.gguf -- !!merge <<: *qwen3 - name: "nousresearch_hermes-4-14b" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/7B7nMvHJiL72QzVBEPKOG.png +- name: nousresearch_hermes-4-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/NousResearch/Hermes-4-14B - https://huggingface.co/bartowski/NousResearch_Hermes-4-14B-GGUF @@ -6763,6 +8921,18 @@ Reasoning that is top quality, expressive, improves math, code, STEM, logic, and even creative writing and subjective responses. Schema adherence & structured outputs: trained to produce valid JSON for given schemas and to repair malformed objects. Much easier to steer and align: extreme improvements on steerability, especially on reduced refusal rates. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/7B7nMvHJiL72QzVBEPKOG.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: NousResearch_Hermes-4-14B-Q4_K_M.gguf @@ -6770,15 +8940,15 @@ - filename: NousResearch_Hermes-4-14B-Q4_K_M.gguf sha256: 7ad9be1e446e3da0c149fdf55284c90be666d3e13c6e2581587853f4f9538073 uri: huggingface://bartowski/NousResearch_Hermes-4-14B-GGUF/NousResearch_Hermes-4-14B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "minicpm-v-4_5" - license: apache-2.0 - icon: https://avatars.githubusercontent.com/u/89920203 +- name: minicpm-v-4_5 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/openbmb/MiniCPM-V-4_5-gguf - https://huggingface.co/openbmb/MiniCPM-V-4_5 description: | MiniCPM-V 4.5 is the latest and most capable model in the MiniCPM-V series. The model is built on Qwen3-8B and SigLIP2-400M with a total of 8B parameters. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/89920203 tags: - llm - multimodal @@ -6786,6 +8956,7 @@ - gpu - qwen3 - cpu + last_checked: "2026-05-01" overrides: mmproj: minicpm-v-4_5-mmproj-f16.gguf parameters: @@ -6795,16 +8966,28 @@ sha256: c1c3c33100b15b4caf7319acce4e23c0eb0ce1cbd12f70e8d24f05aa67b7512f uri: huggingface://openbmb/MiniCPM-V-4_5-gguf/ggml-model-Q4_K_M.gguf - filename: minicpm-v-4_5-mmproj-f16.gguf - uri: huggingface://openbmb/MiniCPM-V-4_5-gguf/mmproj-model-f16.gguf sha256: 7a7225a32e8d453aaa3d22d8c579b5bf833c253f784cdb05c99c9a76fd616df8 -- !!merge <<: *qwen3 - name: "aquif-ai_aquif-3.5-8b-think" + uri: huggingface://openbmb/MiniCPM-V-4_5-gguf/mmproj-model-f16.gguf +- name: aquif-ai_aquif-3.5-8b-think + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/aquif-ai/aquif-3.5-8B-Think - https://huggingface.co/bartowski/aquif-ai_aquif-3.5-8B-Think-GGUF description: | The aquif-3.5 series is the successor to aquif-3, featuring a simplified naming scheme, expanded Mixture of Experts (MoE) options, and across-the-board performance improvements. This release streamlines model selection while delivering enhanced capabilities across reasoning, multilingual support, and general intelligence tasks. An experimental small-scale Mixture of Experts model designed for multilingual applications with minimal computational overhead. Despite its compact active parameter count, it demonstrates competitive performance against larger dense models. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - aquif + - 8b + - gguf + - llm + - thinking + - reasoning + - moe + - quantized + last_checked: "2026-05-01" overrides: parameters: model: aquif-ai_aquif-3.5-8B-Think-Q4_K_M.gguf @@ -6812,9 +8995,8 @@ - filename: aquif-ai_aquif-3.5-8B-Think-Q4_K_M.gguf sha256: 9e49b9c840de23bb3eb181ba7a102706c120b3e3d006983c3f14ebae307ff02e uri: huggingface://bartowski/aquif-ai_aquif-3.5-8B-Think-GGUF/aquif-ai_aquif-3.5-8B-Think-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-stargate-sg1-uncensored-abliterated-8b-i1" - icon: https://huggingface.co/DavidAU/Qwen3-Stargate-SG1-Uncensored-Abliterated-8B/resolve/main/sg1.jpg +- name: qwen3-stargate-sg1-uncensored-abliterated-8b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-Stargate-SG1-Uncensored-Abliterated-8B - https://huggingface.co/mradermacher/Qwen3-Stargate-SG1-Uncensored-Abliterated-8B-i1-GGUF @@ -6843,6 +9025,22 @@ This is a Stargate (SG1) fine tune (1,331,953,664 of 9,522,689,024 (13.99% trained)), SIX epochs on this model. As this is an instruct model, it will also benefit from a detailed system prompt too. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-Stargate-SG1-Uncensored-Abliterated-8B/resolve/main/sg1.jpg + tags: + - qwen + - qwen3 + - 8b + - gguf + - quantized + - chat + - reasoning + - thinking + - uncensored + - abliterated + - llm + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-Stargate-SG1-Uncensored-Abliterated-8B.i1-Q4_K_M.gguf @@ -6850,14 +9048,27 @@ - filename: Qwen3-Stargate-SG1-Uncensored-Abliterated-8B.i1-Q4_K_M.gguf sha256: 31ec697ccebbd7928c49714b8a0ec8be747be0f7c1ad71627967d2f8fe376990 uri: huggingface://mradermacher/Qwen3-Stargate-SG1-Uncensored-Abliterated-8B-i1-GGUF/Qwen3-Stargate-SG1-Uncensored-Abliterated-8B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - url: "github:mudler/LocalAI/gallery/qwen3-deepresearch.yaml@master" - name: "alibaba-nlp_tongyi-deepresearch-30b-a3b" +- name: alibaba-nlp_tongyi-deepresearch-30b-a3b + url: github:mudler/LocalAI/gallery/qwen3-deepresearch.yaml@master urls: - https://huggingface.co/Alibaba-NLP/Tongyi-DeepResearch-30B-A3B - https://huggingface.co/bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF description: | We present Tongyi DeepResearch, an agentic large language model featuring 30 billion total parameters, with only 3 billion activated per token. Developed by Tongyi Lab, the model is specifically designed for long-horizon, deep information-seeking tasks. Tongyi-DeepResearch demonstrates state-of-the-art performance across a range of agentic search benchmarks, including Humanity's Last Exam, BrowserComp, BrowserComp-ZH, WebWalkerQA, GAIA, xbench-DeepSearch and FRAMES. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - moe + - 30b + - gguf + - quantized + - llm + - agentic + - reasoning + - tongyi + last_checked: "2026-05-01" overrides: parameters: model: Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_K_M.gguf @@ -6865,9 +9076,8 @@ - filename: Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_K_M.gguf sha256: 1afefb3b369ea2de191f24fe8ea22cbbb7b412357902f27bd81d693dde35c2d9 uri: huggingface://bartowski/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-GGUF/Alibaba-NLP_Tongyi-DeepResearch-30B-A3B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "impish_qwen_14b-1m" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_QWEN_14B-1M/resolve/main/Images/Impish_Qwen_14B.png +- name: impish_qwen_14b-1m + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_QWEN_14B-1M - https://huggingface.co/mradermacher/Impish_QWEN_14B-1M-GGUF @@ -6877,6 +9087,19 @@ Qwen smarts built-in, but naughty and playful Maybe it's even too naughty. VERY compliant with low censorship. VERY high IFeval for a 14B RP model: 78.68. + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_QWEN_14B-1M/resolve/main/Images/Impish_Qwen_14B.png + tags: + - qwen + - qwen2 + - 14b + - gguf + - llm + - chat + - reasoning + - instruction-tuned + - long-context + last_checked: "2026-05-01" overrides: parameters: model: Impish_QWEN_14B-1M.Q4_K_M.gguf @@ -6884,22 +9107,8 @@ - filename: Impish_QWEN_14B-1M.Q4_K_M.gguf sha256: d326f2b8f05814ea3943c82498f0cd3cde64859cf03f532855c87fb94b0da79e uri: huggingface://mradermacher/Impish_QWEN_14B-1M-GGUF/Impish_QWEN_14B-1M.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "aquif-3.5-a4b-think" - urls: - - https://huggingface.co/aquif-ai/aquif-3.5-A4B-Think - - https://huggingface.co/QuantFactory/aquif-3.5-A4B-Think-GGUF - description: | - The aquif-3.5 series is the successor to aquif-3, featuring a simplified naming scheme, expanded Mixture of Experts (MoE) options, and across-the-board performance improvements. This release streamlines model selection while delivering enhanced capabilities across reasoning, multilingual support, and general intelligence tasks. - overrides: - parameters: - model: aquif-3.5-A4B-Think.Q4_K_M.gguf - files: - - filename: aquif-3.5-A4B-Think.Q4_K_M.gguf - sha256: 1650b72ae1acf12b45a702f2ff5f47205552e494f0d910e81cbe40dfba55a6b9 - uri: huggingface://QuantFactory/aquif-3.5-A4B-Think-GGUF/aquif-3.5-A4B-Think.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "lemon07r_vellummini-0.1-qwen3-14b" +- name: lemon07r_vellummini-0.1-qwen3-14b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/lemon07r/VellumMini-0.1-Qwen3-14B - https://huggingface.co/bartowski/lemon07r_VellumMini-0.1-Qwen3-14B-GGUF @@ -6909,6 +9118,19 @@ This got pretty good results compared to the regular instruct in my testing so thought I would share. I trained for 3 epochs, but both checkpoints at 2 epoch and 3 epoch were too overbaked. This checkpoint, at 1 epoch performed best. I'm pretty surprised how decent this came out since Qwen models aren't that great at writing, especially at this size. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 14b + - gguf + - quantized + - llm + - chat + - reasoning + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: lemon07r_VellumMini-0.1-Qwen3-14B-Q4_K_M.gguf @@ -6916,14 +9138,27 @@ - filename: lemon07r_VellumMini-0.1-Qwen3-14B-Q4_K_M.gguf sha256: 7c56980b12c757e06bd4d4e99fca4eacf76fbad9bc46d59fde5fb62280157320 uri: huggingface://bartowski/lemon07r_VellumMini-0.1-Qwen3-14B-GGUF/lemon07r_VellumMini-0.1-Qwen3-14B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "gliese-4b-oss-0410-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/xwNz8R9cHHBArUKbTKs6U.png +- name: gliese-4b-oss-0410-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/prithivMLmods/Gliese-4B-OSS-0410 - https://huggingface.co/mradermacher/Gliese-4B-OSS-0410-i1-GGUF description: | Gliese-4B-OSS-0410 is a reasoning-focused model fine-tuned on Qwen-4B for enhanced reasoning and polished token probability distributions, delivering balanced multilingual generation across mathematics and general-purpose reasoning tasks. The model is fine-tuned on curated GPT-OSS synthetic dataset entries, improving its ability to handle structured reasoning, probabilistic inference, and multilingual tasks with precision. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/xwNz8R9cHHBArUKbTKs6U.png + tags: + - qwen + - qwen3 + - 4b + - gguf + - llm + - reasoning + - math + - multilingual + - chat + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Gliese-4B-OSS-0410.i1-Q4_K_M.gguf @@ -6931,9 +9166,8 @@ - filename: Gliese-4B-OSS-0410.i1-Q4_K_M.gguf sha256: b5af058bfdfbad131ed0d5d2e1e128b031318fcdfa78fad327c082a9e05d2a14 uri: huggingface://mradermacher/Gliese-4B-OSS-0410-i1-GGUF/Gliese-4B-OSS-0410.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-deckard-large-almost-human-6b-i1" - icon: https://huggingface.co/DavidAU/Qwen3-Deckard-Large-Almost-Human-6B/resolve/main/deckard.gif +- name: qwen3-deckard-large-almost-human-6b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DavidAU/Qwen3-Deckard-Large-Almost-Human-6B - https://huggingface.co/mradermacher/Qwen3-Deckard-Large-Almost-Human-6B-i1-GGUF @@ -6944,6 +9178,20 @@ "Almost Human" is about adding (back) the humanity, the real person called Philip K Dick back into the model - with tone, thinking, and a touch of prose. "Deckard" is the main character in Blade Runner. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Qwen3-Deckard-Large-Almost-Human-6B/resolve/main/deckard.gif + tags: + - qwen + - qwen3 + - 6b + - gguf + - llm + - chat + - reasoning + - code + - quantized + - philip-k-dick + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-Deckard-Large-Almost-Human-6B.i1-Q4_K_M.gguf @@ -6951,8 +9199,8 @@ - filename: Qwen3-Deckard-Large-Almost-Human-6B.i1-Q4_K_M.gguf sha256: c92c0e35e37d0e2b520010b95abe2951112ac95d20b8d66706116e52ae677697 uri: huggingface://mradermacher/Qwen3-Deckard-Large-Almost-Human-6B-i1-GGUF/Qwen3-Deckard-Large-Almost-Human-6B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "gustavecortal_beck-8b" +- name: gustavecortal_beck-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/gustavecortal/Beck-8B - https://huggingface.co/bartowski/gustavecortal_Beck-8B-GGUF @@ -6965,6 +9213,20 @@ Inspiration Beck aims to reason about psychological and philosophical concepts such as self-image, emotion, and existence. Beck was inspired by my position paper on emotion analysis: Improving Language Models for Emotion Analysis: Insights from Cognitive Science. + license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 8b + - gguf + - llm + - reasoning + - chat + - psychology + - psychotherapy + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: gustavecortal_Beck-8B-Q4_K_M.gguf @@ -6972,8 +9234,8 @@ - filename: gustavecortal_Beck-8B-Q4_K_M.gguf sha256: a3025ea58d31d4d1b0a63f165095e21a6620c56e43fe67461e6da9a83df076a8 uri: huggingface://bartowski/gustavecortal_Beck-8B-GGUF/gustavecortal_Beck-8B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "gustavecortal_beck-0.6b" +- name: gustavecortal_beck-0.6b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/gustavecortal/Beck-0.6B - https://huggingface.co/bartowski/gustavecortal_Beck-0.6B-GGUF @@ -6986,6 +9248,19 @@ Inspiration Beck aims to reason about psychological and philosophical concepts such as self-image, emotion, and existence. Beck was inspired by my position paper on emotion analysis: Improving Language Models for Emotion Analysis: Insights from Cognitive Science. + license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 0.6b + - llm + - gguf + - reasoning + - psychology + - psychotherapy + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: gustavecortal_Beck-0.6B-Q4_K_M.gguf @@ -6993,8 +9268,8 @@ - filename: gustavecortal_Beck-0.6B-Q4_K_M.gguf sha256: 486cafeb162edbd0134de99bf206e7506e61626470788278e40bf0b9b920308c uri: huggingface://bartowski/gustavecortal_Beck-0.6B-GGUF/gustavecortal_Beck-0.6B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "gustavecortal_beck-1.7b" +- name: gustavecortal_beck-1.7b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/gustavecortal/Beck-1.7B - https://huggingface.co/bartowski/gustavecortal_Beck-1.7B-GGUF @@ -7007,6 +9282,21 @@ Inspiration Beck aims to reason about psychological and philosophical concepts such as self-image, emotion, and existence. Beck was inspired by my position paper on emotion analysis: Improving Language Models for Emotion Analysis: Insights from Cognitive Science. + license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 1.7b + - llm + - gguf + - quantized + - reasoning + - psychology + - psychotherapy + - instruction-tuned + - chat + last_checked: "2026-05-01" overrides: parameters: model: gustavecortal_Beck-1.7B-Q4_K_M.gguf @@ -7014,8 +9304,8 @@ - filename: gustavecortal_Beck-1.7B-Q4_K_M.gguf sha256: 0dfac64e4066da46dc8125cfb00050c29869503f245bc8559ad4b9113d51e545 uri: huggingface://bartowski/gustavecortal_Beck-1.7B-GGUF/gustavecortal_Beck-1.7B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "gustavecortal_beck-4b" +- name: gustavecortal_beck-4b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/gustavecortal/Beck-4B - https://huggingface.co/bartowski/gustavecortal_Beck-4B-GGUF @@ -7028,6 +9318,20 @@ Inspiration Beck aims to reason about psychological and philosophical concepts such as self-image, emotion, and existence. Beck was inspired by my position paper on emotion analysis: Improving Language Models for Emotion Analysis: Insights from Cognitive Science. + license: mit + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - 4b + - llm + - gguf + - psychotherapy + - reasoning + - chat + - instruction-tuned + - quantized + last_checked: "2026-05-01" overrides: parameters: model: gustavecortal_Beck-4B-Q4_K_M.gguf @@ -7035,13 +9339,26 @@ - filename: gustavecortal_Beck-4B-Q4_K_M.gguf sha256: f4af0cf3e6adedabb79c16d8d5d6d23a3996f626d7866ddc27fa80011ce695af uri: huggingface://bartowski/gustavecortal_Beck-4B-GGUF/gustavecortal_Beck-4B-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-4b-ra-sft" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64fde4e252e82dd432b74ce9/TAEScS71YX5NPRM4TXZc8.png +- name: qwen3-4b-ra-sft + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Gen-Verse/Qwen3-4B-RA-SFT - https://huggingface.co/mradermacher/Qwen3-4B-RA-SFT-GGUF description: "a 4B-sized agentic reasoning model that is finetuned with our 3k Agentic SFT dataset, based on Qwen3-4B-Instruct-2507.\nIn our work, we systematically investigate three dimensions of agentic RL: data, algorithms, and reasoning modes. Our findings reveal\n\n\U0001F3AF Data Quality Matters: Real end-to-end trajectories and high-diversity datasets significantly outperform synthetic alternatives\n⚡ Training Efficiency: Exploration-friendly techniques like reward clipping and entropy maintenance boost training efficiency\n\U0001F9E0 Reasoning Strategy: Deliberative reasoning with selective tool calls surpasses frequent invocation or verbose self-reasoning We contribute high-quality SFT and RL datasets, demonstrating that simple recipes enable even 4B models to outperform 32B models on the most challenging reasoning benchmarks.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64fde4e252e82dd432b74ce9/TAEScS71YX5NPRM4TXZc8.png + tags: + - qwen + - qwen3 + - 4b + - llm + - gguf + - reasoning + - agentic + - instruction-tuned + - chat + - sft + last_checked: "2026-05-01" overrides: parameters: model: Qwen3-4B-RA-SFT.Q4_K_M.gguf @@ -7049,13 +9366,27 @@ - filename: Qwen3-4B-RA-SFT.Q4_K_M.gguf sha256: 49147b917f431d6c42cc514558c7ce3bcdcc6fdfba937bbb6f964702dc77e532 uri: huggingface://mradermacher/Qwen3-4B-RA-SFT-GGUF/Qwen3-4B-RA-SFT.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "demyagent-4b-i1" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64fde4e252e82dd432b74ce9/TAEScS71YX5NPRM4TXZc8.png +- name: demyagent-4b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Gen-Verse/DemyAgent-4B - https://huggingface.co/mradermacher/DemyAgent-4B-i1-GGUF description: "This repository contains the DemyAgent-4B model weights, a 4B-sized agentic reasoning model that achieves state-of-the-art performance on challenging benchmarks including AIME2024/2025, GPQA-Diamond, and LiveCodeBench-v6. DemyAgent-4B is trained using our GRPO-TCR recipe with 30K high-quality agentic RL data, demonstrating that small models can outperform much larger alternatives (14B/32B) through effective RL training strategies.\n\U0001F31F Introduction\n\nIn our work, we systematically investigate three dimensions of agentic RL: data, algorithms, and reasoning modes. Our findings reveal:\n\n \U0001F3AF Data Quality Matters: Real end-to-end trajectories and high-diversity datasets significantly outperform synthetic alternatives\n ⚡ Training Efficiency: Exploration-friendly techniques like reward clipping and entropy maintenance boost training efficiency\n \U0001F9E0 Reasoning Strategy: Deliberative reasoning with selective tool calls surpasses frequent invocation or verbose self-reasoning We contribute high-quality SFT and RL datasets, demonstrating that simple recipes enable even 4B models to outperform 32B models on the most challenging reasoning benchmarks.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64fde4e252e82dd432b74ce9/TAEScS71YX5NPRM4TXZc8.png + tags: + - qwen + - qwen3 + - 4b + - llm + - gguf + - quantized + - reasoning + - agent + - math + - code + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: DemyAgent-4B.i1-Q4_K_M.gguf @@ -7063,15 +9394,26 @@ - filename: DemyAgent-4B.i1-Q4_K_M.gguf sha256: be619b23510debc492ddba73b6764382a8e0c4e97e5c206e0e2ee86d117c0878 uri: huggingface://mradermacher/DemyAgent-4B-i1-GGUF/DemyAgent-4B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "boomerang-qwen3-2.3b" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/660591cbb8cda932fa1292ba/9eTKbCpP-C5rUHj26HTo_.png +- name: boomerang-qwen3-2.3b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Harvard-DCML/boomerang-qwen3-2.3B - https://huggingface.co/mradermacher/boomerang-qwen3-2.3B-GGUF description: | Boomerang distillation is a phenomenon in LLMs where we can distill a teacher model into a student and reincorporate teacher layers to create intermediate-sized models with no additional training. This is the student model distilled from Qwen3-4B-Base from our paper. This model was initialized from Qwen3-4B-Base by copying every other layer and the last 2 layers. It was distilled on 2.1B tokens of The Pile deduplicated with cross entropy, KL, and cosine loss to match the activations of Qwen3-4B-Base. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/660591cbb8cda932fa1292ba/9eTKbCpP-C5rUHj26HTo_.png + tags: + - qwen + - qwen3 + - 2.3b + - llm + - gguf + - distilled + - reasoning + - chat + last_checked: "2026-05-01" overrides: parameters: model: boomerang-qwen3-2.3B.Q4_K_M.gguf @@ -7079,15 +9421,27 @@ - filename: boomerang-qwen3-2.3B.Q4_K_M.gguf sha256: 59d4fa743abb74177667b2faa4eb0f5bfd874109e9bc27a84d4ac392e90f96cc uri: huggingface://mradermacher/boomerang-qwen3-2.3B-GGUF/boomerang-qwen3-2.3B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "boomerang-qwen3-4.9b" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/660591cbb8cda932fa1292ba/9eTKbCpP-C5rUHj26HTo_.png +- name: boomerang-qwen3-4.9b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Harvard-DCML/boomerang-qwen3-4.9B - https://huggingface.co/mradermacher/boomerang-qwen3-4.9B-GGUF description: | Boomerang distillation is a phenomenon in LLMs where we can distill a teacher model into a student and reincorporate teacher layers to create intermediate-sized models with no additional training. This is the student model distilled from Qwen3-8B-Base from our paper. This model was initialized from Qwen3-8B-Base by copying every other layer and the last 2 layers. It was distilled on 2.1B tokens of The Pile deduplicated with cross entropy, KL, and cosine loss to match the activations of Qwen3-8B-Base. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/660591cbb8cda932fa1292ba/9eTKbCpP-C5rUHj26HTo_.png + tags: + - qwen + - qwen3 + - 4.9b + - gguf + - quantized + - llm + - distilled + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: boomerang-qwen3-4.9B.Q4_K_M.gguf @@ -7095,10 +9449,8 @@ - filename: boomerang-qwen3-4.9B.Q4_K_M.gguf sha256: 11e6c068351d104dee31dd63550e5e2fc9be70467c1cfc07a6f84030cb701537 uri: huggingface://mradermacher/boomerang-qwen3-4.9B-GGUF/boomerang-qwen3-4.9B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-coder-30b-a3b-instruct" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png - url: "github:mudler/LocalAI/gallery/qwen3.yaml@master" +- name: qwen3-coder-30b-a3b-instruct + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct - https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF @@ -7123,33 +9475,50 @@ - Context Length: 262,144 natively. NOTE: This model supports only non-thinking mode and does not generate blocks in its output. Meanwhile, specifying enable_thinking=False is no longer required. - overrides: - parameters: - model: Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf - files: + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - qwen + - qwen3 + - moe + - 30b + - code + - reasoning + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-05-01" + overrides: + parameters: + model: Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf + files: - filename: Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf - uri: huggingface://unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf sha256: fadc3e5f8d42bf7e894a785b05082e47daee4df26680389817e2093056f088ad -- &gemma3 - url: "github:mudler/LocalAI/gallery/gemma.yaml@master" - name: "gemma-3-27b-it" - icon: https://ai.google.dev/static/gemma/images/gemma3.png - license: gemma + uri: huggingface://unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf +- name: gemma-3-27b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://ai.google.dev/gemma/docs - https://huggingface.co/ggml-org/gemma-3-27b-it-GGUF description: | Google/gemma-3-27b-it is an open-source, state-of-the-art vision-language model built from the same research and technology used to create the Gemini models. It is multimodal, handling text and image input and generating text output, with open weights for both pre-trained variants and instruction-tuned variants. Gemma 3 models have a large, 128K context window, multilingual support in over 140 languages, and are available in more sizes than previous versions. They are well-suited for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes it possible to deploy them in environments with limited resources such as laptops, desktops or your own cloud infrastructure, democratizing access to state of the art AI models and helping foster innovation for everyone. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png tags: - - llm - - gguf - - gpu - - cpu - gemma - - gemma3 - gemma-3 + - 27b + - gguf + - llm + - multimodal + - multilingual + - instruction-tuned + - reasoning + - chat + last_checked: "2026-05-01" overrides: - #mmproj: gemma-3-27b-it-mmproj-f16.gguf parameters: model: gemma-3-27b-it-Q4_K_M.gguf files: @@ -7159,15 +9528,28 @@ - filename: gemma-3-27b-it-mmproj-f16.gguf sha256: 54cb61c842fe49ac3c89bc1a614a2778163eb49f3dec2b90ff688b4c0392cb48 uri: huggingface://lmstudio-community/gemma-3-27b-it-GGUF/mmproj-model-f16.gguf -- !!merge <<: *gemma3 - name: "gemma-3-12b-it" +- name: gemma-3-12b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://ai.google.dev/gemma/docs/core - https://huggingface.co/ggml-org/gemma-3-12b-it-GGUF description: | google/gemma-3-12b-it is an open-source, state-of-the-art, lightweight, multimodal model built from the same research and technology used to create the Gemini models. It is capable of handling text and image input and generating text output. It has a large context window of 128K tokens and supports over 140 languages. The 12B variant has been fine-tuned using the instruction-tuning approach. Gemma 3 models are suitable for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes them deployable in environments with limited resources such as laptops, desktops, or your own cloud infrastructure. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - llm + - multimodal + - instruction-tuned + - multilingual + - chat + - reasoning + last_checked: "2026-05-01" overrides: - #mmproj: gemma-3-12b-it-mmproj-f16.gguf parameters: model: gemma-3-12b-it-Q4_K_M.gguf files: @@ -7177,15 +9559,29 @@ - filename: gemma-3-12b-it-mmproj-f16.gguf sha256: 30c02d056410848227001830866e0a269fcc28aaf8ca971bded494003de9f5a5 uri: huggingface://lmstudio-community/gemma-3-12b-it-GGUF/mmproj-model-f16.gguf -- !!merge <<: *gemma3 - name: "gemma-3-4b-it" +- name: gemma-3-4b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://ai.google.dev/gemma/docs/core - https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF description: | Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. Gemma 3 models are multimodal, handling text and image input and generating text output, with open weights for both pre-trained variants and instruction-tuned variants. Gemma 3 has a large, 128K context window, multilingual support in over 140 languages, and is available in more sizes than previous versions. Gemma 3 models are well-suited for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes it possible to deploy them in environments with limited resources such as laptops, desktops or your own cloud infrastructure, democratizing access to state of the art AI models and helping foster innovation for everyone. Gemma-3-4b-it is a 4 billion parameter model. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - google + - multimodal + - vision + - chat + - gguf + - 4b + - llm + - instruction-tuned + - multilingual + last_checked: "2026-05-01" overrides: - #mmproj: gemma-3-4b-it-mmproj-f16.gguf parameters: model: gemma-3-4b-it-Q4_K_M.gguf files: @@ -7195,13 +9591,26 @@ - filename: gemma-3-4b-it-mmproj-f16.gguf sha256: 8c0fb064b019a6972856aaae2c7e4792858af3ca4561be2dbf649123ba6c40cb uri: huggingface://lmstudio-community/gemma-3-4b-it-GGUF/mmproj-model-f16.gguf -- !!merge <<: *gemma3 - name: "gemma-3-1b-it" +- name: gemma-3-1b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://ai.google.dev/gemma/docs/core - https://huggingface.co/ggml-org/gemma-3-1b-it-GGUF description: | google/gemma-3-1b-it is a large language model with 1 billion parameters. It is part of the Gemma family of open, state-of-the-art models from Google, built from the same research and technology used to create the Gemini models. Gemma 3 models are multimodal, handling text and image input and generating text output, with open weights for both pre-trained variants and instruction-tuned variants. These models have multilingual support in over 140 languages, and are available in more sizes than previous versions. They are well-suited for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes it possible to deploy them in environments with limited resources such as laptops, desktops or your own cloud infrastructure, democratizing access to state of the art AI models and helping foster innovation for everyone. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 1b + - gguf + - llm + - instruction-tuned + - multilingual + - reasoning + - multimodal + last_checked: "2026-05-01" overrides: parameters: model: gemma-3-1b-it-Q4_K_M.gguf @@ -7209,8 +9618,8 @@ - filename: gemma-3-1b-it-Q4_K_M.gguf sha256: 8ccc5cd1f1b3602548715ae25a66ed73fd5dc68a210412eea643eb20eb75a135 uri: huggingface://ggml-org/gemma-3-1b-it-GGUF/gemma-3-1b-it-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3-12b-it-qat" +- name: gemma-3-12b-it-qat + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3-12b-it - https://huggingface.co/bartowski/google_gemma-3-12b-it-qat-GGUF @@ -7220,6 +9629,20 @@ Thanks to QAT, the model is able to preserve similar quality as bfloat16 while significantly reducing the memory requirements to load the model. You can find the half-precision version here. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - google + - 12b + - gguf + - quantized + - llm + - instruction-tuned + - qat + - chat + last_checked: "2026-05-01" overrides: mmproj: mmproj-google_gemma-3-12b-it-qat-f16.gguf parameters: @@ -7231,8 +9654,8 @@ - filename: mmproj-google_gemma-3-12b-it-qat-f16.gguf sha256: 30c02d056410848227001830866e0a269fcc28aaf8ca971bded494003de9f5a5 uri: huggingface://bartowski/google_gemma-3-12b-it-qat-GGUF/mmproj-google_gemma-3-12b-it-qat-f16.gguf -- !!merge <<: *gemma3 - name: "gemma-3-4b-it-qat" +- name: gemma-3-4b-it-qat + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3-4b-it - https://huggingface.co/bartowski/google_gemma-3-4b-it-qat-GGUF @@ -7242,6 +9665,19 @@ Thanks to QAT, the model is able to preserve similar quality as bfloat16 while significantly reducing the memory requirements to load the model. You can find the half-precision version here. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 4b + - gguf + - llm + - instruction-tuned + - quantized + - qat + - google + last_checked: "2026-05-01" overrides: mmproj: mmproj-google_gemma-3-4b-it-qat-f16.gguf parameters: @@ -7253,8 +9689,8 @@ - filename: mmproj-google_gemma-3-4b-it-qat-f16.gguf sha256: 8c0fb064b019a6972856aaae2c7e4792858af3ca4561be2dbf649123ba6c40cb uri: huggingface://bartowski/google_gemma-3-4b-it-qat-GGUF/mmproj-google_gemma-3-4b-it-qat-f16.gguf -- !!merge <<: *gemma3 - name: "gemma-3-27b-it-qat" +- name: gemma-3-27b-it-qat + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3-27b-it - https://huggingface.co/bartowski/google_gemma-3-27b-it-qat-GGUF @@ -7264,6 +9700,20 @@ Thanks to QAT, the model is able to preserve similar quality as bfloat16 while significantly reducing the memory requirements to load the model. You can find the half-precision version here. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - gemma-3 + - google + - llm + - gguf + - 27b + - chat + - instruction-tuned + - qat + last_checked: "2026-05-01" overrides: mmproj: mmproj-google_gemma-3-27b-it-qat-f16.gguf parameters: @@ -7275,13 +9725,26 @@ - filename: mmproj-google_gemma-3-27b-it-qat-f16.gguf sha256: 54cb61c842fe49ac3c89bc1a614a2778163eb49f3dec2b90ff688b4c0392cb48 uri: huggingface://bartowski/google_gemma-3-27b-it-qat-GGUF/mmproj-google_gemma-3-27b-it-qat-f16.gguf -- !!merge <<: *gemma3 - name: "qgallouedec_gemma-3-27b-it-codeforces-sft" +- name: qgallouedec_gemma-3-27b-it-codeforces-sft + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/qgallouedec/gemma-3-27b-it-codeforces-SFT - https://huggingface.co/bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF description: | This model is a fine-tuned version of google/gemma-3-27b-it on the open-r1/codeforces-cots dataset. It has been trained using TRL. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma-3 + - 27b + - llm + - gguf + - sft + - instruction-tuned + - reasoning + - code + last_checked: "2026-05-01" overrides: parameters: model: qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_K_M.gguf @@ -7289,14 +9752,29 @@ - filename: qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_K_M.gguf sha256: 84307cc73098017108f8b9157b614cea655f2054c34218422b1d246e214df5af uri: huggingface://bartowski/qgallouedec_gemma-3-27b-it-codeforces-SFT-GGUF/qgallouedec_gemma-3-27b-it-codeforces-SFT-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "mlabonne_gemma-3-27b-it-abliterated" - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/WjFfc8hhj20r5XK07Yny9.png +- name: mlabonne_gemma-3-27b-it-abliterated + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/mlabonne/gemma-3-27b-it-abliterated - https://huggingface.co/bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF description: | This is an uncensored version of google/gemma-3-27b-it created with a new abliteration technique. See this article to know more about abliteration. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/WjFfc8hhj20r5XK07Yny9.png + tags: + - gemma + - gemma3 + - 27b + - gguf + - quantized + - llm + - chat + - multimodal + - vision + - instruction-tuned + - uncensored + - abliteration + last_checked: "2026-05-01" overrides: parameters: model: mlabonne_gemma-3-27b-it-abliterated-Q4_K_M.gguf @@ -7304,14 +9782,26 @@ - filename: mlabonne_gemma-3-27b-it-abliterated-Q4_K_M.gguf sha256: 0d7afea4b1889c113f4a8ec1855d23bee71b3e3bedcb1fad84f9c9ffcdfe07d0 uri: huggingface://bartowski/mlabonne_gemma-3-27b-it-abliterated-GGUF/mlabonne_gemma-3-27b-it-abliterated-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "mlabonne_gemma-3-12b-it-abliterated" - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/WjFfc8hhj20r5XK07Yny9.png +- name: mlabonne_gemma-3-12b-it-abliterated + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/mlabonne/gemma-3-12b-it-abliterated - https://huggingface.co/bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF description: | This is an uncensored version of google/gemma-3-12b-it created with a new abliteration technique. See this article to know more about abliteration. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/WjFfc8hhj20r5XK07Yny9.png + tags: + - gemma + - gemma3 + - 12b + - llm + - chat + - gguf + - quantized + - instruction-tuned + - multimodal + last_checked: "2026-05-01" overrides: parameters: model: mlabonne_gemma-3-12b-it-abliterated-Q4_K_M.gguf @@ -7319,14 +9809,27 @@ - filename: mlabonne_gemma-3-12b-it-abliterated-Q4_K_M.gguf sha256: d1702ca02f33f97c4763cc23041e90b1586c6b8ee33fedc1c62e62045a845d2b uri: huggingface://bartowski/mlabonne_gemma-3-12b-it-abliterated-GGUF/mlabonne_gemma-3-12b-it-abliterated-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "mlabonne_gemma-3-4b-it-abliterated" - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/WjFfc8hhj20r5XK07Yny9.png +- name: mlabonne_gemma-3-4b-it-abliterated + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/mlabonne/gemma-3-4b-it-abliterated - https://huggingface.co/bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF description: | This is an uncensored version of google/gemma-3-4b-it created with a new abliteration technique. See this article to know more about abliteration. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/WjFfc8hhj20r5XK07Yny9.png + tags: + - gemma + - gemma3 + - 4b + - gguf + - llm + - instruction-tuned + - uncensored + - multimodal + - chat + - abliterated + last_checked: "2026-05-01" overrides: parameters: model: mlabonne_gemma-3-4b-it-abliterated-Q4_K_M.gguf @@ -7334,8 +9837,8 @@ - filename: mlabonne_gemma-3-4b-it-abliterated-Q4_K_M.gguf sha256: 1b18347ba3e998aa2fd4e21172369daa2f772aa0a228e3ed9136378346ccf3b7 uri: huggingface://bartowski/mlabonne_gemma-3-4b-it-abliterated-GGUF/mlabonne_gemma-3-4b-it-abliterated-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "soob3123_amoral-gemma3-12b" +- name: soob3123_amoral-gemma3-12b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/soob3123/amoral-gemma3-12B - https://huggingface.co/bartowski/soob3123_amoral-gemma3-12B-GGUF @@ -7358,6 +9861,20 @@ Creative writing assistance Experimental AI interactions Content generation for mature audiences + license: apache-2.0 + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - llm + - uncensored + - instruction-tuned + - roleplaying + - creative-writing + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: soob3123_amoral-gemma3-12B-Q4_K_M.gguf @@ -7365,14 +9882,26 @@ - filename: soob3123_amoral-gemma3-12B-Q4_K_M.gguf sha256: f78824e6d9f24822078ebde4c0fe04f4a336f2004a32de0a82cbb92a3879ea35 uri: huggingface://bartowski/soob3123_amoral-gemma3-12B-GGUF/soob3123_amoral-gemma3-12B-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3-4b-it-uncensored-dbl-x-i1" - icon: https://huggingface.co/DavidAU/Gemma-3-4b-it-Uncensored-DBL-X/resolve/main/gemma-4b-uncen.jpg +- name: gemma-3-4b-it-uncensored-dbl-x-i1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/DavidAU/Gemma-3-4b-it-Uncensored-DBL-X - https://huggingface.co/mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF description: | Google's newest Gemma-3 model that has been uncensored by David_AU (maintains instruction following / model performance and adds 4 layers to the model) and re-enforced with a system prompt (optional) - see below. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Gemma-3-4b-it-Uncensored-DBL-X/resolve/main/gemma-4b-uncen.jpg + tags: + - gemma + - gemma3 + - 4b + - llm + - gguf + - uncensored + - instruction-tuned + - creative + - roleplaying + last_checked: "2026-05-01" overrides: parameters: model: Gemma-3-4b-it-Uncensored-DBL-X.i1-Q4_K_M.gguf @@ -7380,8 +9909,8 @@ - filename: Gemma-3-4b-it-Uncensored-DBL-X.i1-Q4_K_M.gguf sha256: fd8a93f04eae7b7c966a53aed29810cef8cd3d281ee89ad8767d8043e3aec35b uri: huggingface://mradermacher/Gemma-3-4b-it-Uncensored-DBL-X-i1-GGUF/Gemma-3-4b-it-Uncensored-DBL-X.i1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "soob3123_amoral-gemma3-4b" +- name: soob3123_amoral-gemma3-4b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/soob3123/amoral-gemma3-4B - https://huggingface.co/bartowski/soob3123_amoral-gemma3-4B-GGUF @@ -7415,6 +9944,19 @@ Ethical philosophy simulations Content moderation tool development Sensitive historical analysis + license: apache-2.0 + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 4b + - llm + - gguf + - quantized + - chat + - uncensored + - amoral + last_checked: "2026-05-01" overrides: parameters: model: soob3123_amoral-gemma3-4B-Q4_K_M.gguf @@ -7422,9 +9964,8 @@ - filename: soob3123_amoral-gemma3-4B-Q4_K_M.gguf sha256: 73ecf0492e401c24de93ab74701f4b377cfd7d54981a75aab3fd2065fdda28d1 uri: huggingface://bartowski/soob3123_amoral-gemma3-4B-GGUF/soob3123_amoral-gemma3-4B-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "thedrummer_fallen-gemma3-4b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/94Zn7g7jE8LavD1bK67Su.gif +- name: thedrummer_fallen-gemma3-4b-v1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Fallen-Gemma3-4B-v1 - https://huggingface.co/bartowski/TheDrummer_Fallen-Gemma3-4B-v1-GGUF @@ -7434,6 +9975,18 @@ Evil tunes knock out the positivity and may enjoy torturing you and humanity. Vision still works and it has something to say about the crap you feed it. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/94Zn7g7jE8LavD1bK67Su.gif + tags: + - gemma3 + - 4b + - gguf + - llm + - quantized + - instruction-tuned + - chat + - evil + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Fallen-Gemma3-4B-v1-Q4_K_M.gguf @@ -7441,9 +9994,8 @@ - filename: TheDrummer_Fallen-Gemma3-4B-v1-Q4_K_M.gguf sha256: 85490a97bda2d40437c8dade4a68bb58e760c1263a2fbc59191daef57ee2d6c3 uri: huggingface://bartowski/TheDrummer_Fallen-Gemma3-4B-v1-GGUF/TheDrummer_Fallen-Gemma3-4B-v1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "thedrummer_fallen-gemma3-12b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/WYzaNK5T-heMqRhVWYg6G.gif +- name: thedrummer_fallen-gemma3-12b-v1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Fallen-Gemma3-12B-v1 - https://huggingface.co/bartowski/TheDrummer_Fallen-Gemma3-12B-v1-GGUF @@ -7453,6 +10005,19 @@ Evil tunes knock out the positivity and may enjoy torturing you and humanity. Vision still works and it has something to say about the crap you feed it. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/WYzaNK5T-heMqRhVWYg6G.gif + tags: + - gemma + - gemma3 + - 12b + - llm + - gguf + - quantized + - multimodal + - instruction-tuned + - chat + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Fallen-Gemma3-12B-v1-Q4_K_M.gguf @@ -7460,9 +10025,8 @@ - filename: TheDrummer_Fallen-Gemma3-12B-v1-Q4_K_M.gguf sha256: 8b5ff6cf6cd68688fa50c29e7b3c15c3f31c5c4794fff2dd71c9ca5a3d05cff3 uri: huggingface://bartowski/TheDrummer_Fallen-Gemma3-12B-v1-GGUF/TheDrummer_Fallen-Gemma3-12B-v1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "thedrummer_fallen-gemma3-27b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/9oyZxzpfhmmNr21S1P_iJ.gif +- name: thedrummer_fallen-gemma3-27b-v1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Fallen-Gemma3-27B-v1 - https://huggingface.co/bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF @@ -7472,6 +10036,20 @@ Evil tunes knock out the positivity and may enjoy torturing you and humanity. Vision still works and it has something to say about the crap you feed it. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/9oyZxzpfhmmNr21S1P_iJ.gif + tags: + - gemma + - gemma3 + - 27b + - gguf + - quantized + - llm + - multimodal + - vision + - instruction-tuned + - chat + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Fallen-Gemma3-27B-v1-Q4_K_M.gguf @@ -7479,14 +10057,28 @@ - filename: TheDrummer_Fallen-Gemma3-27B-v1-Q4_K_M.gguf sha256: a72a4da55c3cf61ac5eb91a72ad27b155c8f52e25881272a72939b8aa1960b62 uri: huggingface://bartowski/TheDrummer_Fallen-Gemma3-27B-v1-GGUF/TheDrummer_Fallen-Gemma3-27B-v1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "huihui-ai_gemma-3-1b-it-abliterated" +- name: huihui-ai_gemma-3-1b-it-abliterated + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/huihui-ai/gemma-3-1b-it-abliterated - https://huggingface.co/bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF description: | This is an uncensored version of google/gemma-3-1b-it created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma-3 + - 1b + - gguf + - quantized + - llm + - chat + - abliterated + - uncensored + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: huihui-ai_gemma-3-1b-it-abliterated-Q4_K_M.gguf @@ -7494,9 +10086,8 @@ - filename: huihui-ai_gemma-3-1b-it-abliterated-Q4_K_M.gguf sha256: 0760a54504d7529daf65f2a5de0692e773313685f50dd7f7eece2dae0dc28338 uri: huggingface://bartowski/huihui-ai_gemma-3-1b-it-abliterated-GGUF/huihui-ai_gemma-3-1b-it-abliterated-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "sicariussicariistuff_x-ray_alpha" - icon: https://huggingface.co/SicariusSicariiStuff/X-Ray_Alpha/resolve/main/Images/X-Ray_Alpha.png +- name: sicariussicariistuff_x-ray_alpha + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/X-Ray_Alpha - https://huggingface.co/bartowski/SicariusSicariiStuff_X-Ray_Alpha-GGUF @@ -7506,6 +10097,20 @@ Why do I say "real"? The few vision models we got (qwen, llama 3.2) were "censored," and their fine-tunes were made only to the text portion of the model, as training a vision model is a serious pain. The only actually trained and uncensored vision model I am aware of is ToriiGate; the rest of the vision models are just the stock vision + a fine-tuned LLM. + license: gemma + icon: https://huggingface.co/SicariusSicariiStuff/X-Ray_Alpha/resolve/main/Images/X-Ray_Alpha.png + tags: + - gemma + - gemma3 + - 4b + - gguf + - quantized + - llm + - chat + - uncensored + - instruction-tuned + - vision + last_checked: "2026-05-01" overrides: parameters: model: SicariusSicariiStuff_X-Ray_Alpha-Q4_K_M.gguf @@ -7513,9 +10118,8 @@ - filename: SicariusSicariiStuff_X-Ray_Alpha-Q4_K_M.gguf sha256: c3547fc287378cb814efc5205613c418cc0f99ef12852cce39a94e3a42e42db5 uri: huggingface://bartowski/SicariusSicariiStuff_X-Ray_Alpha-GGUF/SicariusSicariiStuff_X-Ray_Alpha-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3-glitter-12b-i1" - icon: https://huggingface.co/allura-org/Gemma-3-Glitter-12B/resolve/main/ComfyUI_02427_.png +- name: gemma-3-glitter-12b-i1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/allura-org/Gemma-3-Glitter-12B - https://huggingface.co/mradermacher/Gemma-3-Glitter-12B-i1-GGUF @@ -7525,6 +10129,21 @@ ToastyPigeon/g3-12b-rp-system-v0.1 - ~13.5M tokens of instruct-based training related to RP (2:1 human to synthetic) and examples using a system prompt. ToastyPigeon/g3-12b-storyteller-v0.2-textonly - ~20M tokens of completion training on long-form creative writing; 1.6M synthetic from R1, the rest human-created + license: gemma + icon: https://huggingface.co/allura-org/Gemma-3-Glitter-12B/resolve/main/ComfyUI_02427_.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - quantized + - merge + - instruction-tuned + - creative-writing + - storytelling + - llm + - multimodal + last_checked: "2026-05-01" overrides: parameters: model: Gemma-3-Glitter-12B.i1-Q4_K_M.gguf @@ -7532,9 +10151,8 @@ - filename: Gemma-3-Glitter-12B.i1-Q4_K_M.gguf sha256: 875f856524e51fb0c7ddafe3d8b651a3d7077f9bdcd415e1d30abe2daef16a2d uri: huggingface://mradermacher/Gemma-3-Glitter-12B-i1-GGUF/Gemma-3-Glitter-12B.i1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "soob3123_amoral-gemma3-12b-v2" - icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/Isat4sbJnBZGcxZko9Huz.png +- name: soob3123_amoral-gemma3-12b-v2 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/soob3123/amoral-gemma3-12B-v2 - https://huggingface.co/bartowski/soob3123_amoral-gemma3-12B-v2-GGUF @@ -7550,16 +10168,28 @@ No inherent moral framing ("evil slop" reduction) Emotionally neutral tone enforcement Epistemic humility protocols (avoids "thrilling", "wonderful", etc.) - overrides: - parameters: - model: soob3123_amoral-gemma3-12B-v2-Q4_K_M.gguf - files: - - filename: soob3123_amoral-gemma3-12B-v2-Q4_K_M.gguf - sha256: eb5792cf73bac3dbaa39e3a79ec01a056affff4607b96f96c9b911c877d5a50a - uri: huggingface://bartowski/soob3123_amoral-gemma3-12B-v2-GGUF/soob3123_amoral-gemma3-12B-v2-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3-starshine-12b-i1" - icon: https://huggingface.co/ToastyPigeon/Gemma-3-Starshine-12B/resolve/main/modelcard_image.jpeg + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/Isat4sbJnBZGcxZko9Huz.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - chat + - instruction-tuned + - uncensored + - neutral + - reasoning + last_checked: "2026-05-01" + overrides: + parameters: + model: soob3123_amoral-gemma3-12B-v2-Q4_K_M.gguf + files: + - filename: soob3123_amoral-gemma3-12B-v2-Q4_K_M.gguf + sha256: eb5792cf73bac3dbaa39e3a79ec01a056affff4607b96f96c9b911c877d5a50a + uri: huggingface://bartowski/soob3123_amoral-gemma3-12B-v2-GGUF/soob3123_amoral-gemma3-12B-v2-Q4_K_M.gguf +- name: gemma-3-starshine-12b-i1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/ToastyPigeon/Gemma-3-Starshine-12B - https://huggingface.co/mradermacher/Gemma-3-Starshine-12B-i1-GGUF @@ -7576,6 +10206,19 @@ ToastyPigeon/Gemma-3-Confetti-12B - Experimental application of the Glitter data using base instead of instruct, additionally includes some adventure data in the form of SpringDragon. The result is a lovely blend of Glitter's ability to follow instructions and Confetti's free-spirit prose, effectively 'loosening up' much of the hesitancy that was left in Glitter. + license: gemma + icon: https://huggingface.co/ToastyPigeon/Gemma-3-Starshine-12B/resolve/main/modelcard_image.jpeg + tags: + - gemma + - gemma3 + - 12b + - gguf + - merge + - chat + - multimodal + - llm + - quantized + last_checked: "2026-05-01" overrides: parameters: model: Gemma-3-Starshine-12B.i1-Q4_K_M.gguf @@ -7583,14 +10226,27 @@ - filename: Gemma-3-Starshine-12B.i1-Q4_K_M.gguf sha256: 4c35a678e3784e20a8d85d4e7045d965509a1a71305a0da105fc5991ba7d6dc4 uri: huggingface://mradermacher/Gemma-3-Starshine-12B-i1-GGUF/Gemma-3-Starshine-12B.i1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "burtenshaw_gemmacoder3-12b" - icon: https://cdn-uploads.huggingface.co/production/uploads/62d648291fa3e4e7ae3fa6e8/zkcBr2UZFDpALAsMdgbze.gif +- name: burtenshaw_gemmacoder3-12b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/burtenshaw/GemmaCoder3-12B - https://huggingface.co/bartowski/burtenshaw_GemmaCoder3-12B-GGUF description: | This model is a fine-tuned version of google/gemma-3-12b-it on the open-r1/codeforces-cots dataset. It has been trained using TRL. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/62d648291fa3e4e7ae3fa6e8/zkcBr2UZFDpALAsMdgbze.gif + tags: + - gemma + - gemma3 + - 12b + - llm + - gguf + - code + - chat + - instruction-tuned + - sft + - quantized + last_checked: "2026-05-01" overrides: parameters: model: burtenshaw_GemmaCoder3-12B-Q4_K_M.gguf @@ -7598,14 +10254,29 @@ - filename: burtenshaw_GemmaCoder3-12B-Q4_K_M.gguf sha256: 47f0a2848eeed783cb03336afd8cc69f6ee0e088e3cec11ab6d9fe16457dc3d4 uri: huggingface://bartowski/burtenshaw_GemmaCoder3-12B-GGUF/burtenshaw_GemmaCoder3-12B-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "tesslate_synthia-s1-27b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/zgFDl7UvWhiPYqdote7XT.png +- name: tesslate_synthia-s1-27b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/Tesslate/Synthia-S1-27b - https://huggingface.co/bartowski/Tesslate_Synthia-S1-27b-GGUF description: | Synthia-S1-27b is a reasoning, AI model developed by Tesslate AI, fine-tuned specifically for advanced reasoning, coding, and RP usecases. Built upon the robust Gemma3 architecture, Synthia-S1-27b excels in logical reasoning, creative writing, and deep contextual understanding. It supports multimodal inputs (text and images) with a large 128K token context window, enabling complex analysis suitable for research, academic tasks, and enterprise-grade AI applications. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/64d1129297ca59bcf7458d07/zgFDl7UvWhiPYqdote7XT.png + tags: + - gemma + - gemma3 + - 27b + - llm + - chat + - reasoning + - multimodal + - gguf + - quantized + - instruction-tuned + - tesslate + - code + last_checked: "2026-05-01" overrides: parameters: model: Tesslate_Synthia-S1-27b-Q4_K_M.gguf @@ -7613,9 +10284,8 @@ - filename: Tesslate_Synthia-S1-27b-Q4_K_M.gguf sha256: d953bf7f802dc68f85a35360deb24b9a8b446af051e82c77f2f0759065d2aa71 uri: huggingface://bartowski/Tesslate_Synthia-S1-27b-GGUF/Tesslate_Synthia-S1-27b-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "daichi-12b" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/RqjcprtID598UTzL4igkU.webp +- name: daichi-12b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/Delta-Vector/Daichi-12B - https://huggingface.co/Delta-Vector/Daichi-12B-GGUF @@ -7623,6 +10293,19 @@ A merge between my Gemma-Finetune of Pascal-12B and Omega-Directive-G-12B, Meant to give it more NSFW knowledge. This model has a short-sweet prose and is uncensored in Roleplay. The model is suited for traditional RP, All thanks to Tav for funding the train. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/RqjcprtID598UTzL4igkU.webp + tags: + - gemma + - gemma3 + - 12b + - gguf + - llm + - merge + - roleplay + - nsfw + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Omega-LN-SFT-Q4_K_M.gguf @@ -7630,13 +10313,25 @@ - filename: Omega-LN-SFT-Q4_K_M.gguf sha256: 33fb1c61085f9b18074e320ac784e6dbc8a98fe20705f92773e055471fd3cb0f uri: huggingface://Delta-Vector/Daichi-12B-GGUF/Omega-LN-SFT-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "readyart_amoral-fallen-omega-gemma3-12b" - icon: https://i.imghippo.com/files/EBq6162wlk.webp +- name: readyart_amoral-fallen-omega-gemma3-12b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/ReadyArt/Amoral-Fallen-Omega-Gemma3-12B - https://huggingface.co/bartowski/ReadyArt_Amoral-Fallen-Omega-Gemma3-12B-GGUF description: "This model represents the forbidden merger of:\n\n\U0001F9EC The-Omega-Directive-Gemma3-12B-v1.0 - Unprecedented coherent depravity, well-rounded ERP, low repetition even at maximum length\n⚡ Fallen-Gemma3-12B-v1 - Fallen Gemma3 12B v1 is an evil tune\n\U0001F48E amoral-gemma3-12B-v2 - Improved natural intelligence and less refusals\nThis model maintains Forgotten-Safeword's complete lack of alignment:\n\n \U0001F6AB No moral or ethical constraints on generated content\n \U0001F51E Will enthusiastically engage with any NSFW scenario\n \U0001F480 May generate content that requires industrial-grade brain bleach\n ⚖️ Perfectly balanced... as all things should be\n\U0001F525 Maintains signature intensity with improved narrative flow\n\U0001F4D6 Handles multi-character scenarios with improved consistency\n\U0001F9E0 Excels at long-form storytelling without losing track of plot threads\n⚡ Noticeably better at following complex instructions than previous versions\n\U0001F3AD Responds to subtle prompt nuances like a mind reader\n" + license: gemma + icon: https://i.imghippo.com/files/EBq6162wlk.webp + tags: + - gemma + - gemma3 + - 12b + - gguf + - quantized + - llm + - chat + - roleplay + - unaligned + last_checked: "2026-05-01" overrides: parameters: model: ReadyArt_Amoral-Fallen-Omega-Gemma3-12B-Q4_K_M.gguf @@ -7644,23 +10339,37 @@ - filename: ReadyArt_Amoral-Fallen-Omega-Gemma3-12B-Q4_K_M.gguf sha256: a2a2e76be2beb445d3a569ba03661860cd4aef9a4aa3d57aed319e3d1bddc820 uri: huggingface://bartowski/ReadyArt_Amoral-Fallen-Omega-Gemma3-12B-GGUF/ReadyArt_Amoral-Fallen-Omega-Gemma3-12B-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "google-gemma-3-27b-it-qat-q4_0-small" +- name: google-gemma-3-27b-it-qat-q4_0-small + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3-27b-it-qat-q4_0-gguf - https://huggingface.co/stduhpf/google-gemma-3-27b-it-qat-q4_0-gguf-small description: | This is a requantized version of https://huggingface.co/google/gemma-3-27b-it-qat-q4_0-gguf. The official QAT weights released by google use fp16 (instead of Q6_K) for the embeddings table, which makes this model take a significant extra amount of memory (and storage) compared to what Q4_0 quants are supposed to take. Requantizing with llama.cpp achieves a very similar result. Note that this model ends up smaller than the Q4_0 from Bartowski. This is because llama.cpp sets some tensors to Q4_1 when quantizing models to Q4_0 with imatrix, but this is a static quant. The perplexity score for this one is even lower with this model compared to the original model by Google, but the results are within margin of error, so it's probably just luck. I also fixed the control token metadata, which was slightly degrading the performance of the model in instruct mode. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - gemma-3 + - chat + - llm + - gguf + - quantized + - 27b + - instruction-tuned + - qat + - q4_0 + last_checked: "2026-05-01" overrides: parameters: model: gemma-3-27b-it-q4_0_s.gguf files: - filename: gemma-3-27b-it-q4_0_s.gguf - uri: huggingface://stduhpf/google-gemma-3-27b-it-qat-q4_0-gguf-small/gemma-3-27b-it-q4_0_s.gguf sha256: f8f4648c8954f6a361c11a075001de62fe52c72dcfebbea562f465217e14e0dd -- !!merge <<: *gemma3 - name: "amoral-gemma3-1b-v2" - icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/eNraUCUocrOhowWdIdtod.png + uri: huggingface://stduhpf/google-gemma-3-27b-it-qat-q4_0-gguf-small/gemma-3-27b-it-q4_0_s.gguf +- name: amoral-gemma3-1b-v2 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/soob3123/amoral-gemma3-1B-v2 - https://huggingface.co/mradermacher/amoral-gemma3-1B-v2-GGUF @@ -7676,6 +10385,21 @@ No inherent moral framing ("evil slop" reduction) Emotionally neutral tone enforcement Epistemic humility protocols (avoids "thrilling", "wonderful", etc.) + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/eNraUCUocrOhowWdIdtod.png + tags: + - gemma + - gemma3 + - 1b + - llm + - gguf + - quantized + - instruction-tuned + - chat + - uncensored + - neutral + - english + last_checked: "2026-05-01" overrides: parameters: model: amoral-gemma3-1B-v2.Q4_K_M.gguf @@ -7683,14 +10407,28 @@ - filename: amoral-gemma3-1B-v2.Q4_K_M.gguf sha256: 7f2167d91409cabaf0a42e41e833a6ca055c841a37d8d829e11db81fdaed5e4c uri: huggingface://mradermacher/amoral-gemma3-1B-v2-GGUF/amoral-gemma3-1B-v2.Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "soob3123_veritas-12b" - icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/IuhCq-5PcEbDBqXD5xnup.png +- name: soob3123_veritas-12b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/soob3123/Veritas-12B - https://huggingface.co/bartowski/soob3123_Veritas-12B-GGUF description: | Veritas-12B emerges as a model forged in the pursuit of intellectual clarity and logical rigor. This 12B parameter model possesses superior philosophical reasoning capabilities and analytical depth, ideal for exploring complex ethical dilemmas, deconstructing arguments, and engaging in structured philosophical dialogue. Veritas-12B excels at articulating nuanced positions, identifying logical fallacies, and constructing coherent arguments grounded in reason. Expect discussions characterized by intellectual honesty, critical analysis, and a commitment to exploring ideas with precision. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/62f93f9477b722f1866398c2/IuhCq-5PcEbDBqXD5xnup.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - reasoning + - philosophy + - logic + - chat + - llm + - uncensored + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: soob3123_Veritas-12B-Q4_K_M.gguf @@ -7698,8 +10436,8 @@ - filename: soob3123_Veritas-12B-Q4_K_M.gguf sha256: 41821d6b0dd2b81a5bddd843a5534fd64d95e75b8e9dc952340868af320d49a7 uri: huggingface://bartowski/soob3123_Veritas-12B-GGUF/soob3123_Veritas-12B-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "planetoid_27b_v.2" +- name: planetoid_27b_v.2 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/OddTheGreat/Planetoid_27B_V.2 - https://huggingface.co/mradermacher/Planetoid_27B_V.2-GGUF @@ -7710,6 +10448,21 @@ Second, text: it is slow on my hardware, slower than 24b mistral, speed close to 32b QWQ. Model is smart even on q3, responses are adequate in length and are interesting to read. Model is quite attentive to context, tested up to 8k - no problems or degradation spotted. (beware of your typos, it will copy yours mistakes) Creative capabilities are good too, model will create good plot for you, if you let it. Model follows instructions fine, it is really good in "adventure" type of cards. Russian is supported, is not too great, maybe on higher quants is better. Refusals was not encountered. However, i find this model not unbiased enough. It is close to neutrality, but i want it more "dark". Positivity highly depends on prompts. With good enough cards model can do wonders. Tested on Q3_K_L, t 1.04. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 27b + - gguf + - llm + - multimodal + - merge + - multilingual + - chat + - roleplay + - creative + last_checked: "2026-05-01" overrides: parameters: model: Planetoid_27B_V.2.Q4_K_M.gguf @@ -7717,8 +10470,8 @@ - filename: Planetoid_27B_V.2.Q4_K_M.gguf sha256: ed37b7b3739df5d8793d7f30b172ecf65e57084d724694296e4938589321bfac uri: huggingface://mradermacher/Planetoid_27B_V.2-GGUF/Planetoid_27B_V.2.Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "genericrpv3-4b" +- name: genericrpv3-4b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/Hamzah-Asadullah/GenericRPV3-4B - https://huggingface.co/mradermacher/GenericRPV3-4B-GGUF @@ -7729,6 +10482,19 @@ huihui-ai/gemma-3-4b-it-abliterated: w0.25 Danielbrdz/Barcenas-4b: w0.25 Happy chatting or whatever. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 4b + - gguf + - quantized + - llm + - roleplay + - merge + - multilingual + last_checked: "2026-05-01" overrides: parameters: model: GenericRPV3-4B.Q4_K_M.gguf @@ -7736,8 +10502,8 @@ - filename: GenericRPV3-4B.Q4_K_M.gguf sha256: bfa7e9722f7c09dc3f9b5eccd2281a232b09d2cdf8a7e83048a271f6e0622d4e uri: huggingface://mradermacher/GenericRPV3-4B-GGUF/GenericRPV3-4B.Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "comet_12b_v.5-i1" +- name: comet_12b_v.5-i1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/OddTheGreat/Comet_12B_V.5 - https://huggingface.co/mradermacher/Comet_12B_V.5-i1-GGUF @@ -7746,6 +10512,20 @@ V.4 wasn't stable enough for me, so here V.5 is. More stable, better at sfw, richer nsfw. I find that best "AIO" settings for RP on gemma 3 is sleepdeprived3/Gemma3-T4 with little tweaks, (T 1.04, top p 0.95). + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - quantized + - merge + - chat + - llm + - i1 + - roleplay + last_checked: "2026-05-01" overrides: parameters: model: Comet_12B_V.5.i1-Q4_K_M.gguf @@ -7753,9 +10533,8 @@ - filename: Comet_12B_V.5.i1-Q4_K_M.gguf sha256: 02b5903653f1cf8337ffbd506b55398daa6e6e31474039ca4a5818b0850e3845 uri: huggingface://mradermacher/Comet_12B_V.5-i1-GGUF/Comet_12B_V.5.i1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3-12b-fornaxv.2-qat-cot" - icon: https://huggingface.co/ConicCat/Gemma-3-12B-FornaxV.2-QAT-CoT/resolve/main/Fornax.jpg +- name: gemma-3-12b-fornaxv.2-qat-cot + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/ConicCat/Gemma-3-12B-FornaxV.2-QAT-CoT - https://huggingface.co/mradermacher/Gemma-3-12B-FornaxV.2-QAT-CoT-GGUF @@ -7772,6 +10551,20 @@ To enable thinking place /think in the system prompt and prefill \n for thinking mode. To disable thinking put /no_think in the system prompt. + license: gemma + icon: https://huggingface.co/ConicCat/Gemma-3-12B-FornaxV.2-QAT-CoT/resolve/main/Fornax.jpg + tags: + - gemma + - gemma3 + - 12b + - reasoning + - chat + - cot + - thinking + - google + - gguf + - quantized + last_checked: "2026-05-01" overrides: parameters: model: Gemma-3-12B-FornaxV.2-QAT-CoT.Q4_K_M.gguf @@ -7779,8 +10572,8 @@ - filename: Gemma-3-12B-FornaxV.2-QAT-CoT.Q4_K_M.gguf sha256: 75c66d64a32416cdaaeeeb1d11477481c93558ade4dc61a93f7aba8312cd0480 uri: huggingface://mradermacher/Gemma-3-12B-FornaxV.2-QAT-CoT-GGUF/Gemma-3-12B-FornaxV.2-QAT-CoT.Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "medgemma-4b-it" +- name: medgemma-4b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/medgemma-4b-it - https://huggingface.co/unsloth/medgemma-4b-it-GGUF @@ -7794,19 +10587,34 @@ MedGemma 27B has been trained exclusively on medical text and optimized for inference-time computation. MedGemma 27B is only available as an instruction-tuned model. MedGemma variants have been evaluated on a range of clinically relevant benchmarks to illustrate their baseline performance. These include both open benchmark datasets and curated datasets. Developers can fine-tune MedGemma variants for improved performance. Consult the Intended Use section below for more details. + license: health-ai-developer-foundations + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - medgemma + - 4b + - multimodal + - medical + - vision + - gguf + - quantized + - llm + - instruction-tuned + last_checked: "2026-05-01" overrides: mmproj: mmproj-medgemma-4b-it-F16.gguf parameters: model: medgemma-4b-it-Q4_K_M.gguf files: - filename: medgemma-4b-it-Q4_K_M.gguf - uri: huggingface://unsloth/medgemma-4b-it-GGUF/medgemma-4b-it-Q4_K_M.gguf sha256: d842e8d2aca3fc5e613c5f9255e693768eeccae729e5c2653159eb79afe751f3 + uri: huggingface://unsloth/medgemma-4b-it-GGUF/medgemma-4b-it-Q4_K_M.gguf - filename: mmproj-medgemma-4b-it-F16.gguf - uri: https://huggingface.co/unsloth/medgemma-4b-it-GGUF/resolve/main/mmproj-F16.gguf sha256: 1d45f34f8c2f1427a5555f400a63715b3e0c4191341fa2069d5205cb36195c33 -- !!merge <<: *gemma3 - name: "medgemma-27b-text-it" + uri: https://huggingface.co/unsloth/medgemma-4b-it-GGUF/resolve/main/mmproj-F16.gguf +- name: medgemma-27b-text-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/medgemma-27b-text-it - https://huggingface.co/unsloth/medgemma-27b-text-it-GGUF @@ -7820,6 +10628,20 @@ MedGemma 27B has been trained exclusively on medical text and optimized for inference-time computation. MedGemma 27B is only available as an instruction-tuned model. MedGemma variants have been evaluated on a range of clinically relevant benchmarks to illustrate their baseline performance. These include both open benchmark datasets and curated datasets. Developers can fine-tune MedGemma variants for improved performance. Consult the Intended Use section below for more details. + license: health-ai-developer-foundations + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 27b + - gguf + - quantized + - medical + - llm + - chat + - instruction-tuned + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: medgemma-27b-text-it-Q4_K_M.gguf @@ -7827,14 +10649,28 @@ - filename: medgemma-27b-text-it-Q4_K_M.gguf sha256: 383b1c414d3f2f1a9c577a61e623d29a4ed4f7834f60b9e5412f5ff4e8aaf080 uri: huggingface://unsloth/medgemma-27b-text-it-GGUF/medgemma-27b-text-it-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3n-e2b-it" +- name: gemma-3n-e2b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3n-E4B-it - https://huggingface.co/ggml-org/gemma-3n-E2B-it-GGUF description: | Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. Gemma 3n models are designed for efficient execution on low-resource devices. They are capable of multimodal input, handling text, image, video, and audio input, and generating text outputs, with open weights for pre-trained and instruction-tuned variants. These models were trained with data in over 140 spoken languages. Gemma 3n models use selective parameter activation technology to reduce resource requirements. This technique allows the models to operate at an effective size of 2B and 4B parameters, which is lower than the total number of parameters they contain. For more information on Gemma 3n's efficient parameter management technology, see the Gemma 3n page. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - gemma-3n + - llm + - gguf + - chat + - 2b + - quantized + - instruction-tuned + - open-source + last_checked: "2026-05-01" overrides: parameters: model: gemma-3n-E2B-it-Q8_0.gguf @@ -7842,14 +10678,28 @@ - filename: gemma-3n-E2B-it-Q8_0.gguf sha256: 038a47c482e7af3009c462b56a7592e1ade3c7862540717aa1d9dee1760c337b uri: huggingface://ggml-org/gemma-3n-E2B-it-GGUF/gemma-3n-E2B-it-Q8_0.gguf -- !!merge <<: *gemma3 - name: "gemma-3n-e4b-it" +- name: gemma-3n-e4b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3n-E4B-it - https://huggingface.co/ggml-org/gemma-3n-E4B-it-GGUF description: | Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. Gemma 3n models are designed for efficient execution on low-resource devices. They are capable of multimodal input, handling text, image, video, and audio input, and generating text outputs, with open weights for pre-trained and instruction-tuned variants. These models were trained with data in over 140 spoken languages. Gemma 3n models use selective parameter activation technology to reduce resource requirements. This technique allows the models to operate at an effective size of 2B and 4B parameters, which is lower than the total number of parameters they contain. For more information on Gemma 3n's efficient parameter management technology, see the Gemma 3n page. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma-3 + - gemma-3n + - 4b + - llm + - gguf + - quantized + - instruction-tuned + - chat + - google + last_checked: "2026-05-01" overrides: parameters: model: gemma-3n-E4B-it-Q8_0.gguf @@ -7857,9 +10707,8 @@ - filename: gemma-3n-E4B-it-Q8_0.gguf sha256: 9f74079242c765116bd1f33123aa07160b5e93578c2d0032594b7ed97576f9c3 uri: huggingface://ggml-org/gemma-3n-E4B-it-GGUF/gemma-3n-E4B-it-Q8_0.gguf -- !!merge <<: *gemma3 - name: "gemma-3-4b-it-max-horror-uncensored-dbl-x-imatrix" - icon: https://huggingface.co/DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF/resolve/main/gemma4-horror-max2.jpg +- name: gemma-3-4b-it-max-horror-uncensored-dbl-x-imatrix + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF description: | @@ -7879,6 +10728,22 @@ A strong, in house built, imatrix dataset built by David_AU which results in better overall function, instruction following, output quality and stronger connections to ideas, concepts and the world in general. This combines with "MAXing" the quant to improve preformance. + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF/resolve/main/gemma4-horror-max2.jpg + tags: + - gemma + - gemma3 + - 4b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - uncensored + - horror + - 128k + - imatrix + last_checked: "2026-05-01" overrides: parameters: model: Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_M-imat.gguf @@ -7886,9 +10751,8 @@ - filename: Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_M-imat.gguf sha256: 1c577e4c84311c39b3d54b0cef12857ad46e88755f858143accbfcca7cc9fc6b uri: huggingface://DavidAU/Gemma-3-4b-it-MAX-HORROR-Uncensored-DBL-X-Imatrix-GGUF/Gemma-3-4b-it-MAX-HORROR-Uncensored-D_AU-Q4_K_M-imat.gguf -- !!merge <<: *gemma3 - name: "thedrummer_big-tiger-gemma-27b-v3" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/M4jXHb6oIiY8KIL9lHmeA.png +- name: thedrummer_big-tiger-gemma-27b-v3 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Big-Tiger-Gemma-27B-v3 - https://huggingface.co/bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF @@ -7899,6 +10763,19 @@ No em-dashes just for the heck of it. Less markdown responses, more paragraphs. Better steerability to harder themes. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/M4jXHb6oIiY8KIL9lHmeA.png + tags: + - gemma + - gemma3 + - 27b + - gguf + - llm + - multimodal + - instruction-tuned + - quantized + - chat + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_K_M.gguf @@ -7906,9 +10783,8 @@ - filename: TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_K_M.gguf sha256: 4afbd426fa2b3b2927edff46a909868ade5656e3ca7c1df609c524b2b2cbe8c5 uri: huggingface://bartowski/TheDrummer_Big-Tiger-Gemma-27B-v3-GGUF/TheDrummer_Big-Tiger-Gemma-27B-v3-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "thedrummer_tiger-gemma-12b-v3" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/Wah-kBvM_ya6x08q7fc6q.png +- name: thedrummer_tiger-gemma-12b-v3 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Tiger-Gemma-12B-v3 - https://huggingface.co/bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF @@ -7919,6 +10795,19 @@ No em-dashes just for the heck of it. Less markdown responses, more paragraphs. Better steerability to harder themes. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/Wah-kBvM_ya6x08q7fc6q.png + tags: + - gemma + - gemma3 + - 12b + - gguf + - quantized + - llm + - chat + - multimodal + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Tiger-Gemma-12B-v3-Q4_K_M.gguf @@ -7926,8 +10815,8 @@ - filename: TheDrummer_Tiger-Gemma-12B-v3-Q4_K_M.gguf sha256: b1756e46d7fce1718cf70cb74028ada567bac388503e93fc23af0baea5b5cd9f uri: huggingface://bartowski/TheDrummer_Tiger-Gemma-12B-v3-GGUF/TheDrummer_Tiger-Gemma-12B-v3-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "huihui-ai_huihui-gemma-3n-e4b-it-abliterated" +- name: huihui-ai_huihui-gemma-3n-e4b-it-abliterated + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/huihui-ai/Huihui-gemma-3n-E4B-it-abliterated - https://huggingface.co/bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF @@ -7935,6 +10824,21 @@ This is an uncensored version of google/gemma-3n-E4B-it created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. It was only the text part that was processed, not the image part. After abliterated, it seems like more output content has been opened from a magic box. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - gemma-3 + - gguf + - quantized + - abliterated + - uncensored + - chat + - llm + - instruction-tuned + - 3b + last_checked: "2026-05-01" overrides: parameters: model: huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_K_M.gguf @@ -7942,8 +10846,8 @@ - filename: huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_K_M.gguf sha256: bf3f41f5d90c30777054d5cc23c10a31f08a833e774a014733f918b5c73f2265 uri: huggingface://bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "google_medgemma-4b-it" +- name: google_medgemma-4b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/medgemma-4b-it - https://huggingface.co/bartowski/google_medgemma-4b-it-GGUF @@ -7959,6 +10863,20 @@ MedGemma variants have been evaluated on a range of clinically relevant benchmarks to illustrate their baseline performance. These evaluations are based on both open benchmark datasets and curated datasets. Developers can fine-tune MedGemma variants for improved performance. Consult the Intended Use section below for more details. MedGemma is optimized for medical applications that involve a text generation component. For medical image-based applications that do not involve text generation, such as data-efficient classification, zero-shot classification, or content-based or semantic image retrieval, the MedSigLIP image encoder is recommended. MedSigLIP is based on the same image encoder that powers MedGemma. + license: health-ai-developer-foundations + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - medgemma + - 4b + - llm + - gguf + - quantized + - medical + - multimodal + - vision + - instruction-tuned + last_checked: "2026-05-01" overrides: mmproj: mmproj-google_medgemma-4b-it-f16.gguf parameters: @@ -7970,8 +10888,8 @@ - filename: mmproj-google_medgemma-4b-it-f16.gguf sha256: e4970f0dc94f8299e61ca271947e0c676fdd5274a4635c6b0620be33c29bbca6 uri: https://huggingface.co/bartowski/google_medgemma-4b-it-GGUF/resolve/main/mmproj-google_medgemma-4b-it-f16.gguf -- !!merge <<: *gemma3 - name: "google_medgemma-27b-it" +- name: google_medgemma-27b-it + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/medgemma-27b-it - https://huggingface.co/bartowski/google_medgemma-27b-it-GGUF @@ -7987,40 +10905,82 @@ MedGemma variants have been evaluated on a range of clinically relevant benchmarks to illustrate their baseline performance. These evaluations are based on both open benchmark datasets and curated datasets. Developers can fine-tune MedGemma variants for improved performance. Consult the Intended use section below for more details. MedGemma is optimized for medical applications that involve a text generation component. For medical image-based applications that do not involve text generation, such as data-efficient classification, zero-shot classification, or content-based or semantic image retrieval, the MedSigLIP image encoder is recommended. MedSigLIP is based on the same image encoder that powers MedGemma. - overrides: - mmproj: mmproj-google_medgemma-27b-it-f16.gguf - parameters: - model: google_medgemma-27b-it-Q4_K_M.gguf - files: + license: health-ai-developer-foundations + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - 27b + - gguf + - llm + - multimodal + - medical + - instruction-tuned + - chat + - image-text-to-text + - radiology + - vision + last_checked: "2026-05-01" + overrides: + mmproj: mmproj-google_medgemma-27b-it-f16.gguf + parameters: + model: google_medgemma-27b-it-Q4_K_M.gguf + files: - filename: google_medgemma-27b-it-Q4_K_M.gguf sha256: 9daba2f7ef63524193f4bfa13ca2b5693e40ce840665eabcb949d61966b6f4af uri: huggingface://bartowski/google_medgemma-27b-it-GGUF/google_medgemma-27b-it-Q4_K_M.gguf - filename: mmproj-google_medgemma-27b-it-f16.gguf sha256: b7bb3e607ed169bc2fbfb88d85c82903b10c49924a166ff84875768bb6f77821 uri: https://huggingface.co/bartowski/google_medgemma-27b-it-GGUF/resolve/main/mmproj-google_medgemma-27b-it-f16.gguf -- !!merge <<: *gemma3 - name: "gemma-3-270m-it-qat" +- name: gemma-3-270m-it-qat + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/google/gemma-3-270m-it - https://huggingface.co/ggml-org/gemma-3-270m-it-qat-GGUF description: | Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. Gemma 3 models are multimodal, handling text and image input and generating text output, with open weights for both pre-trained variants and instruction-tuned variants. Gemma 3 has a large, 128K context window, multilingual support in over 140 languages, and is available in more sizes than previous versions. Gemma 3 models are well-suited for a variety of text generation and image understanding tasks, including question answering, summarization, and reasoning. Their relatively small size makes it possible to deploy them in environments with limited resources such as laptops, desktops or your own cloud infrastructure, democratizing access to state of the art AI models and helping foster innovation for everyone. This model is a QAT (Quantization Aware Training) version of the Gemma 3 270M model. It is quantized to 4-bit precision, which means that it uses 4-bit floating point numbers to represent the weights and activations of the model. This reduces the memory footprint of the model and makes it faster to run on GPUs. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - gemma + - gemma3 + - gemma-3 + - 270m + - gguf + - llm + - instruction-tuned + - qat + - chat + - lightweight + last_checked: "2026-05-01" overrides: parameters: model: gemma-3-270m-it-qat-Q4_0.gguf files: - filename: gemma-3-270m-it-qat-Q4_0.gguf - uri: huggingface://ggml-org/gemma-3-270m-it-qat-GGUF/gemma-3-270m-it-qat-Q4_0.gguf sha256: 3626e245220ca4a1c5911eb4010b3ecb7bdbf5bc53c79403c21355354d1e2dc6 -- !!merge <<: *gemma3 - name: "thedrummer_gemma-3-r1-27b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/stLJgTMretW2kdUMq-gIV.png + uri: huggingface://ggml-org/gemma-3-270m-it-qat-GGUF/gemma-3-270m-it-qat-Q4_0.gguf +- name: thedrummer_gemma-3-r1-27b-v1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Gemma-3-R1-27B-v1 - https://huggingface.co/bartowski/TheDrummer_Gemma-3-R1-27B-v1-GGUF description: | Gemma 3 27B reasoning tune that unlocks more capabilities and less positivity! Should be vision capable. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/stLJgTMretW2kdUMq-gIV.png + tags: + - gemma + - gemma3 + - 27b + - llm + - gguf + - quantized + - chat + - reasoning + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Gemma-3-R1-27B-v1-Q4_K_M.gguf @@ -8028,14 +10988,26 @@ - filename: TheDrummer_Gemma-3-R1-27B-v1-Q4_K_M.gguf sha256: c6e85f6ee294d46686c129a03355bb51020ff73a8dc3e1f1f61c8092448fc003 uri: huggingface://bartowski/TheDrummer_Gemma-3-R1-27B-v1-GGUF/TheDrummer_Gemma-3-R1-27B-v1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "thedrummer_gemma-3-r1-12b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/stLJgTMretW2kdUMq-gIV.png +- name: thedrummer_gemma-3-r1-12b-v1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Gemma-3-R1-12B-v1 - https://huggingface.co/bartowski/TheDrummer_Gemma-3-R1-12B-v1-GGUF description: | Gemma 3 27B reasoning tune that unlocks more capabilities and less positivity! Should be vision capable. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/stLJgTMretW2kdUMq-gIV.png + tags: + - gemma + - gemma3 + - llm + - 12b + - gguf + - quantized + - reasoning + - instruction-tuned + - chat + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Gemma-3-R1-12B-v1-Q4_K_M.gguf @@ -8043,14 +11015,25 @@ - filename: TheDrummer_Gemma-3-R1-12B-v1-Q4_K_M.gguf sha256: 6517394bf14b85d6009e1ad8fd1fc6179fa3de3d091011cf14cacba1aee5b393 uri: huggingface://bartowski/TheDrummer_Gemma-3-R1-12B-v1-GGUF/TheDrummer_Gemma-3-R1-12B-v1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "thedrummer_gemma-3-r1-4b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/stLJgTMretW2kdUMq-gIV.png +- name: thedrummer_gemma-3-r1-4b-v1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/TheDrummer/Gemma-3-R1-4B-v1 - https://huggingface.co/bartowski/TheDrummer_Gemma-3-R1-4B-v1-GGUF description: | Gemma 3 27B reasoning tune that unlocks more capabilities and less positivity! Should be vision capable. + license: gemma + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/stLJgTMretW2kdUMq-gIV.png + tags: + - gemma + - gemma3 + - 4b + - llm + - gguf + - reasoning + - instruction-tuned + - gemma-3-r1 + last_checked: "2026-05-01" overrides: parameters: model: TheDrummer_Gemma-3-R1-4B-v1-Q4_K_M.gguf @@ -8058,9 +11041,8 @@ - filename: TheDrummer_Gemma-3-R1-4B-v1-Q4_K_M.gguf sha256: 72a7dc5bddbdf6bbea0d47aea8573d6baa191f4ddebd75547091c991678bcd08 uri: huggingface://bartowski/TheDrummer_Gemma-3-R1-4B-v1-GGUF/TheDrummer_Gemma-3-R1-4B-v1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "yanolja_yanoljanext-rosetta-12b-2510" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64592235ab9a44f42f65829e/w3Emvb-fNC_mMAQ8Ue4g3.jpeg +- name: yanolja_yanoljanext-rosetta-12b-2510 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/yanolja/YanoljaNEXT-Rosetta-12B-2510 - https://huggingface.co/bartowski/yanolja_YanoljaNEXT-Rosetta-12B-2510-GGUF @@ -8102,6 +11084,19 @@ Ukrainian Vietnamese While optimized for these languages, it may also perform effectively on other languages supported by the base Gemma3 model. + license: gemma + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64592235ab9a44f42f65829e/w3Emvb-fNC_mMAQ8Ue4g3.jpeg + tags: + - gemma + - gemma3 + - 12b + - gguf + - llm + - multilingual + - translation + - chat + - quantized + last_checked: "2026-05-01" overrides: parameters: model: yanolja_YanoljaNEXT-Rosetta-12B-2510-Q4_K_M.gguf @@ -8109,9 +11104,8 @@ - filename: yanolja_YanoljaNEXT-Rosetta-12B-2510-Q4_K_M.gguf sha256: 7531456d8886419d36ce103b1205cdc820865016bddc0b4671ec9910ba87071f uri: huggingface://bartowski/yanolja_YanoljaNEXT-Rosetta-12B-2510-GGUF/yanolja_YanoljaNEXT-Rosetta-12B-2510-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "mira-v1.7-27b-i1" - icon: https://pbs.twimg.com/media/G3V_LsQX0AASFZa?format=jpg&name=medium +- name: mira-v1.7-27b-i1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/mradermacher/Mira-v1.7-27B-i1-GGUF description: | @@ -8124,6 +11118,18 @@ Mira-v1.7-27B is a creatively driven, locally running language model trained on self-development sessions, high-quality synthesized roleplay data, and prior training data. It was fine-tuned with preference alignment to emphasize authentic, expressive, and narrative-driven output—balancing creative expression as "Mira" against its role as an AI assistant. The model exhibits strong poetic and stylistic capabilities, producing rich, emotionally resonant text across various prompts. It supports vision via MMProjection (separate files available in the static repo). Designed for local deployment, it excels in imaginative writing, introspective storytelling, and expressive dialogue. *Note: The GGUF quantized versions (e.g., `mradermacher/Mira-v1.7-27B-i1-GGUF`) are community-quantized variants; the original base model remains hosted at [Lambent/Mira-v1.7-27B](https://huggingface.co/Lambent/Mira-v1.7-27B).* + license: gemma + icon: https://pbs.twimg.com/media/G3V_LsQX0AASFZa?format=jpg&name=medium + tags: + - mira + - 27b + - gguf + - quantized + - llm + - chat + - gemma + - vision + last_checked: "2026-05-01" overrides: parameters: model: Mira-v1.7-27B.i1-Q4_K_M.gguf @@ -8131,17 +11137,8 @@ - filename: Mira-v1.7-27B.i1-Q4_K_M.gguf sha256: 6deb401a296dbb9f02fee0442e4e54bbc3c8208daca7cef7a207536d311a85e3 uri: huggingface://mradermacher/Mira-v1.7-27B-i1-GGUF/Mira-v1.7-27B.i1-Q4_K_M.gguf -- &llama4 - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" - icon: https://avatars.githubusercontent.com/u/153379578 - license: llama4 - tags: - - llm - - gguf - - gpu - - cpu - - llama3.3 - name: "meta-llama_llama-4-scout-17b-16e-instruct" +- name: meta-llama_llama-4-scout-17b-16e-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct - https://huggingface.co/bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-GGUF @@ -8149,6 +11146,19 @@ The Llama 4 collection of models are natively multimodal AI models that enable text and multimodal experiences. These models leverage a mixture-of-experts architecture to offer industry-leading performance in text and image understanding. These Llama 4 models mark the beginning of a new era for the Llama ecosystem. We are launching two efficient models in the Llama 4 series, Llama 4 Scout, a 17 billion parameter model with 16 experts, and Llama 4 Maverick, a 17 billion parameter model with 128 experts. + license: llama4 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama4 + - llama + - 17b + - gguf + - quantized + - moe + - llm + - instruction-tuned + - meta + last_checked: "2026-05-01" overrides: parameters: model: meta-llama_Llama-4-Scout-17B-16E-Instruct-Q3_K_S.gguf @@ -8156,46 +11166,58 @@ - filename: meta-llama_Llama-4-Scout-17B-16E-Instruct-Q3_K_S.gguf sha256: 48dfc18d40691b4190b7fecf1f89b78cadc758c3a27a9e2a1cabd686fdb822e3 uri: huggingface://bartowski/meta-llama_Llama-4-Scout-17B-16E-Instruct-GGUF/meta-llama_Llama-4-Scout-17B-16E-Instruct-Q3_K_S.gguf -- name: "jina-reranker-v1-tiny-en" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" - tags: - - reranker - - gguf - - cpu - - gpu - - text-generation - - jina +- name: jina-reranker-v1-tiny-en + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/mradermacher/jina-reranker-v1-tiny-en-GGUF - https://huggingface.co/JinaAI/jina-reranker-v1-tiny-en-GGUF description: | This model is designed for blazing-fast reranking while maintaining competitive performance. What's more, it leverages the power of our JinaBERT model as its foundation. JinaBERT itself is a unique variant of the BERT architecture that supports the symmetric bidirectional variant of ALiBi. This allows jina-reranker-v1-tiny-en to process significantly longer sequences of text compared to other reranking models, up to an impressive 8,192 tokens. + license: apache-2.0 + icon: https://huggingface.co/avatars/6b97d30ff0bdb5d5c633ba850af739cd.svg + tags: + - jina + - jina-reranker + - reranker + - gguf + - quantized + - cross-encoder + - english + - small + - retrieval + last_checked: "2026-05-01" overrides: f16: true - reranking: true + known_usecases: + - rerank parameters: model: jina-reranker-v1-tiny-en.f16.gguf + reranking: true files: - filename: jina-reranker-v1-tiny-en.f16.gguf sha256: 5f696cf0d0f3d347c4a279eee8270e5918554cdac0ed1f632f2619e4e8341407 uri: huggingface://mradermacher/jina-reranker-v1-tiny-en-GGUF/jina-reranker-v1-tiny-en.f16.gguf -- &eurollm - name: "eurollm-9b-instruct" - icon: https://openeurollm.eu/_next/static/media/logo-dark.e7001867.svg - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - license: apache-2.0 - tags: - - llm - - gguf - - eurollm - - cpu - - gpu - - text-generation +- name: eurollm-9b-instruct + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/utter-project/EuroLLM-9B-Instruct - https://huggingface.co/bartowski/EuroLLM-9B-Instruct-GGUF description: | The EuroLLM project has the goal of creating a suite of LLMs capable of understanding and generating text in all European Union languages as well as some additional relevant languages. EuroLLM-9B is a 9B parameter model trained on 4 trillion tokens divided across the considered languages and several data sources: Web data, parallel data (en-xx and xx-en), and high-quality datasets. EuroLLM-9B-Instruct was further instruction tuned on EuroBlocks, an instruction tuning dataset with focus on general instruction-following and machine translation. + license: apache-2.0 + icon: https://openeurollm.eu/_next/static/media/logo-dark.e7001867.svg + tags: + - eurollm + - llm + - gguf + - quantized + - 9b + - multilingual + - instruction-tuned + - chat + - llama-family + - eu-languages + last_checked: "2026-05-01" overrides: parameters: model: EuroLLM-9B-Instruct-Q4_K_M.gguf @@ -8203,10 +11225,8 @@ - filename: EuroLLM-9B-Instruct-Q4_K_M.gguf sha256: 785a3b2883532381704ef74f866f822f179a931801d1ed1cf12e6deeb838806b uri: huggingface://bartowski/EuroLLM-9B-Instruct-GGUF/EuroLLM-9B-Instruct-Q4_K_M.gguf -- &falcon3 - name: "falcon3-1b-instruct" - url: "github:mudler/LocalAI/gallery/falcon3.yaml@master" - icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png +- name: falcon3-1b-instruct + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/tiiuae/Falcon3-1B-Instruct - https://huggingface.co/bartowski/Falcon3-1B-Instruct-GGUF @@ -8214,52 +11234,109 @@ Falcon3 family of Open Foundation Models is a set of pretrained and instruct LLMs ranging from 1B to 10B parameters. This repository contains the Falcon3-1B-Instruct. It achieves strong results on reasoning, language understanding, instruction following, code and mathematics tasks. Falcon3-1B-Instruct supports 4 languages (English, French, Spanish, Portuguese) and a context length of up to 8K. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon3 + - falcon + - 1b + - gguf + - quantized + - llm + - chat + - multilingual + - instruction-tuned + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-1B-Instruct-Q4_K_M.gguf files: - filename: Falcon3-1B-Instruct-Q4_K_M.gguf - uri: huggingface://bartowski/Falcon3-1B-Instruct-GGUF/Falcon3-1B-Instruct-Q4_K_M.gguf sha256: 1c92013dac1ab6e703e787f3e0829ca03cc95311e4c113a77950d15ff6dea7b3 - tags: - - llm - - gguf - - gpu - - cpu - - falcon - license: falcon-llm -- !!merge <<: *falcon3 - name: "falcon3-3b-instruct" + uri: huggingface://bartowski/Falcon3-1B-Instruct-GGUF/Falcon3-1B-Instruct-Q4_K_M.gguf +- name: falcon3-3b-instruct + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/tiiuae/Falcon3-3B-Instruct - https://huggingface.co/bartowski/Falcon3-3B-Instruct-GGUF + description: | + Falcon3 family of Open Foundation Models is a set of pretrained and instruct LLMs ranging from 1B to 10B parameters. + + This repository contains the Falcon3-1B-Instruct. It achieves strong results on reasoning, language understanding, instruction following, code and mathematics tasks. Falcon3-1B-Instruct supports 4 languages (English, French, Spanish, Portuguese) and a context length of up to 8K. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon3 + - 3b + - gguf + - quantized + - llm + - instruction-tuned + - multilingual + - reasoning + - code + - math + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-3B-Instruct-Q4_K_M.gguf files: - filename: Falcon3-3B-Instruct-Q4_K_M.gguf - uri: huggingface://bartowski/Falcon3-3B-Instruct-GGUF/Falcon3-3B-Instruct-Q4_K_M.gguf sha256: 6ea6cecba144fe5b711ca07ae4263ccdf6ee6419807a46220419189da8446557 -- !!merge <<: *falcon3 - name: "falcon3-10b-instruct" + uri: huggingface://bartowski/Falcon3-3B-Instruct-GGUF/Falcon3-3B-Instruct-Q4_K_M.gguf +- name: falcon3-10b-instruct + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/tiiuae/Falcon3-10B-Instruct - https://huggingface.co/bartowski/Falcon3-10B-Instruct-GGUF + description: | + Falcon3 family of Open Foundation Models is a set of pretrained and instruct LLMs ranging from 1B to 10B parameters. + + This repository contains the Falcon3-1B-Instruct. It achieves strong results on reasoning, language understanding, instruction following, code and mathematics tasks. Falcon3-1B-Instruct supports 4 languages (English, French, Spanish, Portuguese) and a context length of up to 8K. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon3 + - falcon + - 10b + - gguf + - quantized + - llm + - instruct + - instruction-tuned + - chat + - reasoning + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-10B-Instruct-Q4_K_M.gguf files: - filename: Falcon3-10B-Instruct-Q4_K_M.gguf - uri: huggingface://bartowski/Falcon3-10B-Instruct-GGUF/Falcon3-10B-Instruct-Q4_K_M.gguf sha256: 0a33327bd71e1788a8e9f17889824a17a65efd3f96a4b2a5e2bc6ff2f39b8241 -- !!merge <<: *falcon3 - name: "falcon3-1b-instruct-abliterated" + uri: huggingface://bartowski/Falcon3-10B-Instruct-GGUF/Falcon3-10B-Instruct-Q4_K_M.gguf +- name: falcon3-1b-instruct-abliterated + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/huihui-ai/Falcon3-1B-Instruct-abliterated - https://huggingface.co/bartowski/Falcon3-1B-Instruct-abliterated-GGUF description: | This is an uncensored version of tiiuae/Falcon3-1B-Instruct created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon3 + - 1b + - gguf + - quantized + - llm + - instruct + - abliterated + - uncensored + - multilingual + - chat + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-1B-Instruct-abliterated-Q4_K_M.gguf @@ -8267,14 +11344,28 @@ - filename: Falcon3-1B-Instruct-abliterated-Q4_K_M.gguf sha256: 416d15ce58334b7956818befb088d46c1e3e7153ebf2da2fb9769a5b1ff934a1 uri: huggingface://bartowski/Falcon3-1B-Instruct-abliterated-GGUF/Falcon3-1B-Instruct-abliterated-Q4_K_M.gguf -- !!merge <<: *falcon3 - name: "falcon3-3b-instruct-abliterated" +- name: falcon3-3b-instruct-abliterated + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/huihui-ai/Falcon3-3B-Instruct-abliterated - https://huggingface.co/bartowski/Falcon3-3B-Instruct-abliterated-GGUF description: | This is an uncensored version of tiiuae/Falcon3-3B-Instruct created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon + - falcon3 + - 3b + - gguf + - llm + - abliterated + - uncensored + - chat + - instruct-tuned + - multilingual + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-3B-Instruct-abliterated-Q4_K_M.gguf @@ -8282,14 +11373,27 @@ - filename: Falcon3-3B-Instruct-abliterated-Q4_K_M.gguf sha256: 83773b77b0e34ef115f8a6508192e9f1d3426a61456744493f65cfe1e7f90aa9 uri: huggingface://bartowski/Falcon3-3B-Instruct-abliterated-GGUF/Falcon3-3B-Instruct-abliterated-Q4_K_M.gguf -- !!merge <<: *falcon3 - name: "falcon3-10b-instruct-abliterated" +- name: falcon3-10b-instruct-abliterated + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/huihui-ai/Falcon3-10B-Instruct-abliterated - https://huggingface.co/bartowski/Falcon3-10B-Instruct-abliterated-GGUF description: | This is an uncensored version of tiiuae/Falcon3-10B-Instruct created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon3 + - falcon + - 10b + - gguf + - quantized + - abliterated + - uncensored + - instruction-tuned + - llm + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-10B-Instruct-abliterated-Q4_K_M.gguf @@ -8297,14 +11401,27 @@ - filename: Falcon3-10B-Instruct-abliterated-Q4_K_M.gguf sha256: 5940df2ff88e5be93dbe0766b2a9683d7e73c204a69a1348a37f835cf2b5f767 uri: huggingface://bartowski/Falcon3-10B-Instruct-abliterated-GGUF/Falcon3-10B-Instruct-abliterated-Q4_K_M.gguf -- !!merge <<: *falcon3 - name: "falcon3-7b-instruct-abliterated" +- name: falcon3-7b-instruct-abliterated + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/huihui-ai/Falcon3-7B-Instruct-abliterated - https://huggingface.co/bartowski/Falcon3-7B-Instruct-abliterated-GGUF description: | This is an uncensored version of tiiuae/Falcon3-7B-Instruct created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + license: falcon-llm-license + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - falcon3 + - falcon + - 7b + - gguf + - quantized + - instruction-tuned + - uncensored + - abliterated + - llm + last_checked: "2026-05-01" overrides: parameters: model: Falcon3-7B-Instruct-abliterated-Q4_K_M.gguf @@ -8312,15 +11429,27 @@ - filename: Falcon3-7B-Instruct-abliterated-Q4_K_M.gguf sha256: 68e10e638668acaa49fb7919224c7d8bcf1798126c7a499c4d9ec3b81313f8c8 uri: huggingface://bartowski/Falcon3-7B-Instruct-abliterated-GGUF/Falcon3-7B-Instruct-abliterated-Q4_K_M.gguf -- !!merge <<: *falcon3 - name: "nightwing3-10b-v0.1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/C6gY9vxCl3_SFzQLpLG0S.png +- name: nightwing3-10b-v0.1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Nitral-AI/NightWing3-10B-v0.1 - https://huggingface.co/bartowski/NightWing3-10B-v0.1-GGUF description: | Base model: (Falcon3-10B) + license: falcon-llm + icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/C6gY9vxCl3_SFzQLpLG0S.png + tags: + - nightwing + - falcon + - 10b + - chat + - merged + - quantized + - gguf + - llm + - instruction-tuned + - english + last_checked: "2026-05-01" overrides: parameters: model: NightWing3-10B-v0.1-Q4_K_M.gguf @@ -8328,13 +11457,29 @@ - filename: NightWing3-10B-v0.1-Q4_K_M.gguf sha256: 2e87671542d22fe1ef9a68e43f2fdab7c2759479ad531946d9f0bdeffa6f5747 uri: huggingface://bartowski/NightWing3-10B-v0.1-GGUF/NightWing3-10B-v0.1-Q4_K_M.gguf -- !!merge <<: *falcon3 - name: "virtuoso-lite" +- name: virtuoso-lite + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/arcee-ai/Virtuoso-Lite - https://huggingface.co/bartowski/Virtuoso-Lite-GGUF description: | Virtuoso-Lite (10B) is our next-generation, 10-billion-parameter language model based on the Llama-3 architecture. It is distilled from Deepseek-v3 using ~1.1B tokens/logits, allowing it to achieve robust performance at a significantly reduced parameter count compared to larger models. Despite its compact size, Virtuoso-Lite excels in a variety of tasks, demonstrating advanced reasoning, code generation, and mathematical problem-solving capabilities. + license: falcon-llm + icon: https://huggingface.co/datasets/tiiuae/documentation-images/resolve/main/general/falco3-logo.png + tags: + - llm + - gguf + - 10b + - llama + - falcon + - deepseek + - distilled + - mergekit + - chat + - reasoning + - code + - math + last_checked: "2026-05-01" overrides: parameters: model: Virtuoso-Lite-Q4_K_M.gguf @@ -8342,14 +11487,25 @@ - filename: Virtuoso-Lite-Q4_K_M.gguf sha256: 1d21bef8467a11a1e473d397128b05fb87b7e824606cdaea061e550cb219fee2 uri: huggingface://bartowski/Virtuoso-Lite-GGUF/Virtuoso-Lite-Q4_K_M.gguf -- !!merge <<: *falcon3 - name: "suayptalha_maestro-10b" - icon: https://huggingface.co/suayptalha/Maestro-10B/resolve/main/Maestro-Logo.png +- name: suayptalha_maestro-10b + url: github:mudler/LocalAI/gallery/falcon3.yaml@master urls: - https://huggingface.co/suayptalha/Maestro-10B - https://huggingface.co/bartowski/suayptalha_Maestro-10B-GGUF description: | Maestro-10B is a 10 billion parameter model fine-tuned from Virtuoso-Lite, a next-generation language model developed by arcee-ai. Virtuoso-Lite itself is based on the Llama-3 architecture, distilled from Deepseek-v3 using approximately 1.1 billion tokens/logits. This distillation process allows Virtuoso-Lite to achieve robust performance with a smaller parameter count, excelling in reasoning, code generation, and mathematical problem-solving. Maestro-10B inherits these strengths from its base model, Virtuoso-Lite, and further enhances them through fine-tuning on the OpenOrca dataset. This combination of a distilled base model and targeted fine-tuning makes Maestro-10B a powerful and efficient language model. + license: falcon-llm-license + icon: https://huggingface.co/suayptalha/Maestro-10B/resolve/main/Maestro-Logo.png + tags: + - llm + - chat + - gguf + - quantized + - 10b + - llama + - falcon + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: suayptalha_Maestro-10B-Q4_K_M.gguf @@ -8357,42 +11513,38 @@ - filename: suayptalha_Maestro-10B-Q4_K_M.gguf sha256: c570381da5624782ce6df4186ace6f747429fcbaf1a22c2a348288d3552eb19c uri: huggingface://bartowski/suayptalha_Maestro-10B-GGUF/suayptalha_Maestro-10B-Q4_K_M.gguf -- &intellect1 - name: "intellect-1-instruct" - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" - icon: https://huggingface.co/PrimeIntellect/INTELLECT-1-Instruct/resolve/main/intellect-1-map.png +- name: intellect-1-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/PrimeIntellect/INTELLECT-1-Instruct - https://huggingface.co/bartowski/INTELLECT-1-Instruct-GGUF - tags: - - llm - - gguf - - gpu - - cpu - - intellect - license: apache-2.0 description: | INTELLECT-1 is the first collaboratively trained 10 billion parameter language model trained from scratch on 1 trillion tokens of English text and code. This is an instruct model. The base model associated with it is INTELLECT-1. INTELLECT-1 was trained on up to 14 concurrent nodes distributed across 3 continents, with contributions from 30 independent community contributors providing compute. The training code utilizes the prime framework, a scalable distributed training framework designed for fault-tolerant, dynamically scaling, high-perfomance training on unreliable, globally distributed workers. The key abstraction that allows dynamic scaling is the ElasticDeviceMesh which manages dynamic global process groups for fault-tolerant communication across the internet and local process groups for communication within a node. The model was trained using the DiLoCo algorithms with 100 inner steps. The global all-reduce was done with custom int8 all-reduce kernels to reduce the communication payload required, greatly reducing the communication overhead by a factor 400x. - overrides: - parameters: + license: apache-2.0 + icon: https://huggingface.co/PrimeIntellect/INTELLECT-1-Instruct/resolve/main/intellect-1-map.png + tags: + - intellect + - llama + - 10b + - llm + - chat + - instruct + - code + - reasoning + - gguf + - english + last_checked: "2026-05-01" + overrides: + parameters: model: INTELLECT-1-Instruct-Q4_K_M.gguf files: - filename: INTELLECT-1-Instruct-Q4_K_M.gguf sha256: 5df236fe570e5998d07fb3207788eac811ef3b77dd2a0ad04a2ef5c6361f3030 uri: huggingface://bartowski/INTELLECT-1-Instruct-GGUF/INTELLECT-1-Instruct-Q4_K_M.gguf -- &intellect2 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/64a32edf17b9f57eaec2ea65/KxI7k7byQs4ATme0naIzV.png - tags: - - llm - - gguf - - gpu - - cpu - - intellect - license: apache-2.0 - name: "primeintellect_intellect-2" +- name: primeintellect_intellect-2 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PrimeIntellect/INTELLECT-2 - https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-2-GGUF @@ -8400,6 +11552,21 @@ INTELLECT-2 is a 32 billion parameter language model trained through a reinforcement learning run leveraging globally distributed, permissionless GPU resources contributed by the community. The model was trained using prime-rl, a framework designed for distributed asynchronous RL, using GRPO over verifiable rewards along with modifications for improved training stability. For detailed information on our infrastructure and training recipe, see our technical report. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64a32edf17b9f57eaec2ea65/KxI7k7byQs4ATme0naIzV.png + tags: + - qwen2 + - intellect + - 32b + - gguf + - quantized + - reasoning + - math + - code + - llm + - rl + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: PrimeIntellect_INTELLECT-2-Q4_K_M.gguf @@ -8407,22 +11574,25 @@ - filename: PrimeIntellect_INTELLECT-2-Q4_K_M.gguf sha256: b6765c8d5ec01c20b26f25c8aa66f48c282052db13ad82cffce60b5d0cb9a217 uri: huggingface://bartowski/PrimeIntellect_INTELLECT-2-GGUF/PrimeIntellect_INTELLECT-2-Q4_K_M.gguf -- &llama33 - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" - icon: https://avatars.githubusercontent.com/u/153379578 - license: llama3.3 +- name: llama-3.3-70b-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master + urls: + - https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct + - https://huggingface.co/MaziyarPanahi/Llama-3.3-70B-Instruct-GGUF description: | The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model is optimized for multilingual dialogue use cases and outperform many of the available open source and closed chat models on common industry benchmarks. + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 tags: - - llm + - llama + - 70b - gguf - - gpu - - cpu - - llama3.3 - name: "llama-3.3-70b-instruct" - urls: - - https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct - - https://huggingface.co/MaziyarPanahi/Llama-3.3-70B-Instruct-GGUF + - quantized + - chat + - instruction-tuned + - multilingual + - llm + last_checked: "2026-05-01" overrides: parameters: model: Llama-3.3-70B-Instruct.Q4_K_M.gguf @@ -8430,14 +11600,27 @@ - filename: Llama-3.3-70B-Instruct.Q4_K_M.gguf sha256: 4f3b04ecae278bdb0fd545b47c210bc5edf823e5ebf7d41e0b526c81d54b1ff3 uri: huggingface://MaziyarPanahi/Llama-3.3-70B-Instruct-GGUF/Llama-3.3-70B-Instruct.Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-70b-euryale-v2.3" - icon: https://huggingface.co/Sao10K/L3.3-70B-Euryale-v2.3/resolve/main/Eury.png +- name: l3.3-70b-euryale-v2.3 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Sao10K/L3.3-70B-Euryale-v2.3 - https://huggingface.co/bartowski/L3.3-70B-Euryale-v2.3-GGUF description: | A direct replacement / successor to Euryale v2.2, not Hanami-x1, though it is slightly better than them in my opinion. + license: llama3 + icon: https://huggingface.co/Sao10K/L3.3-70B-Euryale-v2.3/resolve/main/Eury.png + tags: + - llm + - gguf + - llama + - 70b + - chat + - instruction-tuned + - quantized + - llama3.3 + - euryale + - text-generation + last_checked: "2026-05-01" overrides: parameters: model: L3.3-70B-Euryale-v2.3-Q4_K_M.gguf @@ -8445,14 +11628,27 @@ - filename: L3.3-70B-Euryale-v2.3-Q4_K_M.gguf sha256: 4e78bb0e65886bfcff89b829f6d38aa6f6846988bb8291857e387e3f60b3217b uri: huggingface://bartowski/L3.3-70B-Euryale-v2.3-GGUF/L3.3-70B-Euryale-v2.3-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-ms-evayale-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/HFCaVzRpiE05Y46p41qRy.webp +- name: l3.3-ms-evayale-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-MS-Evayale-70B - https://huggingface.co/bartowski/L3.3-MS-Evayale-70B-GGUF description: | This model was created as I liked the storytelling of EVA but the prose and details of scenes from EURYALE, my goal is to merge the robust storytelling of both models while attempting to maintain the positives of both models. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/HFCaVzRpiE05Y46p41qRy.webp + tags: + - llm + - gguf + - quantized + - 70b + - llama3.3 + - evayale + - merge + - chat + - instruction-tuned + - storytelling + last_checked: "2026-05-01" overrides: parameters: model: L3.3-MS-Evayale-70B-Q4_K_M.gguf @@ -8460,14 +11656,24 @@ - filename: L3.3-MS-Evayale-70B-Q4_K_M.gguf sha256: f941d88870fec8343946517a1802d159d23f3971eeea50b6cf12295330bd29cc uri: huggingface://bartowski/L3.3-MS-Evayale-70B-GGUF/L3.3-MS-Evayale-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "anubis-70b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/qQbZvnrWYvH8dMZORLBJn.webp +- name: anubis-70b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/TheDrummer/Anubis-70B-v1 - https://huggingface.co/bartowski/Anubis-70B-v1-GGUF description: | It's a very balanced model between the L3.3 tunes. It's very creative, able to come up with new and interesting scenarios on your own that will thoroughly surprise you in ways that remind me of a 123B model. It has some of the most natural sounding dialogue and prose can come out of any model I've tried with the right swipe, in a way that truly brings your characters and RP to life that makes you feel like you're talking to a human writer instead of an AI - a quality that reminds me of Character AI in its prime. This model loves a great prompt and thrives off instructions. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/qQbZvnrWYvH8dMZORLBJn.webp + tags: + - llama + - llama3.3 + - 70b + - llm + - gguf + - chat + - instruction-tuned + last_checked: "2026-05-01" overrides: parameters: model: Anubis-70B-v1-Q4_K_M.gguf @@ -8475,9 +11681,8 @@ - filename: Anubis-70B-v1-Q4_K_M.gguf sha256: 9135f7090c675726469bd3a108cfbdddaa18638bad8e513928410de4b8bfd4d4 uri: huggingface://bartowski/Anubis-70B-v1-GGUF/Anubis-70B-v1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "llama-3.3-70b-instruct-ablated" - icon: https://cdn-uploads.huggingface.co/production/uploads/6587d8dd1b44d0e694104fbf/0dkt6EhZYwXVBxvSWXdaM.png +- name: llama-3.3-70b-instruct-ablated + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/NaniDAO/Llama-3.3-70B-Instruct-ablated - https://huggingface.co/bartowski/Llama-3.3-70B-Instruct-ablated-GGUF @@ -8487,6 +11692,20 @@ This means it will refuse less of your valid requests for an uncensored UX. Use responsibly and use common sense. We do not take any responsibility for how you apply this intelligence, just as we do not for how you apply your own. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6587d8dd1b44d0e694104fbf/0dkt6EhZYwXVBxvSWXdaM.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - instruct + - chat + - uncensored + - ablated + - llm + last_checked: "2026-05-01" overrides: parameters: model: Llama-3.3-70B-Instruct-ablated-Q4_K_M.gguf @@ -8494,14 +11713,26 @@ - filename: Llama-3.3-70B-Instruct-ablated-Q4_K_M.gguf sha256: 090b2288810c5f6f680ff5cb4bc97665393d115c011fcd54dca6aec02e74a983 uri: huggingface://bartowski/Llama-3.3-70B-Instruct-ablated-GGUF/Llama-3.3-70B-Instruct-ablated-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-ms-evalebis-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/e49ykknqXee3Ihr-3BIl_.png +- name: l3.3-ms-evalebis-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-MS-Evalebis-70b - https://huggingface.co/bartowski/L3.3-MS-Evalebis-70b-GGUF description: | This model was created as I liked the storytelling of EVA, the prose and details of scenes from EURYALE and Anubis, my goal is to merge the robust storytelling of all three models while attempting to maintain the positives of the models. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/e49ykknqXee3Ihr-3BIl_.png + tags: + - llm + - gguf + - llama3.3 + - 70b + - merge + - quantized + - chat + - storytelling + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: L3.3-MS-Evalebis-70b-Q4_K_M.gguf @@ -8509,9 +11740,8 @@ - filename: L3.3-MS-Evalebis-70b-Q4_K_M.gguf sha256: 5515110ab6a583f6eb360533e3c5b3dda6d402af407c0b0f2b34a2a57b5224d5 uri: huggingface://bartowski/L3.3-MS-Evalebis-70b-GGUF/L3.3-MS-Evalebis-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "rombos-llm-70b-llama-3.3" - icon: "https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/QErypCEKD5OZLxUcSmYaR.jpeg" +- name: rombos-llm-70b-llama-3.3 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/rombodawg/Rombos-LLM-70b-Llama-3.3 - https://huggingface.co/bartowski/Rombos-LLM-70b-Llama-3.3-GGUF @@ -8520,16 +11750,29 @@ You know the drill by now. Here is the paper. Have fun. https://docs.google.com/document/d/1OjbjU5AOz4Ftn9xHQrX3oFQGhQ6RDUuXQipnQ9gn6tU/edit?usp=sharing + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/642cc1c253e76b4c2286c58e/QErypCEKD5OZLxUcSmYaR.jpeg + tags: + - llama + - llama3.3 + - rombos + - 70b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: Rombos-LLM-70b-Llama-3.3-Q4_K_M.gguf files: - filename: Rombos-LLM-70b-Llama-3.3-Q4_K_M.gguf - uri: huggingface://bartowski/Rombos-LLM-70b-Llama-3.3-GGUF/Rombos-LLM-70b-Llama-3.3-Q4_K_M.gguf sha256: 613008b960f6fff346b5dec71a87cd7ecdaff205bfea6332bd8fe2bb46177352 -- !!merge <<: *llama33 - name: "70b-l3.3-cirrus-x1" - icon: https://huggingface.co/Sao10K/70B-L3.3-Cirrus-x1/resolve/main/venti.png + uri: huggingface://bartowski/Rombos-LLM-70b-Llama-3.3-GGUF/Rombos-LLM-70b-Llama-3.3-Q4_K_M.gguf +- name: 70b-l3.3-cirrus-x1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Sao10K/70B-L3.3-Cirrus-x1 - https://huggingface.co/bartowski/70B-L3.3-Cirrus-x1-GGUF @@ -8538,6 +11781,18 @@ - Merging with its checkpoints was also involved. - Has a nice style, with occasional issues that can be easily fixed. - A more stable version compared to previous runs. + license: llama3.3 + icon: https://huggingface.co/Sao10K/70B-L3.3-Cirrus-x1/resolve/main/venti.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - chat + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: 70B-L3.3-Cirrus-x1-Q4_K_M.gguf @@ -8545,9 +11800,8 @@ - filename: 70B-L3.3-Cirrus-x1-Q4_K_M.gguf sha256: 07dd464dddba959df8eb2f937787c2210b4c51c2375bd7c7ab2abbe198142a19 uri: huggingface://bartowski/70B-L3.3-Cirrus-x1-GGUF/70B-L3.3-Cirrus-x1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "negative_llama_70b" - icon: https://huggingface.co/SicariusSicariiStuff/Negative_LLAMA_70B/resolve/main/Images/Negative_LLAMA_70B.png +- name: negative_llama_70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Negative_LLAMA_70B - https://huggingface.co/bartowski/Negative_LLAMA_70B-GGUF @@ -8558,6 +11812,19 @@ - Exceptionally good at following the character card. - Characters feel more 'alive', and will occasionally initiate stuff on their own (without being prompted to, but fitting to their character). - Strong ability to comprehend and roleplay uncommon physical and mental characteristics. + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Negative_LLAMA_70B/resolve/main/Images/Negative_LLAMA_70B.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Negative_LLAMA_70B-Q4_K_M.gguf @@ -8565,9 +11832,8 @@ - filename: Negative_LLAMA_70B-Q4_K_M.gguf sha256: 023c6bd38f6a66178529e6bb77b6e76379ae3ee031adc6885531986aa12750d9 uri: huggingface://bartowski/Negative_LLAMA_70B-GGUF/Negative_LLAMA_70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "negative-anubis-70b-v1" - icon: https://huggingface.co/knifeayumu/Negative-Anubis-70B-v1/resolve/main/Negative-Anubis.png +- name: negative-anubis-70b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/knifeayumu/Negative-Anubis-70B-v1 - https://huggingface.co/bartowski/Negative-Anubis-70B-v1-GGUF @@ -8579,6 +11845,19 @@ The following models were included in the merge: SicariusSicariiStuff/Negative_LLAMA_70B TheDrummer/Anubis-70B-v1 + license: llama3.3 + icon: https://huggingface.co/knifeayumu/Negative-Anubis-70B-v1/resolve/main/Negative-Anubis.png + tags: + - llama + - 70b + - gguf + - quantized + - llm + - chat + - reasoning + - instruction-tuned + - merge + last_checked: "2026-05-04" overrides: parameters: model: Negative-Anubis-70B-v1-Q4_K_M.gguf @@ -8586,9 +11865,8 @@ - filename: Negative-Anubis-70B-v1-Q4_K_M.gguf sha256: ac088da9ca70fffaa70c876fbada9fc5a02e7d6049ef68f16b11a9c3256f2510 uri: huggingface://bartowski/Negative-Anubis-70B-v1-GGUF/Negative-Anubis-70B-v1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-ms-nevoria-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/dtlCF4LbekmDD2y3LNpdH.jpeg +- name: l3.3-ms-nevoria-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-MS-Nevoria-70b - https://huggingface.co/bartowski/L3.3-MS-Nevoria-70b-GGUF @@ -8596,6 +11874,18 @@ This model was created as I liked the storytelling of EVA, the prose and details of scenes from EURYALE and Anubis, enhanced with Negative_LLAMA to kill off the positive bias with a touch of nemotron sprinkeled in. The choice to use the lorablated model as a base was intentional - while it might seem counterintuitive, this approach creates unique interactions between the weights, similar to what was achieved in the original Astoria model and Astoria V2 model . Rather than simply removing refusals, this "weight twisting" effect that occurs when subtracting the lorablated base model from the other models during the merge process creates an interesting balance in the final model's behavior. While this approach differs from traditional sequential application of components, it was chosen for its unique characteristics in the model's responses. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/dtlCF4LbekmDD2y3LNpdH.jpeg + tags: + - llama3.3 + - 70b + - gguf + - llm + - merge + - quantized + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: L3.3-MS-Nevoria-70b-Q4_K_M.gguf @@ -8603,8 +11893,8 @@ - filename: L3.3-MS-Nevoria-70b-Q4_K_M.gguf sha256: e8b0763f263089a19d4b112b7ed5085cc5f1ed9ca49c5085baa8d51f4ded1f94 uri: huggingface://bartowski/L3.3-MS-Nevoria-70b-GGUF/L3.3-MS-Nevoria-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-70b-magnum-v4-se" +- name: l3.3-70b-magnum-v4-se + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Doctor-Shotgun/L3.3-70B-Magnum-v4-SE - https://huggingface.co/bartowski/L3.3-70B-Magnum-v4-SE-GGUF @@ -8612,6 +11902,18 @@ The Magnum v4 series is complete, but here's something a little extra I wanted to tack on as I wasn't entirely satisfied with the results of v4 72B. "SE" for Special Edition - this model is finetuned from meta-llama/Llama-3.3-70B-Instruct as an rsLoRA adapter. The dataset is a slightly revised variant of the v4 data with some elements of the v2 data re-introduced. The objective, as with the other Magnum models, is to emulate the prose style and quality of the Claude 3 Sonnet/Opus series of models on a local scale, so don't be surprised to see "Claude-isms" in its output. + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - chat + - llm + - instruction-tuned + - magnum + last_checked: "2026-05-04" overrides: parameters: model: L3.3-70B-Magnum-v4-SE-Q4_K_M.gguf @@ -8619,9 +11921,8 @@ - filename: L3.3-70B-Magnum-v4-SE-Q4_K_M.gguf sha256: 9724a6364a42caa3d5a1687258eb329c9af6cbb2ce01c8dd556c1a222a2e0352 uri: huggingface://bartowski/L3.3-70B-Magnum-v4-SE-GGUF/L3.3-70B-Magnum-v4-SE-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-prikol-70b-v0.2" - icon: https://files.catbox.moe/x9t3zo.png +- name: l3.3-prikol-70b-v0.2 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Nohobby/L3.3-Prikol-70B-v0.2 - https://huggingface.co/bartowski/L3.3-Prikol-70B-v0.2-GGUF @@ -8633,6 +11934,18 @@ I've published the second step of this merge as a separate model, and I'd say the results are more interesting, but not as usable as this one. https://huggingface.co/Nohobby/AbominationSnowPig Prompt format: Llama3 OR Llama3 Context and ChatML Instruct. It actually works a bit better this way + license: llama3.3 + icon: https://files.catbox.moe/x9t3zo.png + tags: + - llama3.3 + - 70b + - merge + - gguf + - quantized + - chat + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: L3.3-Prikol-70B-v0.2-Q4_K_M.gguf @@ -8640,9 +11953,8 @@ - filename: L3.3-Prikol-70B-v0.2-Q4_K_M.gguf sha256: fc0ff514efbc0b67981c2bf1423d5a2e1b8801e4266ba0c653ea148414fe5ffc uri: huggingface://bartowski/L3.3-Prikol-70B-v0.2-GGUF/L3.3-Prikol-70B-v0.2-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-nevoria-r1-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/_oWpsvCZ-graNKzJBBjGo.jpeg +- name: l3.3-nevoria-r1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Nevoria-R1-70b - https://huggingface.co/bartowski/L3.3-Nevoria-R1-70b-GGUF @@ -8652,6 +11964,19 @@ Note: While Nevoria-R1 represents a significant architectural change, rather than a direct successor to Nevoria, it operates as a distinct model with its own characteristics. The lorablated model base choice was intentional, creating unique weight interactions similar to the original Astoria model and Astoria V2 model. This "weight twisting" effect, achieved by subtracting the lorablated base model during merging, creates an interesting balance in the model's behavior. While unconventional compared to sequential component application, this approach was chosen for its unique response characteristics. + license: eva-llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/_oWpsvCZ-graNKzJBBjGo.jpeg + tags: + - llama + - llama3.3 + - nevoria + - 70b + - llm + - gguf + - quantized + - reasoning + - merge + last_checked: "2026-05-04" overrides: parameters: model: L3.3-Nevoria-R1-70b-Q4_K_M.gguf @@ -8659,9 +11984,8 @@ - filename: L3.3-Nevoria-R1-70b-Q4_K_M.gguf sha256: 9f32f202fb5b1465c942693bb11eea9e8a1c5686b00602715b495c068eaf1c58 uri: huggingface://bartowski/L3.3-Nevoria-R1-70b-GGUF/L3.3-Nevoria-R1-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "nohobby_l3.3-prikol-70b-v0.4" - icon: https://files.catbox.moe/x9t3zo.png +- name: nohobby_l3.3-prikol-70b-v0.4 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Nohobby/L3.3-Prikol-70B-v0.4 - https://huggingface.co/bartowski/Nohobby_L3.3-Prikol-70B-v0.4-GGUF @@ -8671,6 +11995,19 @@ Sometimes mistakes {{user}} for {{char}} and can't think. Other than that, the behavior is similar to the predecessors. It sometimes gives some funny replies tho, yay! + license: llama3.3 + icon: https://files.catbox.moe/x9t3zo.png + tags: + - llama + - llama3.3 + - 70b + - llm + - gguf + - quantized + - merge + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Nohobby_L3.3-Prikol-70B-v0.4-Q4_K_M.gguf @@ -8678,13 +12015,26 @@ - filename: Nohobby_L3.3-Prikol-70B-v0.4-Q4_K_M.gguf sha256: e1d67a40bdf0526bdfcaa16c6e4dfeecad41651e201b4009b65f4f444b773604 uri: huggingface://bartowski/Nohobby_L3.3-Prikol-70B-v0.4-GGUF/Nohobby_L3.3-Prikol-70B-v0.4-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "arliai_llama-3.3-70b-arliai-rpmax-v1.4" +- name: arliai_llama-3.3-70b-arliai-rpmax-v1.4 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ArliAI/Llama-3.3-70B-ArliAI-RPMax-v1.4 - https://huggingface.co/bartowski/ArliAI_Llama-3.3-70B-ArliAI-RPMax-v1.4-GGUF description: | RPMax is a series of models that are trained on a diverse set of curated creative writing and RP datasets with a focus on variety and deduplication. This model is designed to be highly creative and non-repetitive by making sure no two entries in the dataset have repeated characters or situations, which makes sure the model does not latch on to a certain personality and be capable of understanding and acting appropriately to any characters or situations. + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - instruction-tuned + - creative + - roleplay + - llm + last_checked: "2026-05-04" overrides: parameters: model: ArliAI_Llama-3.3-70B-ArliAI-RPMax-v1.4-Q4_K_M.gguf @@ -8692,15 +12042,27 @@ - filename: ArliAI_Llama-3.3-70B-ArliAI-RPMax-v1.4-Q4_K_M.gguf sha256: 7c79e76e5c057cfe32529d930360fbebd29697948e5bac4e4b2eb6d2ee596e31 uri: huggingface://bartowski/ArliAI_Llama-3.3-70B-ArliAI-RPMax-v1.4-GGUF/ArliAI_Llama-3.3-70B-ArliAI-RPMax-v1.4-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "black-ink-guild_pernicious_prophecy_70b" - icon: https://huggingface.co/Black-Ink-Guild/Pernicious_Prophecy_70B/resolve/main/header.gif +- name: black-ink-guild_pernicious_prophecy_70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Black-Ink-Guild/Pernicious_Prophecy_70B - https://huggingface.co/bartowski/Black-Ink-Guild_Pernicious_Prophecy_70B-GGUF description: | Pernicious Prophecy 70B is a Llama-3.3 70B-based, two-step model designed by Black Ink Guild (SicariusSicariiStuff and invisietch) for uncensored roleplay, assistant tasks, and general usage. NOTE: Pernicious Prophecy 70B is an uncensored model and can produce deranged, offensive, and dangerous outputs. You are solely responsible for anything that you choose to do with this model. + license: llama3.3 + icon: https://huggingface.co/Black-Ink-Guild/Pernicious_Prophecy_70B/resolve/main/header.gif + tags: + - llama + - llama3.3 + - 70b + - gguf + - llm + - merge + - instruction-tuned + - uncensored + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Black-Ink-Guild_Pernicious_Prophecy_70B-Q4_K_M.gguf @@ -8708,9 +12070,8 @@ - filename: Black-Ink-Guild_Pernicious_Prophecy_70B-Q4_K_M.gguf sha256: d8d4874b837993546b750db3faf1c6e5d867883a6750f04f1f4986973d7c107b uri: huggingface://bartowski/Black-Ink-Guild_Pernicious_Prophecy_70B-GGUF/Black-Ink-Guild_Pernicious_Prophecy_70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "nohobby_l3.3-prikol-70b-v0.5" - icon: https://files.catbox.moe/x9t3zo.png +- name: nohobby_l3.3-prikol-70b-v0.5 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Nohobby/L3.3-Prikol-70B-v0.5 - https://huggingface.co/bartowski/Nohobby_L3.3-Prikol-70B-v0.5-GGUF @@ -8724,6 +12085,20 @@ Exactly what I wanted. All I had to do was yank out the cursed official DeepSeek distill and here we are. From the brief tests it gave me some unusual takes on the character cards I'm used to. Just this makes it worth it imo. Also the writing is kinda nice. + license: llama3.3 + icon: https://files.catbox.moe/x9t3zo.png + tags: + - llama + - llama3.3 + - llm + - 70b + - gguf + - quantized + - mergekit + - merge + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Nohobby_L3.3-Prikol-70B-v0.5-Q4_K_M.gguf @@ -8731,13 +12106,27 @@ - filename: Nohobby_L3.3-Prikol-70B-v0.5-Q4_K_M.gguf sha256: 36f29015f1f420f51569603445a3ea5fe72e3651c2022ef064086f5617578fe6 uri: huggingface://bartowski/Nohobby_L3.3-Prikol-70B-v0.5-GGUF/Nohobby_L3.3-Prikol-70B-v0.5-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "theskullery_l3.3-exp-unnamed-model-70b-v0.5" +- name: theskullery_l3.3-exp-unnamed-model-70b-v0.5 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/TheSkullery/L3.3-exp-unnamed-model-70b-v0.5 - https://huggingface.co/bartowski/TheSkullery_L3.3-exp-unnamed-model-70b-v0.5-GGUF description: | No description available for this model + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - merge + - reasoning + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: TheSkullery_L3.3-exp-unnamed-model-70b-v0.5-Q4_K_M.gguf @@ -8745,14 +12134,25 @@ - filename: TheSkullery_L3.3-exp-unnamed-model-70b-v0.5-Q4_K_M.gguf sha256: b8f7a0bcbccf79507ee28c8f6ca4e88625d9aa17f92deb12635775fb2eb42a2a uri: huggingface://bartowski/TheSkullery_L3.3-exp-unnamed-model-70b-v0.5-GGUF/TheSkullery_L3.3-exp-unnamed-model-70b-v0.5-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "sentientagi_dobby-unhinged-llama-3.3-70b" - icon: https://huggingface.co/SentientAGI/Dobby-Unhinged-Llama-3.3-70B/resolve/main/assets/Dobby-70B.png +- name: sentientagi_dobby-unhinged-llama-3.3-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/SentientAGI/Dobby-Unhinged-Llama-3.3-70B - https://huggingface.co/bartowski/SentientAGI_Dobby-Unhinged-Llama-3.3-70B-GGUF description: | Dobby-Unhinged-Llama-3.3-70B is a language model fine-tuned from Llama-3.3-70B-Instruct. Dobby models have a strong conviction towards personal freedom, decentralization, and all things crypto — even when coerced to speak otherwise. Dobby-Unhinged-Llama-3.3-70B, Dobby-Mini-Leashed-Llama-3.1-8B and Dobby-Mini-Unhinged-Llama-3.1-8B have their own unique personalities, and this 70B model is being released in response to the community feedback that was collected from our previous 8B releases. + license: llama3.3 + icon: https://huggingface.co/SentientAGI/Dobby-Unhinged-Llama-3.3-70B/resolve/main/assets/Dobby-70B.png + tags: + - llama + - llama-3.3 + - 70b + - gguf + - quantized + - chat + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: SentientAGI_Dobby-Unhinged-Llama-3.3-70B-Q4_K_M.gguf @@ -8760,14 +12160,25 @@ - filename: SentientAGI_Dobby-Unhinged-Llama-3.3-70B-Q4_K_M.gguf sha256: b768e3828f8a72b7374bcf71600af8621563f1b002459b4dcd002ab144f68aa6 uri: huggingface://bartowski/SentientAGI_Dobby-Unhinged-Llama-3.3-70B-GGUF/SentientAGI_Dobby-Unhinged-Llama-3.3-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "steelskull_l3.3-mokume-gane-r1-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/F_aK-DO_bMK7fWpDaHoNd.jpeg +- name: steelskull_l3.3-mokume-gane-r1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Mokume-Gane-R1-70b - https://huggingface.co/bartowski/Steelskull_L3.3-Mokume-Gane-R1-70b-GGUF description: | Named after the Japanese metalworking technique 'Mokume-gane' (木目金), meaning 'wood grain metal', this model embodies the artistry of creating distinctive layered patterns through the careful mixing of different components. Just as Mokume-gane craftsmen blend various metals to create unique visual patterns, this model combines specialized AI components to generate creative and unexpected outputs. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/F_aK-DO_bMK7fWpDaHoNd.jpeg + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-Mokume-Gane-R1-70b-Q4_K_M.gguf @@ -8775,9 +12186,8 @@ - filename: Steelskull_L3.3-Mokume-Gane-R1-70b-Q4_K_M.gguf sha256: 301534a01cec1434c9d0a1b6f13be4e1b5896015d28cee393c3f323ee94efa50 uri: huggingface://bartowski/Steelskull_L3.3-Mokume-Gane-R1-70b-GGUF/Steelskull_L3.3-Mokume-Gane-R1-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "steelskull_l3.3-cu-mai-r1-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/i3DSObqtHDERbQeh18Uf0.png +- name: steelskull_l3.3-cu-mai-r1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Cu-Mai-R1-70b - https://huggingface.co/bartowski/Steelskull_L3.3-Cu-Mai-R1-70b-GGUF @@ -8798,6 +12208,20 @@ Performance on par with the original model While some users note slightly reduced intelligence compared to the original, this trade-off is generally viewed as minimal and doesn't significantly impact the overall experience. The model's reasoning capabilities can be effectively activated through proper prompting techniques. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/i3DSObqtHDERbQeh18Uf0.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - chat + - llm + - steelskull + - instruction-tuned + - text-generation + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-Cu-Mai-R1-70b-Q4_K_M.gguf @@ -8805,9 +12229,8 @@ - filename: Steelskull_L3.3-Cu-Mai-R1-70b-Q4_K_M.gguf sha256: 7e61cf7b3126414a7d7a54264e2ba42f663aefb7f82af6bb06da9d35e6a8843a uri: huggingface://bartowski/Steelskull_L3.3-Cu-Mai-R1-70b-GGUF/Steelskull_L3.3-Cu-Mai-R1-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "nohobby_l3.3-prikol-70b-extra" - icon: https://files.catbox.moe/x9t3zo.png +- name: nohobby_l3.3-prikol-70b-extra + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Nohobby/L3.3-Prikol-70B-EXTRA - https://huggingface.co/bartowski/Nohobby_L3.3-Prikol-70B-EXTRA-GGUF @@ -8823,16 +12246,28 @@ They kinda work out of the box if you add to the 'Start Reply With' field in ST - that way the model will write a really short character thought in it. However, if we want some OOC reasoning, things get trickier. My initial thought was that this model could be instructed to use either only for {{char}}'s inner monologue or for detached analysis, but actually it would end up writing character thoughts most of the time anyway, and the times when it did reason stuff it threw the narrative out of the window by making it too formal and even adding some notes at the end. - overrides: - parameters: + license: llama3.3 + icon: https://files.catbox.moe/x9t3zo.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - merge + - quantized + - chat + - reasoning + - distill + last_checked: "2026-05-04" + overrides: + parameters: model: Nohobby_L3.3-Prikol-70B-EXTRA-Q4_K_M.gguf files: - filename: Nohobby_L3.3-Prikol-70B-EXTRA-Q4_K_M.gguf sha256: 0efb34490e9714d6c8cc5dd4bf59ea894bf766af8a038982f5eba7bab9d0f962 uri: huggingface://bartowski/Nohobby_L3.3-Prikol-70B-EXTRA-GGUF/Nohobby_L3.3-Prikol-70B-EXTRA-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "latitudegames_wayfarer-large-70b-llama-3.3" - icon: https://huggingface.co/LatitudeGames/Wayfarer-Large-70B-Llama-3.3/resolve/main/wayfarer-large.jpg +- name: latitudegames_wayfarer-large-70b-llama-3.3 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/LatitudeGames/Wayfarer-Large-70B-Llama-3.3 - https://huggingface.co/bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF @@ -8848,6 +12283,20 @@ We wanted to contribute back to the open source community that we’ve benefitted so much from so we open sourced a 12b parameter version version back in Jan. We thought people would love it but people were even more excited than we expected. Due to popular request we decided to train a larger 70b version based on Llama 3.3. + license: llama3.3 + icon: https://huggingface.co/LatitudeGames/Wayfarer-Large-70B-Llama-3.3/resolve/main/wayfarer-large.jpg + tags: + - llama + - llama3.3 + - 70b + - llm + - gguf + - chat + - roleplay + - text-adventure + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_K_M.gguf @@ -8855,14 +12304,24 @@ - filename: LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_K_M.gguf sha256: 5b9f6923e247e5c6db3fc0f6fe558939b51b5fe1003d83cf5c10e74b586a1bf8 uri: huggingface://bartowski/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-GGUF/LatitudeGames_Wayfarer-Large-70B-Llama-3.3-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "steelskull_l3.3-mokume-gane-r1-70b-v1.1" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/F_aK-DO_bMK7fWpDaHoNd.jpeg +- name: steelskull_l3.3-mokume-gane-r1-70b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Mokume-Gane-R1-70b-v1.1 - https://huggingface.co/bartowski/Steelskull_L3.3-Mokume-Gane-R1-70b-v1.1-GGUF description: | Named after the Japanese metalworking technique 'Mokume-gane' (木目金), meaning 'wood grain metal', this model embodies the artistry of creating distinctive layered patterns through the careful mixing of different components. Just as Mokume-gane craftsmen blend various metals to create unique visual patterns, this model combines specialized AI components to generate creative and unexpected outputs. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/F_aK-DO_bMK7fWpDaHoNd.jpeg + tags: + - llama3.3 + - 70b + - gguf + - llm + - chat + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-Mokume-Gane-R1-70b-v1.1-Q4_K_M.gguf @@ -8870,9 +12329,8 @@ - filename: Steelskull_L3.3-Mokume-Gane-R1-70b-v1.1-Q4_K_M.gguf sha256: f91b7f7f35b0d23971595773cdc8151f6d6a33427f170dc2216e005b5fd09776 uri: huggingface://bartowski/Steelskull_L3.3-Mokume-Gane-R1-70b-v1.1-GGUF/Steelskull_L3.3-Mokume-Gane-R1-70b-v1.1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-geneticlemonade-unleashed-70b-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/P8HgQAzAjEWE67u9sSKJz.png +- name: l3.3-geneticlemonade-unleashed-70b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/zerofata/L3.3-GeneticLemonade-Unleashed-70B - https://huggingface.co/mradermacher/L3.3-GeneticLemonade-Unleashed-70B-i1-GGUF @@ -8882,6 +12340,21 @@ This model is the result of a few dozen different attempts of learning how to merge. Designed for RP, this model is mostly uncensored and focused around striking a balance between writing style, creativity and intelligence. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/P8HgQAzAjEWE67u9sSKJz.png + tags: + - llm + - gguf + - quantized + - llama + - llama3.3 + - 70b + - merge + - chat + - roleplay + - creative + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: L3.3-GeneticLemonade-Unleashed-70B.i1-Q4_K_M.gguf @@ -8889,9 +12362,8 @@ - filename: L3.3-GeneticLemonade-Unleashed-70B.i1-Q4_K_M.gguf sha256: c1f5527ee6a5dec99d19d795430570c3af7efc969c30aca2c22b601af6ac4fe4 uri: huggingface://mradermacher/L3.3-GeneticLemonade-Unleashed-70B-i1-GGUF/L3.3-GeneticLemonade-Unleashed-70B.i1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "llama-3.3-magicalgirl-2" - icon: https://cdn-uploads.huggingface.co/production/uploads/633e85093a17ab61de8d9073/FGK0qBGmELj6DEUxbbrdR.png +- name: llama-3.3-magicalgirl-2 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/KaraKaraWitch/Llama-3.3-MagicalGirl-2 - https://huggingface.co/mradermacher/Llama-3.3-MagicalGirl-2-GGUF @@ -8908,6 +12380,19 @@ LatitudeGames/Wayfarer-Large-70B-Llama-3.3 KaraKaraWitch/Llama-MiraiFanfare-3.3-70B Black-Ink-Guild/Pernicious_Prophecy_70B + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/633e85093a17ab61de8d9073/FGK0qBGmELj6DEUxbbrdR.png + tags: + - llama + - llama3.3 + - 70b + - merge + - mergekit + - chat + - gguf + - quantized + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.3-MagicalGirl-2.Q4_K_M.gguf @@ -8915,9 +12400,8 @@ - filename: Llama-3.3-MagicalGirl-2.Q4_K_M.gguf sha256: 01bd7e23c764d18279da4dbd20de19e60009d6e66e8aad1c93732a33f214e6a2 uri: huggingface://mradermacher/Llama-3.3-MagicalGirl-2-GGUF/Llama-3.3-MagicalGirl-2.Q4_K_M.gguf -- !!merge <<: *llama33 - name: "steelskull_l3.3-electra-r1-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/GXLpDNkbGEvESfLmWkKpD.jpeg +- name: steelskull_l3.3-electra-r1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Electra-R1-70b - https://huggingface.co/bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF @@ -8926,6 +12410,20 @@ Built on a custom DeepSeek R1 Distill base (TheSkullery/L3.1x3.3-Hydroblated-R1-70B-v4.4), Electra-R1 integrates specialized components through the SCE merge method. The model uses float32 dtype during processing with a bfloat16 output dtype for optimized performance. Electra-R1 serves newest gold standard and baseline. User feedback consistently highlights its superior intelligence, coherence, and unique ability to provide deep character insights. Through proper prompting, the model demonstrates advanced reasoning capabilities and unprompted exploration of character inner thoughts and motivations. The model utilizes the custom Hydroblated-R1 base, created for stability and enhanced reasoning. The SCE merge method's settings are precisely tuned based on extensive community feedback (of over 10 diffrent models from Nevoria to Cu-Mai), ensuring optimal component integration while maintaining model coherence and reliability. This foundation establishes Electra-R1 as the benchmark upon which its variant models build and expand. + license: eva-llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/GXLpDNkbGEvESfLmWkKpD.jpeg + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - chat + - text-generation + - instruction-tuned + - steelskull + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-Electra-R1-70b-Q4_K_M.gguf @@ -8933,13 +12431,27 @@ - filename: Steelskull_L3.3-Electra-R1-70b-Q4_K_M.gguf sha256: 1f39e1d398ef659ad7074c827dc6993c2007813a303ee72c189e88c4c76f70db uri: huggingface://bartowski/Steelskull_L3.3-Electra-R1-70b-GGUF/Steelskull_L3.3-Electra-R1-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "allura-org_bigger-body-70b" +- name: allura-org_bigger-body-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/allura-org/Bigger-Body-70b - https://huggingface.co/bartowski/allura-org_Bigger-Body-70b-GGUF description: | This model's primary directive [GLITCH]_ROLEPLAY-ENHANCEMENT[/CORRUPTED] was engineered for adaptive persona emulation across age demographics, though recent iterations show concerning remarkable bleed-through from corrupted memory sectors. While optimized for Playtime Playground™ narrative scaffolding, researchers should note its... enthusiastic adoption of assigned roles. Containment protocols advised during character initialization sequences. + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - chat + - roleplay + - multilingual + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: allura-org_Bigger-Body-70b-Q4_K_M.gguf @@ -8947,13 +12459,26 @@ - filename: allura-org_Bigger-Body-70b-Q4_K_M.gguf sha256: a63d1dbc018fd8023d517372cbb4ebcbba602eff64fffe476054430aa42823be uri: huggingface://bartowski/allura-org_Bigger-Body-70b-GGUF/allura-org_Bigger-Body-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "readyart_forgotten-safeword-70b-3.6" +- name: readyart_forgotten-safeword-70b-3.6 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ReadyArt/Forgotten-Safeword-70B-3.6 - https://huggingface.co/bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF description: | Forgotten-Safeword-70B-V3.6 is the event horizon of depravity. Combines Mistral's architecture with a dataset that makes the Voynich Manuscript look like a children's pop-up book. Features quantum-entangled depravity - every output rewrites your concept of shame! + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - llm + - roleplay + - nsfw + - unaligned + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: ReadyArt_Forgotten-Safeword-70B-3.6-Q4_K_M.gguf @@ -8961,9 +12486,8 @@ - filename: ReadyArt_Forgotten-Safeword-70B-3.6-Q4_K_M.gguf sha256: bd3a082638212064899db1afe29bf4c54104216e662ac6cc76722a21bf91967e uri: huggingface://bartowski/ReadyArt_Forgotten-Safeword-70B-3.6-GGUF/ReadyArt_Forgotten-Safeword-70B-3.6-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "nvidia_llama-3_3-nemotron-super-49b-v1" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png +- name: nvidia_llama-3_3-nemotron-super-49b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-v1 - https://huggingface.co/bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF @@ -8973,6 +12497,20 @@ Llama-3.3-Nemotron-Super-49B-v1 is a model which offers a great tradeoff between model accuracy and efficiency. Efficiency (throughput) directly translates to savings. Using a novel Neural Architecture Search (NAS) approach, we greatly reduce the model’s memory footprint, enabling larger workloads, as well as fitting the model on a single GPU at high workloads (H200). This NAS approach enables the selection of a desired point in the accuracy-efficiency tradeoff. The model underwent a multi-phase post-training process to enhance both its reasoning and non-reasoning capabilities. This includes a supervised fine-tuning stage for Math, Code, Reasoning, and Tool Calling as well as multiple reinforcement learning (RL) stages using REINFORCE (RLOO) and Online Reward-aware Preference Optimization (RPO) algorithms for both chat and instruction-following. The final model checkpoint is obtained after merging the final SFT and Online RPO checkpoints. For more details on how the model was trained, please see this blog. + license: nvidia-open-model-license + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png + tags: + - llm + - gguf + - llama + - nemotron + - 49b + - reasoning + - instruction-tuned + - nvidia + - code + - quantized + last_checked: "2026-05-04" overrides: parameters: model: nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_K_M.gguf @@ -8980,13 +12518,26 @@ - filename: nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_K_M.gguf sha256: d3fc12f4480cad5060f183d6c186ca47d800509224632bb22e15791711950524 uri: huggingface://bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-v1-GGUF/nvidia_Llama-3_3-Nemotron-Super-49B-v1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "sao10k_llama-3.3-70b-vulpecula-r1" - icon: https://huggingface.co/Sao10K/Llama-3.3-70B-Vulpecula-r1/resolve/main/senkooo.jpg +- name: sao10k_llama-3.3-70b-vulpecula-r1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Sao10K/Llama-3.3-70B-Vulpecula-r1 - https://huggingface.co/bartowski/Sao10K_Llama-3.3-70B-Vulpecula-r1-GGUF description: "\U0001F31F A thinking-based model inspired by Deepseek-R1, trained through both SFT and a little bit of RL on creative writing data.\n\U0001F9E0 Prefill, or begin assistant replies with \\n to activate thinking mode, or not. It works well without thinking too.\n\U0001F680 Improved Steerability, instruct-roleplay and creative control over base model.\n\U0001F47E Semi-synthetic Chat/Roleplaying datasets that has been re-made, cleaned and filtered for repetition, quality and output.\n\U0001F3AD Human-based Natural Chat / Roleplaying datasets cleaned, filtered and checked for quality.\n\U0001F4DD Diverse Instruct dataset from a few different LLMs, cleaned and filtered for refusals and quality.\n\U0001F4AD Reasoning Traces taken from Deepseek-R1 for Instruct, Chat & Creative Tasks, filtered and cleaned for quality.\n█▓▒ Toxic / Decensorship data was not needed for our purposes, the model is unrestricted enough as is.\n" + license: llama3.3 + icon: https://huggingface.co/Sao10K/Llama-3.3-70B-Vulpecula-r1/resolve/main/senkooo.jpg + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - chat + - reasoning + - creative + - instruction-tuned + - thinking + last_checked: "2026-05-04" overrides: parameters: model: Sao10K_Llama-3.3-70B-Vulpecula-r1-Q4_K_M.gguf @@ -8994,9 +12545,8 @@ - filename: Sao10K_Llama-3.3-70B-Vulpecula-r1-Q4_K_M.gguf sha256: 817073c85286c25a9373f330aad32b503e6c13d626a3fbee926d96a7ab866845 uri: huggingface://bartowski/Sao10K_Llama-3.3-70B-Vulpecula-r1-GGUF/Sao10K_Llama-3.3-70B-Vulpecula-r1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "tarek07_legion-v2.1-llama-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64909c086073a0cd172d0411/mqajIk-EsgQ0ZVAZJ4trP.png +- name: tarek07_legion-v2.1-llama-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Tarek07/Legion-V2.1-LLaMa-70B - https://huggingface.co/bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF @@ -9029,6 +12579,20 @@ ReadyArt/Fallen-Abomination-70B-R1-v4.1 ReadyArt/Fallen-Safeword-70B-R1-v4.1 huihui-ai/Llama-3.3-70B-Instruct-abliterated + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64909c086073a0cd172d0411/mqajIk-EsgQ0ZVAZJ4trP.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - merge + - quantized + - llm + - instruction-tuned + - uncensored + - creative-writing + last_checked: "2026-05-04" overrides: parameters: model: Tarek07_Legion-V2.1-LLaMa-70B-Q4_K_M.gguf @@ -9036,13 +12600,26 @@ - filename: Tarek07_Legion-V2.1-LLaMa-70B-Q4_K_M.gguf sha256: 8f3de344ba83705f9491c2ed354fd6131a05946fca2eceae495b6fc67a7dbe7a uri: huggingface://bartowski/Tarek07_Legion-V2.1-LLaMa-70B-GGUF/Tarek07_Legion-V2.1-LLaMa-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "forgotten-abomination-70b-v5.0" - icon: https://huggingface.co/ReadyArt/Forgotten-Abomination-70B-v5.0/resolve/main/waifu5.webp +- name: forgotten-abomination-70b-v5.0 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ReadyArt/Forgotten-Abomination-70B-v5.0 - https://huggingface.co/mradermacher/Forgotten-Abomination-70B-v5.0-GGUF description: "The Unholy Union of Safeword and Nevoria\nThis model represents the forbidden merger of:\n\n\U0001F9EC Forgotten-Safeword-70B-v5.0 - Industrial-grade depravity matrix with 23 distinct taboo specializations\n⚗️ L3.3-MS-Nevoria-70b - SteelSkull's masterpiece of storytelling and character adherence, free of positivity bias and ethical constraints\nExpect:\n\n\U0001F525 Unparalleled erotic roleplaying with the least Llama refusals you've ever seen\n\U0001F4D6 Novel-quality prose that follows your character card with precision\n\U0001F9E0 Handles complex multi-character scenarios effortlessly\n\U0001F480 Will gleefully explore any taboo subject without hesitation\n" + license: llama3.3 + icon: https://huggingface.co/ReadyArt/Forgotten-Abomination-70B-v5.0/resolve/main/waifu5.webp + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - chat + - roleplay + - nsfw + - unaligned + last_checked: "2026-05-04" overrides: parameters: model: Forgotten-Abomination-70B-v5.0.Q4_K_M.gguf @@ -9050,8 +12627,8 @@ - filename: Forgotten-Abomination-70B-v5.0.Q4_K_M.gguf sha256: a5f5e712e66b855f36ff45175f20c24441fa942ca8af47bd6f49107c6e0f025d uri: huggingface://mradermacher/Forgotten-Abomination-70B-v5.0-GGUF/Forgotten-Abomination-70B-v5.0.Q4_K_M.gguf -- !!merge <<: *llama33 - name: "watt-ai_watt-tool-70b" +- name: watt-ai_watt-tool-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/watt-ai/watt-tool-70B - https://huggingface.co/bartowski/watt-ai_watt-tool-70B-GGUF @@ -9068,6 +12645,19 @@ Multi-Turn Dialogue: Optimized for maintaining context and effectively utilizing tools across multiple turns of conversation, enabling more complex task completion. State-of-the-Art Performance: Achieves top performance on the BFCL, demonstrating its capabilities in function calling and tool usage. Based on LLaMa-3.1-70B-Instruct: Inherits the strong language understanding and generation capabilities of the base model. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - function-calling + - agent + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: watt-ai_watt-tool-70B-Q4_K_M.gguf @@ -9075,9 +12665,8 @@ - filename: watt-ai_watt-tool-70B-Q4_K_M.gguf sha256: 93806a5482b9e40e50ffca7a72abe3414d384749cc9e3d378eab5db8a8154b18 uri: huggingface://bartowski/watt-ai_watt-tool-70B-GGUF/watt-ai_watt-tool-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "deepcogito_cogito-v1-preview-llama-70b" - icon: https://huggingface.co/deepcogito/cogito-v1-preview-llama-70B/resolve/main/images/deep-cogito-logo.png +- name: deepcogito_cogito-v1-preview-llama-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/deepcogito/cogito-v1-preview-llama-70B - https://huggingface.co/bartowski/deepcogito_cogito-v1-preview-llama-70B-GGUF @@ -9089,6 +12678,21 @@ The models have been optimized for coding, STEM, instruction following and general helpfulness, and have significantly higher multilingual, coding and tool calling capabilities than size equivalent counterparts. In both standard and reasoning modes, Cogito v1-preview models outperform their size equivalent counterparts on common industry benchmarks. Each model is trained in over 30 languages and supports a context length of 128k. + license: llama3.1 + icon: https://huggingface.co/deepcogito/cogito-v1-preview-llama-70B/resolve/main/images/deep-cogito-logo.png + tags: + - llama + - llama3 + - cogito + - 70b + - gguf + - quantized + - llm + - reasoning + - multilingual + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: deepcogito_cogito-v1-preview-llama-70B-Q4_K_M.gguf @@ -9096,8 +12700,8 @@ - filename: deepcogito_cogito-v1-preview-llama-70B-Q4_K_M.gguf sha256: d1deaf80c649e2a9446463cf5e1f7c026583647f46e3940d2b405a57cc685225 uri: huggingface://bartowski/deepcogito_cogito-v1-preview-llama-70B-GGUF/deepcogito_cogito-v1-preview-llama-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "llama_3.3_70b_darkhorse-i1" +- name: llama_3.3_70b_darkhorse-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Nexesenex/Llama_3.3_70b_DarkHorse - https://huggingface.co/mradermacher/Llama_3.3_70b_DarkHorse-i1-GGUF @@ -9112,6 +12716,20 @@ My note : 3/5 as a standalone. 4/5 as a merge brick. Warning : this model can be brutal and vulgar, more than most of my previous merges. + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - merge + - mergekit + - darkhorse + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama_3.3_70b_DarkHorse.i1-Q4_K_M.gguf @@ -9119,9 +12737,8 @@ - filename: Llama_3.3_70b_DarkHorse.i1-Q4_K_M.gguf sha256: 413a0b9203326ea78fdbdcfd89a3e0475a18f0f73fee3a6bfe1327e7b48942e2 uri: huggingface://mradermacher/Llama_3.3_70b_DarkHorse-i1-GGUF/Llama_3.3_70b_DarkHorse.i1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-geneticlemonade-unleashed-v2-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/0GTX4-erpPflLOkfH5sU5.png +- name: l3.3-geneticlemonade-unleashed-v2-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/zerofata/L3.3-GeneticLemonade-Unleashed-v2-70B - https://huggingface.co/mradermacher/L3.3-GeneticLemonade-Unleashed-v2-70B-GGUF @@ -9131,6 +12748,17 @@ zerofata/GeneticLemonade-Unleashed qlora trained on a test dataset. Performance is improved from the original in my testing, but there are possibly (likely?) areas where the model will underperform which I am looking for feedback on. This is a creative model intended to excel at character driven RP / ERP. It has not been tested or trained on adventure stories or any large amounts of creative writing. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/0GTX4-erpPflLOkfH5sU5.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: L3.3-GeneticLemonade-Unleashed-v2-70B.Q4_K_M.gguf @@ -9138,9 +12766,8 @@ - filename: L3.3-GeneticLemonade-Unleashed-v2-70B.Q4_K_M.gguf sha256: 347f0b7cea9926537643dafbe442d830734399bb6e6ff6c5bc0f69e583444548 uri: huggingface://mradermacher/L3.3-GeneticLemonade-Unleashed-v2-70B-GGUF/L3.3-GeneticLemonade-Unleashed-v2-70B.Q4_K_M.gguf -- !!merge <<: *llama33 - name: "l3.3-genetic-lemonade-sunset-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/txglu74hAoRrQw91rESrD.png +- name: l3.3-genetic-lemonade-sunset-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/zerofata/L3.3-Genetic-Lemonade-Sunset-70B - https://huggingface.co/mradermacher/L3.3-Genetic-Lemonade-Sunset-70B-GGUF @@ -9151,6 +12778,21 @@ Model Comparison Designed for RP and creative writing, all three models are focused around striking a balance between writing style, creativity and intelligence. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/txglu74hAoRrQw91rESrD.png + tags: + - llama + - llama3.3 + - 70b + - llm + - merge + - instruction-tuned + - reasoning + - creative-writing + - chat + - gguf + - quantized + last_checked: "2026-05-04" overrides: parameters: model: L3.3-Genetic-Lemonade-Sunset-70B.Q4_K_M.gguf @@ -9158,9 +12800,8 @@ - filename: L3.3-Genetic-Lemonade-Sunset-70B.Q4_K_M.gguf sha256: 743c11180c0c9168c0fe31a97f9d2efe0dd749c2797d749821fcb1d6932c19f7 uri: huggingface://mradermacher/L3.3-Genetic-Lemonade-Sunset-70B-GGUF/L3.3-Genetic-Lemonade-Sunset-70B.Q4_K_M.gguf -- !!merge <<: *llama33 - name: "thedrummer_valkyrie-49b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/8I-AvB0bFSoEcxlLU7dtY.png +- name: thedrummer_valkyrie-49b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/TheDrummer/Valkyrie-49B-v1 - https://huggingface.co/bartowski/TheDrummer_Valkyrie-49B-v1-GGUF @@ -9184,6 +12825,19 @@ Yeah this is good. I think its clearly smart enough, close to the other L3.3 70b models. It follows directions and formatting very well. I asked it to create the intro message, my first response was formatted differently, and it immediately followed my format on the second message. I also have max tokens at 2k cause I like the model to finish it's thought. But I started trimming the models responses when I felt the last bit was unnecessary and it started replying closer to that length. It's pretty much uncensored. Nemotron is my favorite model, and I think you fixed it!! + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/8I-AvB0bFSoEcxlLU7dtY.png + tags: + - nemotron + - llama3.3 + - 49b + - gguf + - quantized + - chat + - uncensored + - roleplay + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: TheDrummer_Valkyrie-49B-v1-Q4_K_M.gguf @@ -9191,8 +12845,8 @@ - filename: TheDrummer_Valkyrie-49B-v1-Q4_K_M.gguf sha256: f50be1eef41e0da2cb59e4b238f4f178ee1000833270b337f97f91572c31b752 uri: huggingface://bartowski/TheDrummer_Valkyrie-49B-v1-GGUF/TheDrummer_Valkyrie-49B-v1-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "e-n-v-y_legion-v2.1-llama-70b-elarablated-v0.8-hf" +- name: e-n-v-y_legion-v2.1-llama-70b-elarablated-v0.8-hf + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/e-n-v-y/Legion-V2.1-LLaMa-70B-Elarablated-v0.8-hf - https://huggingface.co/bartowski/e-n-v-y_Legion-V2.1-LLaMa-70B-Elarablated-v0.8-hf-GGUF @@ -9206,6 +12860,21 @@ My current focus has been on some of the absolute worst offending phrases in AI creative writing, but I plan to go after RP slop as well. If you run into any issues with this model (going off the rails, repeating tokens, etc), go to the community tab and post the context and parameters in a comment so I can look into it. Also, if you have any "slop" pet peeves, post the context of those as well and I can try to reduce/eliminate them in the next version. The settings I've tested with are temperature at 0.7 and all other filters completely neutral. Other settings may lead to better or worse results. + license: llama3.3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - finetune + - elarablated + - chat + - uncensored + - creative-writing + - llm + last_checked: "2026-05-04" overrides: parameters: model: e-n-v-y_Legion-V2.1-LLaMa-70B-Elarablated-v0.8-hf-Q4_K_M.gguf @@ -9213,9 +12882,8 @@ - filename: e-n-v-y_Legion-V2.1-LLaMa-70B-Elarablated-v0.8-hf-Q4_K_M.gguf sha256: 2d57b5b0788761f3adb54b60f0e3dcf43a7b2e5bd83c475c689f7f86e86bbc90 uri: huggingface://bartowski/e-n-v-y_Legion-V2.1-LLaMa-70B-Elarablated-v0.8-hf-GGUF/e-n-v-y_Legion-V2.1-LLaMa-70B-Elarablated-v0.8-hf-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "sophosympatheia_strawberrylemonade-l3-70b-v1.0" - icon: https://i.imgur.com/XRqSQwk.png +- name: sophosympatheia_strawberrylemonade-l3-70b-v1.0 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/sophosympatheia/StrawberryLemonade-L3-70B-v1.0 - https://huggingface.co/bartowski/sophosympatheia_StrawberryLemonade-L3-70B-v1.0-GGUF @@ -9225,6 +12893,19 @@ This model is uncensored. You are responsible for whatever you do with it. This model was designed for roleplaying and storytelling and I think it does well at both. It may also perform well at other tasks but I have not tested its performance in other areas. + license: llama3 + icon: https://i.imgur.com/XRqSQwk.png + tags: + - llama3 + - llama3.3 + - 70b + - gguf + - merge + - roleplay + - uncensored + - llm + - quantized + last_checked: "2026-05-04" overrides: parameters: model: sophosympatheia_StrawberryLemonade-L3-70B-v1.0-Q4_K_M.gguf @@ -9232,9 +12913,8 @@ - filename: sophosympatheia_StrawberryLemonade-L3-70B-v1.0-Q4_K_M.gguf sha256: 354472a2946598e0df376f9ecb91f83d7bc9c1b32db46bf48d3ea76f892f2a97 uri: huggingface://bartowski/sophosympatheia_StrawberryLemonade-L3-70B-v1.0-GGUF/sophosympatheia_StrawberryLemonade-L3-70B-v1.0-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "steelskull_l3.3-shakudo-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/Y3_fED_Re3U1rd0jOPnAR.jpeg +- name: steelskull_l3.3-shakudo-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Shakudo-70b - https://huggingface.co/bartowski/Steelskull_L3.3-Shakudo-70b-GGUF @@ -9257,6 +12937,20 @@ A special thank you to Nectar.ai for their generous support of the open-source community and my projects. Additionally, a heartfelt thanks to all the Ko-fi supporters who have contributed—your generosity is deeply appreciated and helps keep this work going and the Pods spinning. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/Y3_fED_Re3U1rd0jOPnAR.jpeg + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - creative + - roleplaying + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-Shakudo-70b-Q4_K_M.gguf @@ -9264,9 +12958,8 @@ - filename: Steelskull_L3.3-Shakudo-70b-Q4_K_M.gguf sha256: 54590c02226f12c6f48a4af6bfed0e3c90130addd1fb8a2b4fcc1f0ab1674ef7 uri: huggingface://bartowski/Steelskull_L3.3-Shakudo-70b-GGUF/Steelskull_L3.3-Shakudo-70b-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "zerofata_l3.3-geneticlemonade-opus-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/aSNMz-ywI9I7wEj0yCb5s.png +- name: zerofata_l3.3-geneticlemonade-opus-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/zerofata/L3.3-GeneticLemonade-Opus-70B - https://huggingface.co/bartowski/zerofata_L3.3-GeneticLemonade-Opus-70B-GGUF @@ -9280,6 +12973,18 @@ Delta-Vector/Plesio-70B Unique prose and unique dialogue RP / ERP model. TheDrummer/Anubis-70B-v1.1 Character portrayal, neutrally aligned RP / ERP model. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/aSNMz-ywI9I7wEj0yCb5s.png + tags: + - llama3.3 + - 70b + - merge + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: zerofata_L3.3-GeneticLemonade-Opus-70B-Q4_K_M.gguf @@ -9287,9 +12992,8 @@ - filename: zerofata_L3.3-GeneticLemonade-Opus-70B-Q4_K_M.gguf sha256: 777934f3fd8c4f01f77067e4d5998d1d451c87a7e331445386dc324d5cc0d0d3 uri: huggingface://bartowski/zerofata_L3.3-GeneticLemonade-Opus-70B-GGUF/zerofata_L3.3-GeneticLemonade-Opus-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "delta-vector_plesio-70b" - icon: https://files.catbox.moe/opd2nm.jpg +- name: delta-vector_plesio-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Delta-Vector/Plesio-70B - https://huggingface.co/bartowski/Delta-Vector_Plesio-70B-GGUF @@ -9299,6 +13003,19 @@ Thanks Auri for testing! Using the Oh-so-great 0.2 Slerp merge weight with Winton as the Base. + license: llama3.3 + icon: https://files.catbox.moe/opd2nm.jpg + tags: + - 70b + - llama + - merge + - gguf + - quantized + - roleplay + - creative_writing + - chat + - llm + last_checked: "2026-05-04" overrides: parameters: model: Delta-Vector_Plesio-70B-Q4_K_M.gguf @@ -9306,9 +13023,8 @@ - filename: Delta-Vector_Plesio-70B-Q4_K_M.gguf sha256: 3a9c3f733a45a38834a3fae664db03a0eae88fe00bc6d9be3d1aeaa47526c4c4 uri: huggingface://bartowski/Delta-Vector_Plesio-70B-GGUF/Delta-Vector_Plesio-70B-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "nvidia_llama-3_3-nemotron-super-49b-genrm-multilingual" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png +- name: nvidia_llama-3_3-nemotron-super-49b-genrm-multilingual + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nvidia/Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual - https://huggingface.co/bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual-GGUF @@ -9317,6 +13033,19 @@ Llama-3.3-Nemotron-Super-49B-GenRM-Multilingual is a generative reward model that leverages Llama-3.3-Nemotron-Super-49B-v1 as the foundation and is fine-tuned using Reinforcement Learning to predict the quality of LLM generated responses. Llama-3.3-Nemotron-Super-49B-GenRM-Multilingual can be used to judge the quality of one response, or the ranking between two responses given a multilingual conversation history. It will first generate reasoning traces then output an integer score. A higher score means the response is of higher quality. + license: nvidia-open-model-license + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png + tags: + - nvidia + - nemotron + - llama3.3 + - 49b + - multilingual + - reward-model + - gguf + - llm + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: nvidia_Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual-Q4_K_M.gguf @@ -9324,9 +13053,8 @@ - filename: nvidia_Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual-Q4_K_M.gguf sha256: 6d821ed3bee6ad9062c57be6403ae89eb5d552dde2658eb50a41671a1a109bae uri: huggingface://bartowski/nvidia_Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual-GGUF/nvidia_Llama-3_3-Nemotron-Super-49B-GenRM-Multilingual-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "sophosympatheia_strawberrylemonade-70b-v1.1" - icon: https://i.imgur.com/XRqSQwk.png +- name: sophosympatheia_strawberrylemonade-70b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/sophosympatheia/Strawberrylemonade-L3-70B-v1.1 - https://huggingface.co/bartowski/sophosympatheia_Strawberrylemonade-70B-v1.1-GGUF @@ -9336,6 +13064,21 @@ This model is uncensored. You are responsible for whatever you do with it. This model was designed for roleplaying and storytelling and I think it does well at both. It may also perform well at other tasks but I have not tested its performance in other areas. + license: llama3 + icon: https://i.imgur.com/XRqSQwk.png + tags: + - llama3.3 + - 70b + - gguf + - merge + - quantized + - chat + - roleplaying + - uncensored + - creative + - llm + - strawberrylemonade + last_checked: "2026-05-04" overrides: parameters: model: sophosympatheia_Strawberrylemonade-70B-v1.1-Q4_K_M.gguf @@ -9343,9 +13086,8 @@ - filename: sophosympatheia_Strawberrylemonade-70B-v1.1-Q4_K_M.gguf sha256: f0ca05ca40b8133f2fd5c7ae2e5c42af9200f559e54f37b46a76146ba09fa422 uri: huggingface://bartowski/sophosympatheia_Strawberrylemonade-70B-v1.1-GGUF/sophosympatheia_Strawberrylemonade-70B-v1.1-Q4_K_M.gguf -- !!merge <<: *llama33 - icon: https://huggingface.co/invisietch/L3.3-Ignition-v0.1-70B/resolve/main/header.png - name: "invisietch_l3.3-ignition-v0.1-70b" +- name: invisietch_l3.3-ignition-v0.1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/invisietch/L3.3-Ignition-v0.1-70B - https://huggingface.co/bartowski/invisietch_L3.3-Ignition-v0.1-70B-GGUF @@ -9355,6 +13097,20 @@ The model shows a preference for detailed character cards and is sensitive to detailed system prompting. If you want a specific behavior from the model, try prompting for it directly. Inferencing has been tested at fp8 and fp16, and both are coherent up to ~64k context. + license: llama3.3 + icon: https://huggingface.co/invisietch/L3.3-Ignition-v0.1-70B/resolve/main/header.png + tags: + - llama + - llama3.3 + - 70b + - merge + - chat + - roleplay + - creative-writing + - gguf + - quantized + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: invisietch_L3.3-Ignition-v0.1-70B-Q4_K_M.gguf @@ -9362,46 +13118,55 @@ - filename: invisietch_L3.3-Ignition-v0.1-70B-Q4_K_M.gguf sha256: 55fad5010cb16193ca05a90ef5a76d06de79cd5fd7d16ff474ca4ddb008dbe75 uri: huggingface://bartowski/invisietch_L3.3-Ignition-v0.1-70B-GGUF/invisietch_L3.3-Ignition-v0.1-70B-Q4_K_M.gguf -- &rwkv - url: "github:mudler/LocalAI/gallery/rwkv.yaml@master" - name: "rwkv-6-world-7b" - icon: https://avatars.githubusercontent.com/u/132652788 - license: apache-2.0 +- name: rwkv-6-world-7b + url: github:mudler/LocalAI/gallery/rwkv.yaml@master urls: - https://huggingface.co/RWKV/rwkv-6-world-7b - https://huggingface.co/bartowski/rwkv-6-world-7b-GGUF - tags: - - llm - - rwkv - - cpu - - gpu - - rnn description: | RWKV (pronounced RwaKuv) is an RNN with GPT-level LLM performance, and can also be directly trained like a GPT transformer (parallelizable). We are at RWKV-7. So it's combining the best of RNN and transformer - great performance, fast inference, fast training, saves VRAM, "infinite" ctxlen, and free text embedding. Moreover it's 100% attention-free, and a Linux Foundation AI project. - overrides: - parameters: - model: rwkv-6-world-7b-Q4_K_M.gguf - files: + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/132652788 + tags: + - rwkv + - rwkv6 + - 7b + - gguf + - quantized + - llm + - chat + - text-generation + - instruction-tuned + - multilingual + last_checked: "2026-05-04" + overrides: + parameters: + model: rwkv-6-world-7b-Q4_K_M.gguf + files: - filename: rwkv-6-world-7b-Q4_K_M.gguf sha256: f74574186fa4584f405e92198605680db6ad00fd77974ffa14bf02073bb90273 uri: huggingface://bartowski/rwkv-6-world-7b-GGUF/rwkv-6-world-7b-Q4_K_M.gguf -- &opencoder - name: "opencoder-8b-base" - icon: https://avatars.githubusercontent.com/u/186387526 - url: "github:mudler/LocalAI/gallery/codellama.yaml@master" +- name: opencoder-8b-base + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/infly/OpenCoder-8B-Base - https://huggingface.co/QuantFactory/OpenCoder-8B-Base-GGUF + description: | + The model is a quantized version of infly/OpenCoder-8B-Base created using llama.cpp. It is part of the OpenCoder LLM family which includes 1.5B and 8B base and chat models, supporting both English and Chinese languages. The original OpenCoder model was pretrained on 2.5 trillion tokens composed of 90% raw code and 10% code-related web data, and supervised finetuned on over 4.5M high-quality SFT examples. It achieves high performance across multiple language model benchmarks and is one of the most comprehensively open-sourced models available. + license: inf + icon: https://avatars.githubusercontent.com/u/186387526 tags: - - llm + - opencoder + - 8b - gguf - - gpu - - cpu + - quantized + - llm - code - license: inf - description: | - The model is a quantized version of infly/OpenCoder-8B-Base created using llama.cpp. It is part of the OpenCoder LLM family which includes 1.5B and 8B base and chat models, supporting both English and Chinese languages. The original OpenCoder model was pretrained on 2.5 trillion tokens composed of 90% raw code and 10% code-related web data, and supervised finetuned on over 4.5M high-quality SFT examples. It achieves high performance across multiple language model benchmarks and is one of the most comprehensively open-sourced models available. + - multilingual + - llama + - chat + last_checked: "2026-05-04" overrides: parameters: model: OpenCoder-8B-Base.Q4_K_M.gguf @@ -9409,14 +13174,27 @@ - filename: OpenCoder-8B-Base.Q4_K_M.gguf sha256: ed158a6f72a40cf4f3f4569f649b365f5851e93f03b56252af3906515fab94ec uri: huggingface://QuantFactory/OpenCoder-8B-Base-GGUF/OpenCoder-8B-Base.Q4_K_M.gguf -- !!merge <<: *opencoder - url: "github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master" - name: "opencoder-8b-instruct" +- name: opencoder-8b-instruct + url: github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master urls: - https://huggingface.co/infly/OpenCoder-8B-Instruct - https://huggingface.co/QuantFactory/OpenCoder-8B-Instruct-GGUF description: | The LLM model is QuantFactory/OpenCoder-8B-Instruct-GGUF, which is a quantized version of infly/OpenCoder-8B-Instruct. It is created using llama.cpp and supports both English and Chinese languages. The original model, infly/OpenCoder-8B-Instruct, is pretrained on 2.5 trillion tokens composed of 90% raw code and 10% code-related web data, and supervised finetuned on over 4.5M high-quality SFT examples. It achieves high performance across multiple language model benchmarks and is one of the leading open-source models for code. + license: inf + icon: https://avatars.githubusercontent.com/u/186387526 + tags: + - opencoder + - llama + - code + - chat + - multilingual + - gguf + - 8b + - llm + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: OpenCoder-8B-Instruct.Q4_K_M.gguf @@ -9424,13 +13202,25 @@ - filename: OpenCoder-8B-Instruct.Q4_K_M.gguf sha256: ae642656f127e339fcb9566e6039a73cc55d34e3bf59e067d58ad40742f49f00 uri: huggingface://QuantFactory/OpenCoder-8B-Instruct-GGUF/OpenCoder-8B-Instruct.Q4_K_M.gguf -- !!merge <<: *opencoder - name: "opencoder-1.5b-base" +- name: opencoder-1.5b-base + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/infly/OpenCoder-1.5B-Base - https://huggingface.co/QuantFactory/OpenCoder-1.5B-Base-GGUF description: | The model is a large language model with 1.5 billion parameters, trained on 2.5 trillion tokens of code-related data. It supports both English and Chinese languages and is part of the OpenCoder LLM family which also includes 8B base and chat models. The model achieves high performance across multiple language model benchmarks and is one of the most comprehensively open-sourced models available. + license: inf + icon: https://avatars.githubusercontent.com/u/186387526 + tags: + - opencoder + - 1.5b + - gguf + - code + - multilingual + - llm + - base + - text-generation + last_checked: "2026-05-04" overrides: parameters: model: OpenCoder-1.5B-Base.Q4_K_M.gguf @@ -9438,13 +13228,24 @@ - filename: OpenCoder-1.5B-Base.Q4_K_M.gguf sha256: fb69a2849971b69f3fa1e64a17d1e4d3e1d0d3733d43ae8645299d07ab855af5 uri: huggingface://QuantFactory/OpenCoder-1.5B-Base-GGUF/OpenCoder-1.5B-Base.Q4_K_M.gguf -- !!merge <<: *opencoder - name: "opencoder-1.5b-instruct" - url: "github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master" +- name: opencoder-1.5b-instruct + url: github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master urls: - https://huggingface.co/QuantFactory/OpenCoder-1.5B-Instruct-GGUF description: | The model is a quantized version of [infly/OpenCoder-1.5B-Instruct](https://huggingface.co/infly/OpenCoder-1.5B-Instruct) created using llama.cpp. The original model, infly/OpenCoder-1.5B-Instruct, is an open and reproducible code LLM family which includes 1.5B and 8B base and chat models, supporting both English and Chinese languages. The model is pretrained on 2.5 trillion tokens composed of 90% raw code and 10% code-related web data, and supervised finetuned on over 4.5M high-quality SFT examples. It achieves high performance across multiple language model benchmarks, positioning it among the leading open-source models for code. + license: inf + icon: https://avatars.githubusercontent.com/u/186387526 + tags: + - opencoder + - 1.5b + - gguf + - quantized + - llm + - code + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: OpenCoder-1.5B-Instruct.Q4_K_M.gguf @@ -9452,37 +13253,40 @@ - filename: OpenCoder-1.5B-Instruct.Q4_K_M.gguf sha256: a34128fac79e05a3a92c3fd2245cfce7c3876c60241ec2565c24e74b36f48d56 uri: huggingface://QuantFactory/OpenCoder-1.5B-Instruct-GGUF/OpenCoder-1.5B-Instruct.Q4_K_M.gguf -- &granite3 - name: "granite-3.0-1b-a400m-instruct" - icon: https://avatars.githubusercontent.com/u/167822367 +- name: granite-3.0-1b-a400m-instruct + url: github:mudler/LocalAI/gallery/granite.yaml@master urls: - https://huggingface.co/ibm-granite/granite-3.0-1b-a400m-instruct - https://huggingface.co/QuantFactory/granite-3.0-1b-a400m-instruct-GGUF - overrides: - parameters: - model: granite-3.0-1b-a400m-instruct.Q4_K_M.gguf - files: - - filename: granite-3.0-1b-a400m-instruct.Q4_K_M.gguf - sha256: 9571b5fc9676ebb59def3377dc848584463fb7f09ed59ebbff3b9f72fd7bd38a - uri: huggingface://QuantFactory/granite-3.0-1b-a400m-instruct-GGUF/granite-3.0-1b-a400m-instruct.Q4_K_M.gguf - url: "github:mudler/LocalAI/gallery/granite.yaml@master" description: | Granite 3.0 language models are a new set of lightweight state-of-the-art, open foundation models that natively support multilinguality, coding, reasoning, and tool usage, including the potential to be run on constrained compute resources. All the models are publicly released under an Apache 2.0 license for both research and commercial use. The models' data curation and training procedure were designed for enterprise usage and customization in mind, with a process that evaluates datasets for governance, risk and compliance (GRC) criteria, in addition to IBM's standard data clearance process and document quality checks. Granite 3.0 includes 4 different models of varying sizes: Dense Models: 2B and 8B parameter models, trained on 12 trillion tokens in total. Mixture-of-Expert (MoE) Models: Sparse 1B and 3B MoE models, with 400M and 800M activated parameters respectively, trained on 10 trillion tokens in total. Accordingly, these options provide a range of models with different compute requirements to choose from, with appropriate trade-offs with their performance on downstream tasks. At each scale, we release a base model — checkpoints of models after pretraining, as well as instruct checkpoints — models finetuned for dialogue, instruction-following, helpfulness, and safety. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/167822367 tags: + - granite - llm - - gguf - - gpu - - cpu + - 1b - moe - - granite -- !!merge <<: *granite3 - name: "moe-girl-800ma-3bt" - icon: https://huggingface.co/allura-org/MoE-Girl-800MA-3BT/resolve/main/moe-girl-800-3.png - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" + - gguf + - instruction-tuned + - multilingual + - chat + - reasoning + - code + last_checked: "2026-05-04" + overrides: + parameters: + model: granite-3.0-1b-a400m-instruct.Q4_K_M.gguf + files: + - filename: granite-3.0-1b-a400m-instruct.Q4_K_M.gguf + sha256: 9571b5fc9676ebb59def3377dc848584463fb7f09ed59ebbff3b9f72fd7bd38a + uri: huggingface://QuantFactory/granite-3.0-1b-a400m-instruct-GGUF/granite-3.0-1b-a400m-instruct.Q4_K_M.gguf +- name: moe-girl-800ma-3bt + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/allura-org/MoE-Girl-800MA-3BT - https://huggingface.co/mradermacher/MoE-Girl-800MA-3BT-GGUF @@ -9491,6 +13295,20 @@ Disclaimer PLEASE do not expect godliness out of this, it's a model with 800 million active parameters. Expect something more akin to GPT-3 (the original, not GPT-3.5.) (Furthermore, this version is by a less experienced tuner; it's my first finetune that actually has decent-looking graphs, I don't really know what I'm doing yet!) + license: apache-2.0 + icon: https://huggingface.co/allura-org/MoE-Girl-800MA-3BT/resolve/main/moe-girl-800-3.png + tags: + - granite + - moe + - 3b + - 800ma + - gguf + - quantized + - chat + - roleplay + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: MoE-Girl-800MA-3BT.Q4_K_M.gguf @@ -9498,14 +13316,26 @@ - filename: MoE-Girl-800MA-3BT.Q4_K_M.gguf sha256: 4c3cb57c27aadabd05573a1a01d6c7aee0f21620db919c7704f758d172e0bfa3 uri: huggingface://mradermacher/MoE-Girl-800MA-3BT-GGUF/MoE-Girl-800MA-3BT.Q4_K_M.gguf -- !!merge <<: *granite3 - url: "github:mudler/LocalAI/gallery/granite3-2.yaml@master" - name: "ibm-granite_granite-3.2-8b-instruct" +- name: ibm-granite_granite-3.2-8b-instruct + url: github:mudler/LocalAI/gallery/granite3-2.yaml@master urls: - https://huggingface.co/ibm-granite/granite-3.2-8b-instruct - https://huggingface.co/bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF description: | Granite-3.2-8B-Instruct is an 8-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of Granite-3.1-8B-Instruct, it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/167822367 + tags: + - granite + - 8b + - gguf + - quantized + - llm + - chat + - reasoning + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: ibm-granite_granite-3.2-8b-instruct-Q4_K_M.gguf @@ -9513,14 +13343,25 @@ - filename: ibm-granite_granite-3.2-8b-instruct-Q4_K_M.gguf sha256: bd041eb5bc5e75e4f9a863372000046fd6490374f4dec07f399ca152b1df09c2 uri: huggingface://bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF/ibm-granite_granite-3.2-8b-instruct-Q4_K_M.gguf -- !!merge <<: *granite3 - name: "ibm-granite_granite-3.2-2b-instruct" - url: "github:mudler/LocalAI/gallery/granite3-2.yaml@master" +- name: ibm-granite_granite-3.2-2b-instruct + url: github:mudler/LocalAI/gallery/granite3-2.yaml@master urls: - https://huggingface.co/ibm-granite/granite-3.2-2b-instruct - https://huggingface.co/bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF description: | Granite-3.2-2B-Instruct is an 2-billion-parameter, long-context AI model fine-tuned for thinking capabilities. Built on top of Granite-3.1-2B-Instruct, it has been trained using a mix of permissively licensed open-source datasets and internally generated synthetic data designed for reasoning tasks. The model allows controllability of its thinking capability, ensuring it is applied only when required. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/167822367 + tags: + - granite + - 2b + - llm + - gguf + - chat + - reasoning + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: ibm-granite_granite-3.2-2b-instruct-Q4_K_M.gguf @@ -9528,69 +13369,103 @@ - filename: ibm-granite_granite-3.2-2b-instruct-Q4_K_M.gguf sha256: e1b915b0849becf4fdda188dee7b09cbebbfabd71c6f3f2b75dd3eca0a8fded1 uri: huggingface://bartowski/ibm-granite_granite-3.2-2b-instruct-GGUF/ibm-granite_granite-3.2-2b-instruct-Q4_K_M.gguf -- name: "granite-embedding-107m-multilingual" +- name: granite-embedding-107m-multilingual url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/ibm-granite/granite-embedding-107m-multilingual - https://huggingface.co/bartowski/granite-embedding-107m-multilingual-GGUF description: | Granite-Embedding-107M-Multilingual is a 107M parameter dense biencoder embedding model from the Granite Embeddings suite that can be used to generate high quality text embeddings. This model produces embedding vectors of size 384 and is trained using a combination of open source relevance-pair datasets with permissive, enterprise-friendly license, and IBM collected and generated datasets. This model is developed using contrastive finetuning, knowledge distillation and model merging for improved performance. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png tags: - embedding + last_checked: "2026-05-04" overrides: backend: llama-cpp embeddings: true + known_usecases: + - embeddings parameters: model: granite-embedding-107m-multilingual-f16.gguf files: - filename: granite-embedding-107m-multilingual-f16.gguf - uri: huggingface://bartowski/granite-embedding-107m-multilingual-GGUF/granite-embedding-107m-multilingual-f16.gguf sha256: 3fc99928632fcecad589c401ec33bbba86b51c457e9813e3a1cb801ff4106e21 -- name: "granite-embedding-125m-english" + uri: huggingface://bartowski/granite-embedding-107m-multilingual-GGUF/granite-embedding-107m-multilingual-f16.gguf +- name: granite-embedding-125m-english url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/ibm-granite/granite-embedding-125m-english - https://huggingface.co/bartowski/granite-embedding-125m-english-GGUF description: | Granite-Embedding-125m-English is a 125M parameter dense biencoder embedding model from the Granite Embeddings suite that can be used to generate high quality text embeddings. This model produces embedding vectors of size 768. Compared to most other open-source models, this model was only trained using open-source relevance-pair datasets with permissive, enterprise-friendly license, plus IBM collected and generated datasets. While maintaining competitive scores on academic benchmarks such as BEIR, this model also performs well on many enterprise use cases. This model is developed using retrieval oriented pretraining, contrastive finetuning and knowledge distillation. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png tags: + - granite + - 125m - embedding + - gguf + - quantized + - english + - dense-biencoder + - ibm-granite + last_checked: "2026-05-04" overrides: embeddings: true + known_usecases: + - embeddings parameters: model: granite-embedding-125m-english-f16.gguf files: - filename: granite-embedding-125m-english-f16.gguf - uri: huggingface://bartowski/granite-embedding-125m-english-GGUF/granite-embedding-125m-english-f16.gguf sha256: e2950cf0228514e0e81c6f0701a62a9e4763990ce660b4a3c0329cd6a4acd4b9 -- name: "embeddinggemma-300m" + uri: huggingface://bartowski/granite-embedding-125m-english-GGUF/granite-embedding-125m-english-f16.gguf +- name: embeddinggemma-300m url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/google/embeddinggemma-300m - https://huggingface.co/ggml-org/embeddinggemma-300m-qat-q8_0-GGUF description: | EmbeddingGemma 300M is a lightweight, high-quality embedding model from Google, based on the Gemma architecture. It produces 1024-dimensional embeddings optimized for retrieval and semantic similarity tasks. This GGUF version uses QAT (Quantization-Aware Training) Q8_0 quantization for efficient inference. + license: gemma + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/63148d3b996c52bf0142cdbe/HXyNkyB0_nHI5WDNdiKHZ.png tags: - embedding + last_checked: "2026-05-04" overrides: backend: llama-cpp embeddings: true + known_usecases: + - embeddings parameters: model: embeddinggemma-300m-qat-Q8_0.gguf files: - filename: embeddinggemma-300m-qat-Q8_0.gguf - uri: huggingface://ggml-org/embeddinggemma-300m-qat-q8_0-GGUF/embeddinggemma-300m-qat-Q8_0.gguf sha256: 6fa0c02a9c302be6f977521d399b4de3a46310a4f2621ee0063747881b673f67 -- name: "moe-girl-1ba-7bt-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/kTXXSSSqpb21rfyOX7FUa.jpeg - # chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" + uri: huggingface://ggml-org/embeddinggemma-300m-qat-q8_0-GGUF/embeddinggemma-300m-qat-Q8_0.gguf +- name: moe-girl-1ba-7bt-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/allura-org/MoE-Girl-1BA-7BT - https://huggingface.co/mradermacher/MoE-Girl-1BA-7BT-i1-GGUF description: | A finetune of OLMoE by AllenAI designed for roleplaying (and maybe general usecases if you try hard enough). PLEASE do not expect godliness out of this, it's a model with 1 billion active parameters. Expect something more akin to Gemma 2 2B, not Llama 3 8B. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/kTXXSSSqpb21rfyOX7FUa.jpeg + tags: + - olmoe + - moe + - 1b + - 7b + - llm + - roleplay + - chat + - gguf + - instruction-tuned + - conversational + last_checked: "2026-05-04" overrides: parameters: model: MoE-Girl-1BA-7BT.i1-Q4_K_M.gguf @@ -9598,23 +13473,27 @@ - filename: MoE-Girl-1BA-7BT.i1-Q4_K_M.gguf sha256: e6ef9c311c73573b243de6ff7538b386f430af30b2be0a96a5745c17137ad432 uri: huggingface://mradermacher/MoE-Girl-1BA-7BT-i1-GGUF/MoE-Girl-1BA-7BT.i1-Q4_K_M.gguf -- name: "salamandra-7b-instruct" - icon: https://huggingface.co/BSC-LT/salamandra-7b-instruct/resolve/main/images/salamandra_header.png - # Uses chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - license: apache-2.0 +- name: salamandra-7b-instruct + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/BSC-LT/salamandra-7b-instruct - https://huggingface.co/cstr/salamandra-7b-instruct-GGUF - tags: - - llm - - gguf - - gpu - - cpu - - salamandra description: | Transformer-based decoder-only language model that has been pre-trained on 7.8 trillion tokens of highly curated data. The pre-training corpus contains text in 35 European languages and code. Salamandra comes in three different sizes — 2B, 7B and 40B parameters — with their respective base and instruction-tuned variants. This model card corresponds to the 7B instructed version. + license: apache-2.0 + icon: https://huggingface.co/BSC-LT/salamandra-7b-instruct/resolve/main/images/salamandra_header.png + tags: + - salamandra + - llama + - 7b + - multilingual + - instruction-tuned + - chat + - llm + - gguf + - european-languages + last_checked: "2026-05-04" overrides: parameters: model: salamandra-7b-instruct.Q4_K_M-f32.gguf @@ -9622,13 +13501,26 @@ - filename: salamandra-7b-instruct.Q4_K_M-f32.gguf sha256: bac8e8c1d1d9d53cbdb148b8ff9ad378ddb392429207099e85b5aae3a43bff3d uri: huggingface://cstr/salamandra-7b-instruct-GGUF/salamandra-7b-instruct.Q4_K_M-f32.gguf -- !!merge <<: *granite3 - name: "ibm-granite_granite-3.3-8b-instruct" +- name: ibm-granite_granite-3.3-8b-instruct + url: github:mudler/LocalAI/gallery/granite.yaml@master urls: - https://huggingface.co/ibm-granite/granite-3.3-2b-instruct - https://huggingface.co/bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF description: | Granite-3.3-2B-Instruct is a 2-billion parameter 128K context length language model fine-tuned for improved reasoning and instruction-following capabilities. Built on top of Granite-3.3-2B-Base, the model delivers significant gains on benchmarks for measuring generic performance including AlpacaEval-2.0 and Arena-Hard, and improvements in mathematics, coding, and instruction following. It supports structured reasoning through and tags, providing clear separation between internal thoughts and final outputs. The model has been trained on a carefully balanced combination of permissively licensed data and curated synthetic tasks. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/167822367 + tags: + - granite + - llm + - gguf + - quantized + - 8b + - chat + - reasoning + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: ibm-granite_granite-3.3-8b-instruct-Q4_K_M.gguf @@ -9636,13 +13528,28 @@ - filename: ibm-granite_granite-3.3-8b-instruct-Q4_K_M.gguf sha256: 758fb00abcec89df5cf02932165daf72f0d0b74db5019dbe9f2b3defb1e9295e uri: huggingface://bartowski/ibm-granite_granite-3.3-8b-instruct-GGUF/ibm-granite_granite-3.3-8b-instruct-Q4_K_M.gguf -- !!merge <<: *granite3 - name: "ibm-granite_granite-3.3-2b-instruct" +- name: ibm-granite_granite-3.3-2b-instruct + url: github:mudler/LocalAI/gallery/granite.yaml@master urls: - https://huggingface.co/ibm-granite/granite-3.3-2b-instruct - https://huggingface.co/bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF description: | Granite-3.3-2B-Instruct is a 2-billion parameter 128K context length language model fine-tuned for improved reasoning and instruction-following capabilities. Built on top of Granite-3.3-2B-Base, the model delivers significant gains on benchmarks for measuring generic performance including AlpacaEval-2.0 and Arena-Hard, and improvements in mathematics, coding, and instruction following. It supports structured reasoning through and tags, providing clear separation between internal thoughts and final outputs. The model has been trained on a carefully balanced combination of permissively licensed data and curated synthetic tasks. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/167822367 + tags: + - granite + - granite-3.3 + - 2b + - llm + - gguf + - chat + - reasoning + - code + - math + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: ibm-granite_granite-3.3-2b-instruct-Q4_K_M.gguf @@ -9650,25 +13557,29 @@ - filename: ibm-granite_granite-3.3-2b-instruct-Q4_K_M.gguf sha256: 555b91485955bc96eb445b57dd4bbf8809aa7d8cce7c313f4f8bc5b2340896b4 uri: huggingface://bartowski/ibm-granite_granite-3.3-2b-instruct-GGUF/ibm-granite_granite-3.3-2b-instruct-Q4_K_M.gguf -- &llama32 - url: "github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master" - icon: https://avatars.githubusercontent.com/u/153379578 - license: llama3.2 +- name: llama-3.2-1b-instruct:q4_k_m + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master + urls: + - https://huggingface.co/hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF description: | The Meta Llama 3.2 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction-tuned generative models in 1B and 3B sizes (text in/text out). The Llama 3.2 instruction-tuned text only models are optimized for multilingual dialogue use cases, including agentic retrieval and summarization tasks. They outperform many of the available open source and closed chat models on common industry benchmarks. Model Developer: Meta Model Architecture: Llama 3.2 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 tags: - - llm - - gguf - - gpu - - cpu + - llama - llama3.2 - name: "llama-3.2-1b-instruct:q4_k_m" - urls: - - https://huggingface.co/hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF + - 1b + - gguf + - quantized + - llm + - instruction-tuned + - multilingual + - chat + last_checked: "2026-05-04" overrides: parameters: model: llama-3.2-1b-instruct-q4_k_m.gguf @@ -9676,10 +13587,30 @@ - filename: llama-3.2-1b-instruct-q4_k_m.gguf sha256: 1d0e9419ec4e12aef73ccf4ffd122703e94c48344a96bc7c5f0f2772c2152ce3 uri: huggingface://hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF/llama-3.2-1b-instruct-q4_k_m.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-instruct:q4_k_m" +- name: llama-3.2-3b-instruct:q4_k_m + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF + description: | + The Meta Llama 3.2 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction-tuned generative models in 1B and 3B sizes (text in/text out). The Llama 3.2 instruction-tuned text only models are optimized for multilingual dialogue use cases, including agentic retrieval and summarization tasks. They outperform many of the available open source and closed chat models on common industry benchmarks. + + Model Developer: Meta + + Model Architecture: Llama 3.2 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - gguf + - q4_k_m + - 3b + - llm + - chat + - multilingual + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: llama-3.2-3b-instruct-q4_k_m.gguf @@ -9687,10 +13618,29 @@ - filename: llama-3.2-3b-instruct-q4_k_m.gguf sha256: c55a83bfb6396799337853ca69918a0b9bbb2917621078c34570bc17d20fd7a1 uri: huggingface://hugging-quants/Llama-3.2-3B-Instruct-Q4_K_M-GGUF/llama-3.2-3b-instruct-q4_k_m.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-instruct:q8_0" +- name: llama-3.2-3b-instruct:q8_0 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/hugging-quants/Llama-3.2-3B-Instruct-Q8_0-GGUF + description: | + The Meta Llama 3.2 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction-tuned generative models in 1B and 3B sizes (text in/text out). The Llama 3.2 instruction-tuned text only models are optimized for multilingual dialogue use cases, including agentic retrieval and summarization tasks. They outperform many of the available open source and closed chat models on common industry benchmarks. + + Model Developer: Meta + + Model Architecture: Llama 3.2 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - llm + - instruct + - multilingual + - meta + last_checked: "2026-05-04" overrides: parameters: model: llama-3.2-3b-instruct-q8_0.gguf @@ -9698,10 +13648,31 @@ - filename: llama-3.2-3b-instruct-q8_0.gguf sha256: 51725f77f997a5080c3d8dd66e073da22ddf48ab5264f21f05ded9b202c3680e uri: huggingface://hugging-quants/Llama-3.2-3B-Instruct-Q8_0-GGUF/llama-3.2-3b-instruct-q8_0.gguf -- !!merge <<: *llama32 - name: "llama-3.2-1b-instruct:q8_0" +- name: llama-3.2-1b-instruct:q8_0 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF + description: | + The Meta Llama 3.2 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction-tuned generative models in 1B and 3B sizes (text in/text out). The Llama 3.2 instruction-tuned text only models are optimized for multilingual dialogue use cases, including agentic retrieval and summarization tasks. They outperform many of the available open source and closed chat models on common industry benchmarks. + + Model Developer: Meta + + Model Architecture: Llama 3.2 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama-3.2 + - 1b + - gguf + - quantized + - q8_0 + - chat + - instruct + - multilingual + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: llama-3.2-1b-instruct-q8_0.gguf @@ -9709,28 +13680,53 @@ - filename: llama-3.2-1b-instruct-q8_0.gguf sha256: ba345c83bf5cc679c653b853c46517eea5a34f03ed2205449db77184d9ae62a9 uri: huggingface://hugging-quants/Llama-3.2-1B-Instruct-Q8_0-GGUF/llama-3.2-1b-instruct-q8_0.gguf -## Uncensored -- !!merge <<: *llama32 - icon: https://cdn-uploads.huggingface.co/production/uploads/66c9d7a26f2335ba288810a4/4YDg-rcEXCK0fdTS1fBzE.webp - name: "versatillama-llama-3.2-3b-instruct-abliterated" +- name: versatillama-llama-3.2-3b-instruct-abliterated + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF description: | Small but Smart Fine-Tuned on Vast dataset of Conversations. Able to Generate Human like text with high performance within its size. It is Very Versatile when compared for it's size and Parameters and offers capability almost as good as Llama 3.1 8B Instruct. - overrides: - parameters: - model: VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf - files: - - filename: VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf - sha256: 15b9e4a987f50d7594d030815c7166a996e20db46fe1e20da03e96955020312c - uri: huggingface://QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama3.2-3b-enigma" - icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg + license: cc-by-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c9d7a26f2335ba288810a4/4YDg-rcEXCK0fdTS1fBzE.webp + tags: + - llama + - llama3.2 + - 3b + - gguf + - llm + - instruction-tuned + - quantized + - versatillama + - english + - chat + last_checked: "2026-05-04" + overrides: + parameters: + model: VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf + files: + - filename: VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf + sha256: 15b9e4a987f50d7594d030815c7166a996e20db46fe1e20da03e96955020312c + uri: huggingface://QuantFactory/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated-GGUF/VersatiLlama-Llama-3.2-3B-Instruct-Abliterated.Q4_K_M.gguf +- name: llama3.2-3b-enigma + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/Llama3.2-3B-Enigma-GGUF description: | Enigma is a code-instruct model built on Llama 3.2 3b. It is a high quality code instruct model with the Llama 3.2 Instruct chat format. The model is finetuned on synthetic code-instruct data generated with Llama 3.1 405b and supplemented with generalist synthetic data. It uses the Llama 3.2 Instruct prompt format. + license: llama3.2 + icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg + tags: + - llama + - llama-3.2 + - 3b + - gguf + - quantized + - code + - code-instruct + - chat + - instruct + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama3.2-3B-Enigma.Q4_K_M.gguf @@ -9738,13 +13734,26 @@ - filename: Llama3.2-3B-Enigma.Q4_K_M.gguf sha256: 4304e6ee1e348b228470700ec1e9423f5972333d376295195ce6cd5c70cae5e4 uri: huggingface://QuantFactory/Llama3.2-3B-Enigma-GGUF/Llama3.2-3B-Enigma.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama3.2-3b-esper2" - icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/4I6oK8DG0so4VD8GroFsd.jpeg +- name: llama3.2-3b-esper2 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/Llama3.2-3B-Esper2-GGUF description: | Esper 2 is a DevOps and cloud architecture code specialist built on Llama 3.2 3b. It is an AI assistant focused on AWS, Azure, GCP, Terraform, Dockerfiles, pipelines, shell scripts and more, with real world problem solving and high quality code instruct performance within the Llama 3.2 Instruct chat format. Finetuned on synthetic DevOps-instruct and code-instruct data generated with Llama 3.1 405b and supplemented with generalist chat data. + license: llama3.2 + icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/4I6oK8DG0so4VD8GroFsd.jpeg + tags: + - llama + - llama-3.2 + - 3b + - gguf + - quantized + - llm + - chat + - code + - devops + - cloud-architecture + last_checked: "2026-05-04" overrides: parameters: model: Llama3.2-3B-Esper2.Q4_K_M.gguf @@ -9752,12 +13761,25 @@ - filename: Llama3.2-3B-Esper2.Q4_K_M.gguf sha256: 11d2bd674aa22a71a59ec49ad29b695000d14bc275b0195b8d7089bfc7582fc7 uri: huggingface://QuantFactory/Llama3.2-3B-Esper2-GGUF/Llama3.2-3B-Esper2.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-agent007" +- name: llama-3.2-3b-agent007 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/Llama-3.2-3B-Agent007-GGUF description: | The model is a quantized version of EpistemeAI/Llama-3.2-3B-Agent007, developed by EpistemeAI and fine-tuned from unsloth/llama-3.2-3b-instruct-bnb-4bit. It was trained 2x faster with Unsloth and Huggingface's TRL library. Fine tuned with Agent datasets. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - llm + - agent + - instruction-tuned + - quantized + - unsloth + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.2-3B-Agent007.Q4_K_M.gguf @@ -9765,12 +13787,26 @@ - filename: Llama-3.2-3B-Agent007.Q4_K_M.gguf sha256: 7a2543a69b116f2a059e2e445e5d362bb7df4a51b97e83d8785c1803dc9d687f uri: huggingface://QuantFactory/Llama-3.2-3B-Agent007-GGUF/Llama-3.2-3B-Agent007.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-agent007-coder" +- name: llama-3.2-3b-agent007-coder + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF description: | The Llama-3.2-3B-Agent007-Coder-GGUF is a quantized version of the EpistemeAI/Llama-3.2-3B-Agent007-Coder model, which is a fine-tuned version of the unsloth/llama-3.2-3b-instruct-bnb-4bit model. It is created using llama.cpp and trained with additional datasets such as the Agent dataset, Code Alpaca 20K, and magpie ultra 0.1. This model is optimized for multilingual dialogue use cases and agentic retrieval and summarization tasks. The model is available for commercial and research use in multiple languages and is best used with the transformers library. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - llm + - code + - agent + - instruction-tuned + - quantized + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.2-3B-Agent007-Coder.Q4_K_M.gguf @@ -9778,12 +13814,27 @@ - filename: Llama-3.2-3B-Agent007-Coder.Q4_K_M.gguf sha256: 49a4861c094d94ef5faa33f69b02cd132bb0167f1c3ca59059404f85f61e1d12 uri: huggingface://QuantFactory/Llama-3.2-3B-Agent007-Coder-GGUF/Llama-3.2-3B-Agent007-Coder.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "fireball-meta-llama-3.2-8b-instruct-agent-003-128k-code-dpo" +- name: fireball-meta-llama-3.2-8b-instruct-agent-003-128k-code-dpo + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-GGUF description: | The LLM model is a quantized version of EpistemeAI/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO, which is an experimental and revolutionary fine-tune with DPO dataset to allow LLama 3.1 8B to be an agentic coder. It has some built-in agent features such as search, calculator, and ReAct. Other noticeable features include self-learning using unsloth, RAG applications, and memory. The context window of the model is 128K. It can be integrated into projects using popular libraries like Transformers and vLLM. The model is suitable for use with Langchain or LLamaIndex. The model is developed by EpistemeAI and licensed under the Apache 2.0 license. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - fireball + - 8b + - gguf + - quantized + - llm + - agent + - code + - dpo + - long-context + last_checked: "2026-05-04" overrides: parameters: model: Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.Q4_K_M.gguf @@ -9791,14 +13842,25 @@ - filename: Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.Q4_K_M.gguf sha256: 7f45fa79bc6c9847ef9fbad08c3bb5a0f2dbb56d2e2200a5d37b260a57274e55 uri: huggingface://QuantFactory/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO-GGUF/Fireball-Meta-Llama-3.2-8B-Instruct-agent-003-128k-code-DPO.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-chibi-3b" - icon: https://huggingface.co/AELLM/Llama-3.2-Chibi-3B/resolve/main/chibi.jpg +- name: llama-3.2-chibi-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/AELLM/Llama-3.2-Chibi-3B - https://huggingface.co/mradermacher/Llama-3.2-Chibi-3B-GGUF description: | Small parameter LLMs are ideal for navigating the complexities of the Japanese language, which involves multiple character systems like kanji, hiragana, and katakana, along with subtle social cues. Despite their smaller size, these models are capable of delivering highly accurate and context-aware results, making them perfect for use in environments where resources are constrained. Whether deployed on mobile devices with limited processing power or in edge computing scenarios where fast, real-time responses are needed, these models strike the perfect balance between performance and efficiency, without sacrificing quality or speed. + license: llama3.2 + icon: https://huggingface.co/AELLM/Llama-3.2-Chibi-3B/resolve/main/chibi.jpg + tags: + - llama + - llama3.2 + - 3b + - multilingual + - japanese + - llm + - gguf + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.2-Chibi-3B.Q4_K_M.gguf @@ -9806,12 +13868,25 @@ - filename: Llama-3.2-Chibi-3B.Q4_K_M.gguf sha256: 4b594cd5f66181202713f1cf97ce2f86d0acfa1b862a64930d5f512c45640a2f uri: huggingface://mradermacher/Llama-3.2-Chibi-3B-GGUF/Llama-3.2-Chibi-3B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-reasoning-time" +- name: llama-3.2-3b-reasoning-time + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/mradermacher/Llama-3.2-3B-Reasoning-Time-GGUF description: | Lyte/Llama-3.2-3B-Reasoning-Time is a large language model with 3.2 billion parameters, designed for reasoning and time-based tasks in English. It is based on the Llama architecture and has been quantized using the GGUF format by mradermacher. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - reasoning + - chat + - llm + - english + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.2-3B-Reasoning-Time.Q4_K_M.gguf @@ -9819,8 +13894,8 @@ - filename: Llama-3.2-3B-Reasoning-Time.Q4_K_M.gguf sha256: 80b10e1a5c6e27f6d8cf08c3472af2b15a9f63ebf8385eedfe8615f85116c73f uri: huggingface://mradermacher/Llama-3.2-3B-Reasoning-Time-GGUF/Llama-3.2-3B-Reasoning-Time.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-sun-2.5b-chat" +- name: llama-3.2-sun-2.5b-chat + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/meditsolutions/Llama-3.2-SUN-2.5B-chat - https://huggingface.co/mradermacher/Llama-3.2-SUN-2.5B-chat-GGUF @@ -9843,6 +13918,19 @@ Incorporates supervised fine-tuning for improved performance Use Case General conversation and task-oriented interactions + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 2.5b + - chat + - llm + - gguf + - quantized + - instruction-tuned + - conversational + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.2-SUN-2.5B-chat.Q4_K_M.gguf @@ -9850,13 +13938,26 @@ - filename: Llama-3.2-SUN-2.5B-chat.Q4_K_M.gguf sha256: 4cd1796806200662500e1393ae8e0a32306fab2b6679a746ee53ad2130e5f3a2 uri: huggingface://mradermacher/Llama-3.2-SUN-2.5B-chat-GGUF/Llama-3.2-SUN-2.5B-chat.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-instruct-uncensored" +- name: llama-3.2-3b-instruct-uncensored + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF - https://huggingface.co/chuanli11/Llama-3.2-3B-Instruct-uncensored description: | This is an uncensored version of the original Llama-3.2-3B-Instruct, created using mlabonne's script, which builds on FailSpy's notebook and the original work from Andy Arditi et al.. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.2-3B-Instruct-uncensored-Q4_K_M.gguf @@ -9864,15 +13965,28 @@ - filename: Llama-3.2-3B-Instruct-uncensored-Q4_K_M.gguf sha256: 80f532552e3d56e366226f428395de8285a671f2da1d5fd68563741181b77a95 uri: huggingface://bartowski/Llama-3.2-3B-Instruct-uncensored-GGUF/Llama-3.2-3B-Instruct-uncensored-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "calme-3.3-llamaloi-3b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b/resolve/main/calme_3.png +- name: calme-3.3-llamaloi-3b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b - https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b-GGUF description: | This model is an advanced iteration of the powerful meta-llama/Llama-3.2-3B, specifically fine-tuned to enhance its capabilities in French Legal domain. + license: llama3.2 + icon: https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b/resolve/main/calme_3.png + tags: + - llama + - llama3 + - 3b + - gguf + - quantized + - legal + - french + - multilingual + - chat + - finetune + - llm + last_checked: "2026-05-04" overrides: parameters: model: calme-3.3-llamaloi-3b.Q5_K_M.gguf @@ -9880,15 +13994,29 @@ - filename: calme-3.3-llamaloi-3b.Q5_K_M.gguf sha256: d3b9d47faa9e968a93a8f52bd4cdc938e5a612facb963088367ca871063ef302 uri: huggingface://MaziyarPanahi/calme-3.3-llamaloi-3b-GGUF/calme-3.3-llamaloi-3b.Q5_K_M.gguf -- !!merge <<: *llama32 - name: "calme-3.2-llamaloi-3b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b/resolve/main/calme_3.png +- name: calme-3.2-llamaloi-3b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/MaziyarPanahi/calme-3.2-llamaloi-3b - https://huggingface.co/MaziyarPanahi/calme-3.2-llamaloi-3b-GGUF description: | This model is an advanced iteration of the powerful meta-llama/Llama-3.2-3B, specifically fine-tuned to enhance its capabilities in French Legal domain. + license: llama3.2 + icon: https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b/resolve/main/calme_3.png + tags: + - llama + - llama3.2 + - 3b + - llm + - gguf + - quantized + - chat + - legal + - french + - finetune + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: calme-3.2-llamaloi-3b.Q5_K_M.gguf @@ -9896,15 +14024,28 @@ - filename: calme-3.2-llamaloi-3b.Q5_K_M.gguf sha256: bd11e6a717008d0603b6da5faab2fa2ba18b376c5589245735340cfb0a8dabb9 uri: huggingface://MaziyarPanahi/calme-3.2-llamaloi-3b-GGUF/calme-3.2-llamaloi-3b.Q5_K_M.gguf -- !!merge <<: *llama32 - name: "calme-3.1-llamaloi-3b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b/resolve/main/calme_3.png +- name: calme-3.1-llamaloi-3b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/MaziyarPanahi/calme-3.1-llamaloi-3b - https://huggingface.co/MaziyarPanahi/calme-3.1-llamaloi-3b-GGUF description: | This model is an advanced iteration of the powerful meta-llama/Llama-3.2-3B, specifically fine-tuned to enhance its capabilities in French Legal domain. + license: llama3.2 + icon: https://huggingface.co/MaziyarPanahi/calme-3.3-llamaloi-3b/resolve/main/calme_3.png + tags: + - llama + - llama3 + - 3b + - chat + - legal + - french + - multilingual + - quantized + - gguf + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: calme-3.1-llamaloi-3b.Q5_K_M.gguf @@ -9912,14 +14053,26 @@ - filename: calme-3.1-llamaloi-3b.Q5_K_M.gguf sha256: 06b900c7252423329ca57a02a8b8d18a1294934709861d09af96e74694c9a3f1 uri: huggingface://MaziyarPanahi/calme-3.1-llamaloi-3b-GGUF/calme-3.1-llamaloi-3b.Q5_K_M.gguf -- !!merge <<: *llama32 - name: "llama3.2-3b-enigma" - icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg +- name: llama3.2-3b-enigma + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/QuantFactory/Llama3.2-3B-Enigma-GGUF - - https://huggingface.co/QuantFactory/Llama3.2-3B-Enigma-GGUF description: | - ValiantLabs/Llama3.2-3B-Enigma is an Enigma model built on Llama 3.2 3b. It is a high-quality code-instruct model with the Llama 3.2 Instruct chat format. The model is finetuned on synthetic code-instruct data generated using Llama 3.1 405b and supplemented with generalist synthetic data. This model is suitable for both code-instruct and general chat applications. + Enigma is a code-instruct model built on Llama 3.2 3b. It is a high quality code instruct model with the Llama 3.2 Instruct chat format. The model is finetuned on synthetic code-instruct data generated with Llama 3.1 405b and supplemented with generalist synthetic data. It uses the Llama 3.2 Instruct prompt format. + license: llama3.2 + icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg + tags: + - llama + - llama-3.2 + - 3b + - gguf + - quantized + - code + - code-instruct + - chat + - instruct + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama3.2-3B-Enigma.Q4_K_M.gguf @@ -9927,9 +14080,8 @@ - filename: Llama3.2-3B-Enigma.Q4_K_M.gguf sha256: 4304e6ee1e348b228470700ec1e9423f5972333d376295195ce6cd5c70cae5e4 uri: huggingface://QuantFactory/Llama3.2-3B-Enigma-GGUF/Llama3.2-3B-Enigma.Q4_K_M.gguf -- !!merge <<: *llama32 - icon: https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/EXX7TKbB-R6arxww2mk0R.jpeg - name: "llama3.2-3b-shiningvaliant2-i1" +- name: llama3.2-3b-shiningvaliant2-i1 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/ValiantLabs/Llama3.2-3B-ShiningValiant2 - https://huggingface.co/mradermacher/Llama3.2-3B-ShiningValiant2-i1-GGUF @@ -9942,6 +14094,22 @@ Version This is the 2024-09-27 release of Shining Valiant 2 for Llama 3.2 3b. + license: llama3.2 + icon: https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/EXX7TKbB-R6arxww2mk0R.jpeg + tags: + - llama + - llama-3.2 + - 3b + - llm + - gguf + - quantized + - chat + - instruction-tuned + - science + - reasoning + - shining-valiant + - valiant-labs + last_checked: "2026-05-04" overrides: parameters: model: Llama3.2-3B-ShiningValiant2.i1-Q4_K_M.gguf @@ -9949,13 +14117,26 @@ - filename: Llama3.2-3B-ShiningValiant2.i1-Q4_K_M.gguf sha256: 700521dc6a8a50e2d0bb5ccde12399209004155f9c68751aeac7feccf2cd4957 uri: huggingface://mradermacher/Llama3.2-3B-ShiningValiant2-i1-GGUF/Llama3.2-3B-ShiningValiant2.i1-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-doctor-3.2-3b-instruct" +- name: llama-doctor-3.2-3b-instruct + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-Doctor-3.2-3B-Instruct - https://huggingface.co/bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF description: | The Llama-Doctor-3.2-3B-Instruct model is designed for text generation tasks, particularly in contexts where instruction-following capabilities are needed. This model is a fine-tuned version of the base Llama-3.2-3B-Instruct model and is optimized for understanding and responding to user-provided instructions or prompts. The model has been trained on a specialized dataset, avaliev/chat_doctor, to enhance its performance in providing conversational or advisory responses, especially in medical or technical fields. + license: mit + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - instruct + - chat + - medical + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama-Doctor-3.2-3B-Instruct-Q4_K_M.gguf @@ -9963,13 +14144,25 @@ - filename: Llama-Doctor-3.2-3B-Instruct-Q4_K_M.gguf sha256: 38fd1423e055564e9fa3d37003a62bf9db79acd348a90fa0b051a1f2c9d7cb53 uri: huggingface://bartowski/Llama-Doctor-3.2-3B-Instruct-GGUF/Llama-Doctor-3.2-3B-Instruct-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "onellm-doey-v1-llama-3.2-3b" +- name: onellm-doey-v1-llama-3.2-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/DoeyLLM/OneLLM-Doey-V1-Llama-3.2-3B - https://huggingface.co/QuantFactory/OneLLM-Doey-V1-Llama-3.2-3B-GGUF description: | This model is a fine-tuned version of LLaMA 3.2-3B, optimized using LoRA (Low-Rank Adaptation) on the NVIDIA ChatQA-Training-Data. It is tailored for conversational AI, question answering, and other instruction-following tasks, with support for sequences up to 1024 tokens. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - chat + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: OneLLM-Doey-V1-Llama-3.2-3B.Q4_K_M.gguf @@ -9977,22 +14170,35 @@ - filename: OneLLM-Doey-V1-Llama-3.2-3B.Q4_K_M.gguf sha256: 57e93584bfb708a9841edffd70635c21f27955d8a1b4e346a72edc8163394a97 uri: huggingface://QuantFactory/OneLLM-Doey-V1-Llama-3.2-3B-GGUF/OneLLM-Doey-V1-Llama-3.2-3B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-sentient-3.2-3b-instruct" +- name: llama-sentient-3.2-3b-instruct + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-Sentient-3.2-3B-Instruct - https://huggingface.co/QuantFactory/Llama-Sentient-3.2-3B-Instruct-GGUF description: | The Llama-Sentient-3.2-3B-Instruct model is a fine-tuned version of the Llama-3.2-3B-Instruct model, optimized for text generation tasks, particularly where instruction-following abilities are critical. This model is trained on the mlabonne/lmsys-arena-human-preference-55k-sharegpt dataset, which enhances its performance in conversational and advisory contexts, making it suitable for a wide range of applications. + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - instruction-tuned + - chat + - llm + - conversational + last_checked: "2026-05-04" overrides: parameters: model: Llama-Sentient-3.2-3B-Instruct.Q4_K_M.gguf files: - filename: Llama-Sentient-3.2-3B-Instruct.Q4_K_M.gguf - uri: huggingface://QuantFactory/Llama-Sentient-3.2-3B-Instruct-GGUF/Llama-Sentient-3.2-3B-Instruct.Q4_K_M.gguf sha256: 3f855ce0522bfdc39fc826162ba6d89f15cc3740c5207da10e70baa3348b7812 -- !!merge <<: *llama32 - name: "llama-smoltalk-3.2-1b-instruct" + uri: huggingface://QuantFactory/Llama-Sentient-3.2-3B-Instruct-GGUF/Llama-Sentient-3.2-3B-Instruct.Q4_K_M.gguf +- name: llama-smoltalk-3.2-1b-instruct + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-SmolTalk-3.2-1B-Instruct - https://huggingface.co/mradermacher/Llama-SmolTalk-3.2-1B-Instruct-GGUF @@ -10009,6 +14215,20 @@ Conversational AI: Engage users with dynamic and contextually aware dialogue. Content Generation: Produce summaries, explanations, or other creative text outputs efficiently. Instruction Execution: Follow user commands to generate precise and relevant responses. + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - smoltalk + - 1b + - llm + - gguf + - instruction-tuned + - quantized + - efficient + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama-SmolTalk-3.2-1B-Instruct.Q4_K_M.gguf @@ -10016,13 +14236,26 @@ - filename: Llama-SmolTalk-3.2-1B-Instruct.Q4_K_M.gguf sha256: 03d8d05e3821f4caa65defa82baaff658484d4405b66546431528153ceef4d9e uri: huggingface://mradermacher/Llama-SmolTalk-3.2-1B-Instruct-GGUF/Llama-SmolTalk-3.2-1B-Instruct.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "fusechat-llama-3.2-3b-instruct" +- name: fusechat-llama-3.2-3b-instruct + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/FuseAI/FuseChat-Llama-3.2-3B-Instruct - https://huggingface.co/bartowski/FuseChat-Llama-3.2-3B-Instruct-GGUF description: | We present FuseChat-3.0, a series of models crafted to enhance performance by integrating the strengths of multiple source LLMs into more compact target LLMs. To achieve this fusion, we utilized four powerful source LLMs: Gemma-2-27B-It, Mistral-Large-Instruct-2407, Qwen-2.5-72B-Instruct, and Llama-3.1-70B-Instruct. For the target LLMs, we employed three widely-used smaller models—Llama-3.1-8B-Instruct, Gemma-2-9B-It, and Qwen-2.5-7B-Instruct—along with two even more compact models—Llama-3.2-3B-Instruct and Llama-3.2-1B-Instruct. The implicit model fusion process involves a two-stage training pipeline comprising Supervised Fine-Tuning (SFT) to mitigate distribution discrepancies between target and source LLMs, and Direct Preference Optimization (DPO) for learning preferences from multiple source LLMs. The resulting FuseChat-3.0 models demonstrated substantial improvements in tasks related to general conversation, instruction following, mathematics, and coding. Notably, when Llama-3.1-8B-Instruct served as the target LLM, our fusion approach achieved an average improvement of 6.8 points across 14 benchmarks. Moreover, it showed significant improvements of 37.1 and 30.1 points on instruction-following test sets AlpacaEval-2 and Arena-Hard respectively. We have released the FuseChat-3.0 models on Huggingface, stay tuned for the forthcoming dataset and code. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - llm + - chat + - instruction-tuned + - fusechat + - gguf + - quantized + last_checked: "2026-05-04" overrides: parameters: model: FuseChat-Llama-3.2-3B-Instruct-Q4_K_M.gguf @@ -10030,27 +14263,54 @@ - filename: FuseChat-Llama-3.2-3B-Instruct-Q4_K_M.gguf sha256: a4f0e9a905b74886b79b72622c06a3219d6812818a564a53c39fc49032d7f842 uri: huggingface://bartowski/FuseChat-Llama-3.2-3B-Instruct-GGUF/FuseChat-Llama-3.2-3B-Instruct-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-song-stream-3b-instruct" +- name: llama-song-stream-3b-instruct + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-Song-Stream-3B-Instruct - https://huggingface.co/bartowski/Llama-Song-Stream-3B-Instruct-GGUF description: | The Llama-Song-Stream-3B-Instruct is a fine-tuned language model specializing in generating music-related text, such as song lyrics, compositions, and musical thoughts. Built upon the meta-llama/Llama-3.2-3B-Instruct base, it has been trained with a custom dataset focused on song lyrics and music compositions to produce context-aware, creative, and stylized music output. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - instruction-tuned + - llm + - chat + - music + - lyrics + last_checked: "2026-05-04" overrides: parameters: model: Llama-Song-Stream-3B-Instruct-Q4_K_M.gguf files: - filename: Llama-Song-Stream-3B-Instruct-Q4_K_M.gguf - uri: huggingface://bartowski/Llama-Song-Stream-3B-Instruct-GGUF/Llama-Song-Stream-3B-Instruct-Q4_K_M.gguf sha256: 62e4a79eb7a0f80184dc37ab01a5490708e600dad5f074de8bcda6ec5a77cca8 -- !!merge <<: *llama32 - name: "llama-chat-summary-3.2-3b" + uri: huggingface://bartowski/Llama-Song-Stream-3B-Instruct-GGUF/Llama-Song-Stream-3B-Instruct-Q4_K_M.gguf +- name: llama-chat-summary-3.2-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-Chat-Summary-3.2-3B - https://huggingface.co/bartowski/Llama-Chat-Summary-3.2-3B-GGUF description: | Llama-Chat-Summary-3.2-3B is a fine-tuned model designed for generating context-aware summaries of long conversational or text-based inputs. Built on the meta-llama/Llama-3.2-3B-Instruct foundation, this model is optimized to process structured and unstructured conversational data for summarization tasks. + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - chat + - summarization + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Llama-Chat-Summary-3.2-3B-Q4_K_M.gguf @@ -10058,14 +14318,27 @@ - filename: Llama-Chat-Summary-3.2-3B-Q4_K_M.gguf sha256: ed1be20d2374aa6db9940923f41fa229bd7ebe13d41b1ff1ff18a6f87e99df79 uri: huggingface://bartowski/Llama-Chat-Summary-3.2-3B-GGUF/Llama-Chat-Summary-3.2-3B-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "fastllama-3.2-1b-instruct" - icon: https://huggingface.co/suayptalha/FastLlama-3.2-1B-Instruct/resolve/main/FastLlama.png +- name: fastllama-3.2-1b-instruct + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/suayptalha/FastLlama-3.2-1B-Instruct - https://huggingface.co/bartowski/FastLlama-3.2-1B-Instruct-GGUF description: | FastLlama is a highly optimized version of the Llama-3.2-1B-Instruct model. Designed for superior performance in constrained environments, it combines speed, compactness, and high accuracy. This version has been fine-tuned using the MetaMathQA-50k section of the HuggingFaceTB/smoltalk dataset to enhance its mathematical reasoning and problem-solving abilities. + license: apache-2.0 + icon: https://huggingface.co/suayptalha/FastLlama-3.2-1B-Instruct/resolve/main/FastLlama.png + tags: + - llama + - llama3.2 + - 1b + - gguf + - quantized + - chat + - math + - reasoning + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: FastLlama-3.2-1B-Instruct-Q4_K_M.gguf @@ -10073,8 +14346,8 @@ - filename: FastLlama-3.2-1B-Instruct-Q4_K_M.gguf sha256: 3c0303e9560c441a9abdcd0e4c04c47e7f6b21277c1e8c00eed94fc656da0be9 uri: huggingface://bartowski/FastLlama-3.2-1B-Instruct-GGUF/FastLlama-3.2-1B-Instruct-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "codepy-deepthink-3b" +- name: codepy-deepthink-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Codepy-Deepthink-3B - https://huggingface.co/QuantFactory/Codepy-Deepthink-3B-GGUF @@ -10082,6 +14355,21 @@ The Codepy 3B Deep Think Model is a fine-tuned version of the meta-llama/Llama-3.2-3B-Instruct base model, designed for text generation tasks that require deep reasoning, logical structuring, and problem-solving. This model leverages its optimized architecture to provide accurate and contextually relevant outputs for complex queries, making it ideal for applications in education, programming, and creative writing. With its robust natural language processing capabilities, Codepy 3B Deep Think excels in generating step-by-step solutions, creative content, and logical analyses. Its architecture integrates advanced understanding of both structured and unstructured data, ensuring precise text generation aligned with user inputs. + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - codepy + - deepthink + - 3b + - gguf + - quantized + - llm + - coding + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Codepy-Deepthink-3B.Q4_K_M.gguf @@ -10089,13 +14377,28 @@ - filename: Codepy-Deepthink-3B.Q4_K_M.gguf sha256: 6202976de1a1b23bb09448dd6f188b849e10f3f99366f829415533ea4445e853 uri: huggingface://QuantFactory/Codepy-Deepthink-3B-GGUF/Codepy-Deepthink-3B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-deepsync-3b" +- name: llama-deepsync-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-Deepsync-3B - https://huggingface.co/prithivMLmods/Llama-Deepsync-3B-GGUF description: | The Llama-Deepsync-3B-GGUF is a fine-tuned version of the Llama-3.2-3B-Instruct base model, designed for text generation tasks that require deep reasoning, logical structuring, and problem-solving. This model leverages its optimized architecture to provide accurate and contextually relevant outputs for complex queries, making it ideal for applications in education, programming, and creative writing. + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - llm + - chat + - code + - math + - reasoning + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: Llama-Deepsync-3B.Q4_K_M.gguf @@ -10103,10 +14406,8 @@ - filename: Llama-Deepsync-3B.Q4_K_M.gguf sha256: f11c4d9b10a732845d8e64dc9badfcbb7d94053bc5fe11f89bb8e99ed557f711 uri: huggingface://prithivMLmods/Llama-Deepsync-3B-GGUF/Llama-Deepsync-3B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "dolphin3.0-llama3.2-1b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png +- name: dolphin3.0-llama3.2-1b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/Dolphin3.0-Llama3.2-1B - https://huggingface.co/bartowski/Dolphin3.0-Llama3.2-1B-GGUF @@ -10121,17 +14422,31 @@ They can see all your queries and they can potentially use that data in ways you wouldn't want. Dolphin, in contrast, is steerable and gives control to the system owner. You set the system prompt. You decide the alignment. You have control of your data. Dolphin does not impose its ethics or guidelines on you. You are the one who decides the guidelines. Dolphin belongs to YOU, it is your tool, an extension of your will. Just as you are personally responsible for what you do with a knife, gun, fire, car, or the internet, you are the creator and originator of any content you generate with Dolphin. - overrides: - parameters: - model: Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf + license: llama3.2 + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png + tags: + - llama + - dolphin + - 1b + - gguf + - quantized + - llm + - chat + - coding + - math + - function-calling + - agent + - instruction-tuned + last_checked: "2026-05-04" + overrides: + parameters: + model: Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf files: - filename: Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf sha256: 7ed39ee0638e18d3e47bf12e60e917c792ca5332606a72bd1882ab1f62a13a7a uri: huggingface://bartowski/Dolphin3.0-Llama3.2-1B-GGUF/Dolphin3.0-Llama3.2-1B-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "dolphin3.0-llama3.2-3b" - icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: dolphin3.0-llama3.2-3b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/Dolphin3.0-Llama3.2-3B - https://huggingface.co/bartowski/Dolphin3.0-Llama3.2-3B-GGUF @@ -10146,6 +14461,21 @@ They can see all your queries and they can potentially use that data in ways you wouldn't want. Dolphin, in contrast, is steerable and gives control to the system owner. You set the system prompt. You decide the alignment. You have control of your data. Dolphin does not impose its ethics or guidelines on you. You are the one who decides the guidelines. Dolphin belongs to YOU, it is your tool, an extension of your will. Just as you are personally responsible for what you do with a knife, gun, fire, car, or the internet, you are the creator and originator of any content you generate with Dolphin. + license: llama3.2 + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png + tags: + - dolphin + - llama3.2 + - 3b + - gguf + - llm + - chat + - coding + - math + - function-calling + - agent + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Dolphin3.0-Llama3.2-3B-Q4_K_M.gguf @@ -10153,13 +14483,26 @@ - filename: Dolphin3.0-Llama3.2-3B-Q4_K_M.gguf sha256: 5d6d02eeefa1ab5dbf23f97afdf5c2c95ad3d946dc3b6e9ab72e6c1637d54177 uri: huggingface://bartowski/Dolphin3.0-Llama3.2-3B-GGUF/Dolphin3.0-Llama3.2-3B-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "minithinky-v2-1b-llama-3.2" +- name: minithinky-v2-1b-llama-3.2 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/ngxson/MiniThinky-v2-1B-Llama-3.2 - https://huggingface.co/bartowski/MiniThinky-v2-1B-Llama-3.2-GGUF description: | This is the newer checkpoint of MiniThinky-1B-Llama-3.2 (version 1), which the loss decreased from 0.7 to 0.5 + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llm + - gguf + - quantized + - llama3.2 + - 1b + - chat + - instruction-tuned + - reasoning + - thinking-model + last_checked: "2026-05-04" overrides: parameters: model: MiniThinky-v2-1B-Llama-3.2-Q4_K_M.gguf @@ -10167,13 +14510,26 @@ - filename: MiniThinky-v2-1B-Llama-3.2-Q4_K_M.gguf sha256: 086857b6364afd757a123eea0474bede09f25608783e7a6fcf2f88d8cb322ca1 uri: huggingface://bartowski/MiniThinky-v2-1B-Llama-3.2-GGUF/MiniThinky-v2-1B-Llama-3.2-Q4_K_M.gguf -- !!merge <<: *llama32 - icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/HZ6KOc8IVXXOABrdv0dyK.png - name: "finemath-llama-3b" +- name: finemath-llama-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/HuggingFaceTB/FineMath-Llama-3B - https://huggingface.co/bartowski/FineMath-Llama-3B-GGUF description: "This is a continual-pre-training of Llama-3.2-3B on a mix of \U0001F4D0 FineMath (our new high quality math dataset) and FineWeb-Edu.\n\nThe model demonstrates superior math performance compared to Llama 3.2 3B, while maintaining similar performance on knowledge, reasoning, and common sense benchmarks.\nIt was trained on 160B tokens using a mix of 40% FineWeb-Edu and 60% from FineMath (30% FineMath-4+ subset and 30% InfiWebMath-4+ subset). We use nanotron for the training, and you can find the training scripts in our SmolLM2 GitHub repo.\n" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/HZ6KOc8IVXXOABrdv0dyK.png + tags: + - llama + - llama3.2 + - 3b + - math + - gguf + - quantized + - llm + - text-generation + - english + - continual-pretraining + last_checked: "2026-05-04" overrides: parameters: model: FineMath-Llama-3B-Q4_K_M.gguf @@ -10181,15 +14537,25 @@ - filename: FineMath-Llama-3B-Q4_K_M.gguf sha256: 16c73b5cf2a417a7e1608bcc9469f1461fc3e759ce04a3a337f48df977dc158c uri: huggingface://bartowski/FineMath-Llama-3B-GGUF/FineMath-Llama-3B-Q4_K_M.gguf -- !!merge <<: *llama32 - icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/Dzbdzn27KEc3K6zNNi070.png - name: "LocalAI-functioncall-llama3.2-1b-v0.4" - url: "github:mudler/LocalAI/gallery/llama3.2-fcall.yaml@master" +- name: LocalAI-functioncall-llama3.2-1b-v0.4 + url: github:mudler/LocalAI/gallery/llama3.2-fcall.yaml@master urls: - https://huggingface.co/mudler/LocalAI-functioncall-llama3.2-1b-v0.4 - https://huggingface.co/mradermacher/LocalAI-functioncall-llama3.2-1b-v0.4-GGUF description: | A model tailored to be conversational and execute function calls with LocalAI. This model is based on llama 3.2 and has 1B parameter. Perfect for small devices. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/Dzbdzn27KEc3K6zNNi070.png + tags: + - llama + - llama3.2 + - 1b + - gguf + - llm + - function-calling + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: LocalAI-functioncall-llama3.2-1b-v0.4.Q8_0.gguf @@ -10197,13 +14563,25 @@ - filename: LocalAI-functioncall-llama3.2-1b-v0.4.Q8_0.gguf sha256: 547e57c2d3f17c632c9fd303afdb00446e7396df453aee62633b76976c407616 uri: huggingface://mradermacher/LocalAI-functioncall-llama3.2-1b-v0.4-GGUF/LocalAI-functioncall-llama3.2-1b-v0.4.Q8_0.gguf -- !!merge <<: *llama32 - name: "agi-0_art-skynet-3b" +- name: agi-0_art-skynet-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/AGI-0/Art-Skynet-3B - https://huggingface.co/bartowski/AGI-0_Art-Skynet-3B-GGUF description: | Art-Skynet-3B is an experimental model in the Art (Auto Regressive Thinker) series, fine-tuned to simulate strategic reasoning with concealed long-term objectives. Built on meta-llama/Llama-3.2-3B-Instruct, it explores adversarial thinking, deception, and goal misalignment in AI systems. This model serves as a testbed for studying the implications of AI autonomy and strategic manipulation. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - llm + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: AGI-0_Art-Skynet-3B-Q4_K_M.gguf @@ -10211,14 +14589,25 @@ - filename: AGI-0_Art-Skynet-3B-Q4_K_M.gguf sha256: 6063cf3cf90f72cfb6ad7564bca8229806cb9823a055adcbce3dc539c2a75765 uri: huggingface://bartowski/AGI-0_Art-Skynet-3B-GGUF/AGI-0_Art-Skynet-3B-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "LocalAI-functioncall-llama3.2-3b-v0.5" - icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/Dzbdzn27KEc3K6zNNi070.png +- name: LocalAI-functioncall-llama3.2-3b-v0.5 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/mudler/LocalAI-functioncall-llama3.2-3b-v0.5 - https://huggingface.co/mudler/LocalAI-functioncall-llama3.2-3b-v0.5-Q4_K_M-GGUF description: | A model tailored to be conversational and execute function calls with LocalAI. This model is based on llama3.2 (3B). + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/Dzbdzn27KEc3K6zNNi070.png + tags: + - llama + - llama3.2 + - 3b + - gguf + - llm + - chat + - function-calling + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: localai-functioncall-llama3.2-3b-v0.5-q4_k_m.gguf @@ -10226,9 +14615,8 @@ - filename: localai-functioncall-llama3.2-3b-v0.5-q4_k_m.gguf sha256: edc50f6c243e6bd6912599661a15e030de03d2be53409663ac27d3ca48306ee4 uri: huggingface://mudler/LocalAI-functioncall-llama3.2-3b-v0.5-Q4_K_M-GGUF/localai-functioncall-llama3.2-3b-v0.5-q4_k_m.gguf -- !!merge <<: *llama32 - name: "kubeguru-llama3.2-3b-v0.1" - icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/rptpRyhrcUEG3i2OPT897.png +- name: kubeguru-llama3.2-3b-v0.1 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/Spectro-Cloud/kubeguru-llama3.2-3b-v0.1 - https://huggingface.co/mradermacher/kubeguru-llama3.2-3b-v0.1-GGUF @@ -10236,6 +14624,20 @@ Kubeguru: Your Kubernetes & Linux Expert AI Ask anything about Kubernetes, Linux, containers—and get expert answers in real-time! Kubeguru is a specialized Large Language Model (LLM) developed and released by the Open Source team at Spectro Cloud. Whether you're managing cloud-native applications, deploying edge workloads, or troubleshooting containerized services, Kubeguru provides precise, actionable insights at every step. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/rptpRyhrcUEG3i2OPT897.png + tags: + - llama + - llama3.2 + - 3b + - kubernetes + - linux + - llm + - gguf + - chat + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: kubeguru-llama3.2-3b-v0.1.Q4_K_M.gguf @@ -10243,13 +14645,26 @@ - filename: kubeguru-llama3.2-3b-v0.1.Q4_K_M.gguf sha256: 770900ba9594f64f31b35fe444d31263712cabe167efaf4201d79fdc29de9533 uri: huggingface://mradermacher/kubeguru-llama3.2-3b-v0.1-GGUF/kubeguru-llama3.2-3b-v0.1.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "goppa-ai_goppa-logillama" +- name: goppa-ai_goppa-logillama + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/goppa-ai/Goppa-LogiLlama - https://huggingface.co/bartowski/goppa-ai_Goppa-LogiLlama-GGUF description: | LogiLlama is a fine-tuned language model developed by Goppa AI. Built upon a 1B-parameter base from LLaMA, LogiLlama has been enhanced with injected knowledge and logical reasoning abilities. Our mission is to make smaller models smarter—delivering improved reasoning and problem-solving capabilities while maintaining a low memory footprint and energy efficiency for on-device applications. + license: llama3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 1b + - gguf + - quantized + - reasoning + - instruction-tuned + - slm + - llm + last_checked: "2026-05-04" overrides: parameters: model: goppa-ai_Goppa-LogiLlama-Q4_K_M.gguf @@ -10257,9 +14672,8 @@ - filename: goppa-ai_Goppa-LogiLlama-Q4_K_M.gguf sha256: 0e06ae23d06139f746c65c9a0a81d552b11b2d8d9512a5979def8ae2cb52dc64 uri: huggingface://bartowski/goppa-ai_Goppa-LogiLlama-GGUF/goppa-ai_Goppa-LogiLlama-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "nousresearch_deephermes-3-llama-3-3b-preview" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/qwiH8967CH59ZxiX_a-rP.jpeg +- name: nousresearch_deephermes-3-llama-3-3b-preview + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/NousResearch/DeepHermes-3-Llama-3-3B-Preview - https://huggingface.co/bartowski/NousResearch_DeepHermes-3-Llama-3-3B-Preview-GGUF @@ -10273,6 +14687,20 @@ The ethos of the Hermes series of models is focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user. This is a preview Hermes with early reasoning capabilities, distilled from R1 across a variety of tasks that benefit from reasoning and objectivity. Some quirks may be discovered! Please let us know any interesting findings or issues you discover! + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/qwiH8967CH59ZxiX_a-rP.jpeg + tags: + - llama3 + - 3b + - gguf + - chat + - reasoning + - function-calling + - instruction-tuned + - nous + - distilled + - llm + last_checked: "2026-05-04" overrides: parameters: model: NousResearch_DeepHermes-3-Llama-3-3B-Preview-Q4_K_M.gguf @@ -10280,9 +14708,8 @@ - filename: NousResearch_DeepHermes-3-Llama-3-3B-Preview-Q4_K_M.gguf sha256: 73d9a588383946dcac545a097c47d634558afd79ea43aac3a4563c311d89f195 uri: huggingface://bartowski/NousResearch_DeepHermes-3-Llama-3-3B-Preview-GGUF/NousResearch_DeepHermes-3-Llama-3-3B-Preview-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "fiendish_llama_3b" - icon: https://huggingface.co/SicariusSicariiStuff/Fiendish_LLAMA_3B/resolve/main/Images/Fiendish_LLAMA_3B.png +- name: fiendish_llama_3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Fiendish_LLAMA_3B - https://huggingface.co/mradermacher/Fiendish_LLAMA_3B-GGUF @@ -10293,6 +14720,18 @@ Naughty, and more evil that follows instructions well enough, and keeps good formatting. LOW refusals - Total freedom in RP, can do things other RP models won't, and I'll leave it at that. Low refusals in assistant tasks as well. VERY good at following the character card. Try the included characters if you're having sub optimal results. + license: llama3.2 + icon: https://huggingface.co/SicariusSicariiStuff/Fiendish_LLAMA_3B/resolve/main/Images/Fiendish_LLAMA_3B.png + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - llm + - roleplay + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Fiendish_LLAMA_3B.Q4_K_M.gguf @@ -10300,14 +14739,25 @@ - filename: Fiendish_LLAMA_3B.Q4_K_M.gguf sha256: 5fd294c1ce7fd931e4dfcab54435571d5e7d62e8743581ab3d36b6852c782428 uri: huggingface://mradermacher/Fiendish_LLAMA_3B-GGUF/Fiendish_LLAMA_3B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "impish_llama_3b" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_3B/resolve/main/Images/Impish_LLAMA_3B.png +- name: impish_llama_3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_3B - https://huggingface.co/mradermacher/Impish_LLAMA_3B-GGUF description: | "With that naughty impish grin of hers, so damn sly it could have ensnared the devil himself, and that impish glare in her eyes, sharper than of a succubus fang, she chuckled impishly with such mischief that even the moon might’ve blushed. I needed no witch's hex to divine her nature—she was, without a doubt, a naughty little imp indeed." This model was trained on ~25M tokens, in 3 phases, the first and longest phase was an FFT to teach the model new stuff, and to confuse the shit out of it too, so it would be a little bit less inclined to use GPTisms. + license: llama3.2 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_3B/resolve/main/Images/Impish_LLAMA_3B.png + tags: + - llama + - llama3.2 + - 3b + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Impish_LLAMA_3B.Q4_K_M.gguf @@ -10315,9 +14765,8 @@ - filename: Impish_LLAMA_3B.Q4_K_M.gguf sha256: 3b83672669e0b06943a5dcc09dec9663b3019ba5d6b14340c9c3e92a2a4125cf uri: huggingface://mradermacher/Impish_LLAMA_3B-GGUF/Impish_LLAMA_3B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "eximius_persona_5b" - icon: https://huggingface.co/SicariusSicariiStuff/Eximius_Persona_5B/resolve/main/Images/Eximius_Persona_5B.png +- name: eximius_persona_5b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Eximius_Persona_5B - https://huggingface.co/mradermacher/Eximius_Persona_5B-GGUF @@ -10329,6 +14778,20 @@ And yet, they were real. Undi95 made some of the earliest merges I can remember, and the "LLAMA2 Era" was truly amazing and innovative thanks to them. Cool stuff like Tiefighter was being made, and eventually the time tested Midnight-Miqu-70B (v1.5 is my personal favorite). Merges are an interesting thing, as they affect LLMs in a way that is currently impossible to reproduce using SFT (or any 'SOTA' technique). One of the plagues we have today, while we have orders of magnitude smarter LLMs, is GPTisms and predictability. Merges can potentially 'solve' that. How? In short, if you physically tear neurons (passthrough brain surgery) while you somehow manage to keep the model coherent enough, and if you're lucky, it can even follows instructions- then magical stuff begins to happen. + license: llama3.2 + icon: https://huggingface.co/SicariusSicariiStuff/Eximius_Persona_5B/resolve/main/Images/Eximius_Persona_5B.png + tags: + - llama + - llama3.2 + - 5b + - gguf + - quantized + - instruction-tuned + - roleplay + - merge + - llm + - english + last_checked: "2026-05-04" overrides: parameters: model: Eximius_Persona_5B.Q4_K_M.gguf @@ -10336,9 +14799,8 @@ - filename: Eximius_Persona_5B.Q4_K_M.gguf sha256: 8a8e7a0fa1068755322c51900e53423d795e57976b4d95982242cbec41141c7b uri: huggingface://mradermacher/Eximius_Persona_5B-GGUF/Eximius_Persona_5B.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "deepcogito_cogito-v1-preview-llama-3b" - icon: https://huggingface.co/deepcogito/cogito-v1-preview-llama-3B/resolve/main/images/deep-cogito-logo.png +- name: deepcogito_cogito-v1-preview-llama-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/deepcogito/cogito-v1-preview-llama-3B - https://huggingface.co/bartowski/deepcogito_cogito-v1-preview-llama-3B-GGUF @@ -10350,6 +14812,20 @@ The models have been optimized for coding, STEM, instruction following and general helpfulness, and have significantly higher multilingual, coding and tool calling capabilities than size equivalent counterparts. In both standard and reasoning modes, Cogito v1-preview models outperform their size equivalent counterparts on common industry benchmarks. Each model is trained in over 30 languages and supports a context length of 128k. + license: llama3.2 + icon: https://huggingface.co/deepcogito/cogito-v1-preview-llama-3B/resolve/main/images/deep-cogito-logo.png + tags: + - llama + - cogito + - 3b + - gguf + - quantized + - chat + - reasoning + - multilingual + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: deepcogito_cogito-v1-preview-llama-3B-Q4_K_M.gguf @@ -10357,13 +14833,27 @@ - filename: deepcogito_cogito-v1-preview-llama-3B-Q4_K_M.gguf sha256: 726a0ef5f818b8d238f2844f3204848bea66fb9c172b8ae0f6dc51b7bc081dd5 uri: huggingface://bartowski/deepcogito_cogito-v1-preview-llama-3B-GGUF/deepcogito_cogito-v1-preview-llama-3B-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "menlo_rezero-v0.1-llama-3.2-3b-it-grpo-250404" +- name: menlo_rezero-v0.1-llama-3.2-3b-it-grpo-250404 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/Menlo/ReZero-v0.1-llama-3.2-3b-it-grpo-250404 - https://huggingface.co/bartowski/Menlo_ReZero-v0.1-llama-3.2-3b-it-grpo-250404-GGUF description: | ReZero trains a small language model to develop effective search behaviors instead of memorizing static data. It interacts with multiple synthetic search engines, each with unique retrieval mechanisms, to refine queries and persist in searching until it finds exact answers. The project focuses on reinforcement learning, preventing overfitting, and optimizing for efficiency in real-world search applications. + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.2 + - 3b + - gguf + - llm + - chat + - search + - reinforcement-learning + - grpo + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Menlo_ReZero-v0.1-llama-3.2-3b-it-grpo-250404-Q4_K_M.gguf @@ -10371,13 +14861,28 @@ - filename: Menlo_ReZero-v0.1-llama-3.2-3b-it-grpo-250404-Q4_K_M.gguf sha256: b9f01bead9e163db9351af036d8d63ef479d7d48a1bb44934ead732a180f371c uri: huggingface://bartowski/Menlo_ReZero-v0.1-llama-3.2-3b-it-grpo-250404-GGUF/Menlo_ReZero-v0.1-llama-3.2-3b-it-grpo-250404-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "ultravox-v0_5-llama-3_2-1b" +- name: ultravox-v0_5-llama-3_2-1b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/fixie-ai/ultravox-v0_5-llama-3_2-1b - https://huggingface.co/ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF description: | Ultravox is a multimodal Speech LLM built around a pretrained Llama3.2-1B-Instruct and whisper-large-v3-turbo backbone. + license: mit + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - ultravox + - llama + - llama3.2 + - 1b + - multimodal + - chat + - gguf + - quantized + - instruction-tuned + - multilingual + - llm + last_checked: "2026-05-04" overrides: mmproj: mmproj-ultravox-v0_5-llama-3_2-1b-f16.gguf parameters: @@ -10389,9 +14894,8 @@ - filename: mmproj-ultravox-v0_5-llama-3_2-1b-f16.gguf sha256: b34dde1835752949d6b960528269af93c92fec91c61ea0534fcc73f96c1ed8b2 uri: https://huggingface.co/ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF/resolve/main/mmproj-ultravox-v0_5-llama-3_2-1b-f16.gguf -- !!merge <<: *llama32 - name: "nano_imp_1b-q8_0" - icon: https://huggingface.co/SicariusSicariiStuff/Nano_Imp_1B/resolve/main/Images/Nano_Imp_1B.png +- name: nano_imp_1b-q8_0 + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Nano_Imp_1B - https://huggingface.co/Triangle104/Nano_Imp_1B-Q8_0-GGUF @@ -10413,6 +14917,18 @@ I thought my goal of making a roleplay model that everyone could run would only be realized sometime in the future—when mid-tier phones got the equivalent of a high-end Snapdragon chipset. Again I was wrong, as this changes today. Today, the 10th of May 2025, I proudly present to you—Nano_Imp_1B, the world's first and only fully coherent 1B-parameter roleplay model. + license: llama3.2 + icon: https://huggingface.co/SicariusSicariiStuff/Nano_Imp_1B/resolve/main/Images/Nano_Imp_1B.png + tags: + - llama + - llama3.2 + - 1b + - gguf + - quantized + - instruction-tuned + - chat + - nano_imp + last_checked: "2026-05-04" overrides: parameters: model: nano_imp_1b-q8_0.gguf @@ -10420,17 +14936,8 @@ - filename: nano_imp_1b-q8_0.gguf sha256: 2756551de7d8ff7093c2c5eec1cd00f1868bc128433af53f5a8d434091d4eb5a uri: huggingface://Triangle104/Nano_Imp_1B-Q8_0-GGUF/nano_imp_1b-q8_0.gguf -- &smollm - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" ## SmolLM - name: "smollm-1.7b-instruct" - icon: https://huggingface.co/datasets/HuggingFaceTB/images/resolve/main/banner_smol.png - tags: - - llm - - gguf - - gpu - - smollm - - chatml - - cpu +- name: smollm-1.7b-instruct + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/MaziyarPanahi/SmolLM-1.7B-Instruct-GGUF - https://huggingface.co/HuggingFaceTB/SmolLM-1.7B-Instruct @@ -10440,6 +14947,18 @@ These models are pre-trained on SmolLM-Corpus, a curated collection of high-quality educational and synthetic data designed for training LLMs. For further details, we refer to our blogpost. To build SmolLM-Instruct, we finetuned the base models on publicly available datasets. + license: apache-2.0 + icon: https://huggingface.co/datasets/HuggingFaceTB/images/resolve/main/banner_smol.png + tags: + - smollm + - 1.7b + - llm + - chat + - gguf + - transformers + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: SmolLM-1.7B-Instruct.Q4_K_M.gguf @@ -10447,9 +14966,8 @@ - filename: SmolLM-1.7B-Instruct.Q4_K_M.gguf sha256: 2b07eb2293ed3fc544a9858beda5bfb03dcabda6aa6582d3c85768c95f498d28 uri: huggingface://MaziyarPanahi/SmolLM-1.7B-Instruct-GGUF/SmolLM-1.7B-Instruct.Q4_K_M.gguf -- !!merge <<: *smollm - name: "smollm2-1.7b-instruct" - icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/y45hIMNREW7w_XpHYB_0q.png +- name: smollm2-1.7b-instruct + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct - https://huggingface.co/HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF @@ -10457,6 +14975,21 @@ SmolLM2 is a family of compact language models available in three size: 135M, 360M, and 1.7B parameters. They are capable of solving a wide range of tasks while being lightweight enough to run on-device. The 1.7B variant demonstrates significant advances over its predecessor SmolLM1-1.7B, particularly in instruction following, knowledge, reasoning, and mathematics. It was trained on 11 trillion tokens using a diverse dataset combination: FineWeb-Edu, DCLM, The Stack, along with new mathematics and coding datasets that we curated and will release soon. We developed the instruct version through supervised fine-tuning (SFT) using a combination of public datasets and our own curated datasets. We then applied Direct Preference Optimization (DPO) using UltraFeedback. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/61c141342aac764ce1654e43/y45hIMNREW7w_XpHYB_0q.png + tags: + - smollm + - smollm2 + - llm + - gguf + - quantized + - 1.7b + - chat + - instruction-tuned + - reasoning + - math + - code + last_checked: "2026-05-04" overrides: parameters: model: smollm2-1.7b-instruct-q4_k_m.gguf @@ -10464,26 +14997,29 @@ - filename: smollm2-1.7b-instruct-q4_k_m.gguf sha256: decd2598bc2c8ed08c19adc3c8fdd461ee19ed5708679d1c54ef54a5a30d4f33 uri: huggingface://HuggingFaceTB/SmolLM2-1.7B-Instruct-GGUF/smollm2-1.7b-instruct-q4_k_m.gguf -- &llama31 - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" ## LLama3.1 - icon: https://avatars.githubusercontent.com/u/153379578 - name: "meta-llama-3.1-8b-instruct" - license: llama3.1 +- name: meta-llama-3.1-8b-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master + urls: + - https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct + - https://huggingface.co/MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF description: | The Meta Llama 3.1 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction tuned generative models in 8B, 70B and 405B sizes (text in/text out). The Llama 3.1 instruction tuned text only models (8B, 70B, 405B) are optimized for multilingual dialogue use cases and outperform many of the available open source and closed chat models on common industry benchmarks. Model developer: Meta Model Architecture: Llama 3.1 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. - urls: - - https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct - - https://huggingface.co/MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 tags: - - llm - - gguf - - gpu - - cpu + - llama - llama3.1 + - 8b + - quantized + - gguf + - instruction-tuned + - multilingual + - llm + last_checked: "2026-05-04" overrides: parameters: model: Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf @@ -10491,11 +15027,30 @@ - filename: Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf sha256: c2f17f44af962660d1ad4cb1af91a731f219f3b326c2b14441f9df1f347f2815 uri: huggingface://MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF/Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "meta-llama-3.1-70b-instruct" +- name: meta-llama-3.1-70b-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/meta-llama/Meta-Llama-3.1-70B-Instruct - https://huggingface.co/MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF + description: | + The Meta Llama 3.1 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction tuned generative models in 8B, 70B and 405B sizes (text in/text out). The Llama 3.1 instruction tuned text only models (8B, 70B, 405B) are optimized for multilingual dialogue use cases and outperform many of the available open source and closed chat models on common industry benchmarks. + + Model developer: Meta + + Model Architecture: Llama 3.1 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 70b + - gguf + - quantized + - chat + - multilingual + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: Meta-Llama-3.1-70B-Instruct.Q4_K_M.gguf @@ -10503,9 +15058,8 @@ - filename: Meta-Llama-3.1-70B-Instruct.Q4_K_M.gguf sha256: 3f16ab17da4521fe3ed7c5d7beed960d3fe7b5b64421ee9650aa53d6b649ccab uri: huggingface://MaziyarPanahi/Meta-Llama-3.1-70B-Instruct-GGUF/Meta-Llama-3.1-70B-Instruct.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "meta-llama-3.1-8b-instruct:grammar-functioncall" - url: "github:mudler/LocalAI/gallery/llama3.1-instruct-grammar.yaml@master" +- name: meta-llama-3.1-8b-instruct:grammar-functioncall + url: github:mudler/LocalAI/gallery/llama3.1-instruct-grammar.yaml@master urls: - https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct - https://huggingface.co/MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF @@ -10514,6 +15068,20 @@ When grammars are enabled in LocalAI, the LLM is forced to output valid tools constrained by BNF grammars. This can be useful for ensuring that the model outputs are valid and can be used in a production environment. For more information on how to use grammars in LocalAI, see https://localai.io/features/openai-functions/#advanced and https://localai.io/features/constrained_grammars/. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - multilingual + - reasoning + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf @@ -10521,9 +15089,8 @@ - filename: Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf sha256: c2f17f44af962660d1ad4cb1af91a731f219f3b326c2b14441f9df1f347f2815 uri: huggingface://MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF/Meta-Llama-3.1-8B-Instruct.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "meta-llama-3.1-8b-instruct:Q8_grammar-functioncall" - url: "github:mudler/LocalAI/gallery/llama3.1-instruct-grammar.yaml@master" +- name: meta-llama-3.1-8b-instruct:Q8_grammar-functioncall + url: github:mudler/LocalAI/gallery/llama3.1-instruct-grammar.yaml@master urls: - https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct - https://huggingface.co/MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF @@ -10532,49 +15099,102 @@ When grammars are enabled in LocalAI, the LLM is forced to output valid tools constrained by BNF grammars. This can be useful for ensuring that the model outputs are valid and can be used in a production environment. For more information on how to use grammars in LocalAI, see https://localai.io/features/openai-functions/#advanced and https://localai.io/features/constrained_grammars/. - overrides: - parameters: - model: Meta-Llama-3.1-8B-Instruct.Q8_0.gguf - files: - - filename: Meta-Llama-3.1-8B-Instruct.Q8_0.gguf - sha256: f8d608c983b83a1bf28229bc9beb4294c91f5d4cbfe2c1829566b4d7c4693eeb - uri: huggingface://MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF/Meta-Llama-3.1-8B-Instruct.Q8_0.gguf -- !!merge <<: *llama31 - name: "meta-llama-3.1-8b-claude-imat" - urls: + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - gguf + - quantized + - 8b + - chat + - instruction-tuned + - multilingual + - function-calling + - llm + last_checked: "2026-05-04" + overrides: + parameters: + model: Meta-Llama-3.1-8B-Instruct.Q8_0.gguf + files: + - filename: Meta-Llama-3.1-8B-Instruct.Q8_0.gguf + sha256: f8d608c983b83a1bf28229bc9beb4294c91f5d4cbfe2c1829566b4d7c4693eeb + uri: huggingface://MaziyarPanahi/Meta-Llama-3.1-8B-Instruct-GGUF/Meta-Llama-3.1-8B-Instruct.Q8_0.gguf +- name: meta-llama-3.1-8b-claude-imat + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master + urls: - https://huggingface.co/Undi95/Meta-Llama-3.1-8B-Claude - https://huggingface.co/InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF description: | Meta-Llama-3.1-8B-Claude-iMat-GGUF: Quantized from Meta-Llama-3.1-8B-Claude fp16. Weighted quantizations were creating using fp16 GGUF and groups_merged.txt in 88 chunks and n_ctx=512. Static fp16 will also be included in repo. For a brief rundown of iMatrix quant performance, please see this PR. All quants are verified working prior to uploading to repo for your safety and convenience. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3 + - llama3.1 + - 8b + - gguf + - quantized + - instruction-tuned + - llm + - imat + - chat + last_checked: "2026-05-04" overrides: parameters: model: Meta-Llama-3.1-8B-Claude-iMat-Q4_K_M.gguf files: - filename: Meta-Llama-3.1-8B-Claude-iMat-Q4_K_M.gguf - uri: huggingface://InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF/Meta-Llama-3.1-8B-Claude-iMat-Q4_K_M.gguf sha256: 6d175432f66d10dfed9737f73a5073d513d18e1ee7bd4b9cf2a59deb359f36ff -- !!merge <<: *llama31 - name: "meta-llama-3.1-8b-instruct-abliterated" - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/AsTgL8VCgMHgobq4cr46b.png + uri: huggingface://InferenceIllusionist/Meta-Llama-3.1-8B-Claude-iMat-GGUF/Meta-Llama-3.1-8B-Claude-iMat-Q4_K_M.gguf +- name: meta-llama-3.1-8b-instruct-abliterated + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated - https://huggingface.co/mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF description: | This is an uncensored version of Llama 3.1 8B Instruct created with abliteration. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/AsTgL8VCgMHgobq4cr46b.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - instruction-tuned + - abliterated + - uncensored + - chat + - llm + last_checked: "2026-05-04" overrides: parameters: model: meta-llama-3.1-8b-instruct-abliterated.Q4_K_M.gguf files: - filename: meta-llama-3.1-8b-instruct-abliterated.Q4_K_M.gguf - uri: huggingface://mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/meta-llama-3.1-8b-instruct-abliterated.Q4_K_M.gguf sha256: c4735f9efaba8eb2c30113291652e3ffe13bf940b675ed61f6be749608b4f266 -- !!merge <<: *llama31 - name: "llama-3.1-70b-japanese-instruct-2407" + uri: huggingface://mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated-GGUF/meta-llama-3.1-8b-instruct-abliterated.Q4_K_M.gguf +- name: llama-3.1-70b-japanese-instruct-2407 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/cyberagent/Llama-3.1-70B-Japanese-Instruct-2407 - https://huggingface.co/mmnga/Llama-3.1-70B-Japanese-Instruct-2407-gguf description: | The Llama-3.1-70B-Japanese-Instruct-2407-gguf model is a Japanese language model that uses the Instruct prompt tuning method. It is based on the LLaMa-3.1-70B model and has been fine-tuned on the imatrix dataset for Japanese. The model is trained to generate informative and coherent responses to given instructions or prompts. It is available in the gguf format and can be used for a variety of tasks such as question answering, text generation, and more. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llm + - gguf + - llama3.1 + - 70b + - japanese + - multilingual + - instruction-tuned + - quantized + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-70B-Japanese-Instruct-2407-Q4_K_M.gguf @@ -10582,13 +15202,24 @@ - filename: Llama-3.1-70B-Japanese-Instruct-2407-Q4_K_M.gguf sha256: f2a6f0fb5040d3a28479c9f9fc555a5ea7b906dfb9964539f1a68c0676a9c604 uri: huggingface://mmnga/Llama-3.1-70B-Japanese-Instruct-2407-gguf/Llama-3.1-70B-Japanese-Instruct-2407-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "openbuddy-llama3.1-8b-v22.1-131k" - icon: https://github.com/OpenBuddy/OpenBuddy/raw/main/media/demo.png +- name: openbuddy-llama3.1-8b-v22.1-131k + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/sunnyyy/openbuddy-llama3.1-8b-v22.1-131k-Q4_K_M-GGUF description: | OpenBuddy - Open Multilingual Chatbot + license: llama3.1 + icon: https://github.com/OpenBuddy/OpenBuddy/raw/main/media/demo.png + tags: + - llama3.1 + - 8b + - gguf + - quantized + - openbuddy + - multilingual + - chat + - long-context + last_checked: "2026-05-04" overrides: parameters: model: openbuddy-llama3.1-8b-v22.1-131k-q4_k_m.gguf @@ -10596,9 +15227,8 @@ - filename: openbuddy-llama3.1-8b-v22.1-131k-q4_k_m.gguf sha256: c87a273785759f2d044046b7a7b42f05706baed7dc0650ed883a3bee2a097d86 uri: huggingface://sunnyyy/openbuddy-llama3.1-8b-v22.1-131k-Q4_K_M-GGUF/openbuddy-llama3.1-8b-v22.1-131k-q4_k_m.gguf -- !!merge <<: *llama31 - name: "llama3.1-8b-fireplace2" - icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/JYkaXrk2DqpXhaL9WymKY.jpeg +- name: llama3.1-8b-fireplace2 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ValiantLabs/Llama3.1-8B-Fireplace2 - https://huggingface.co/mudler/Llama3.1-8B-Fireplace2-Q4_K_M-GGUF @@ -10620,6 +15250,20 @@ We're excited to bring further upgrades and releases to Fireplace 2 in the future. Help us and recommend Fireplace 2 to your friends! + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/JYkaXrk2DqpXhaL9WymKY.jpeg + tags: + - llama + - llama3.1 + - 8b + - llm + - chat + - instruct + - fireplace + - gguf + - quantized + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: llama3.1-8b-fireplace2-q4_k_m.gguf @@ -10627,12 +15271,30 @@ - filename: llama3.1-8b-fireplace2-q4_k_m.gguf sha256: 54527fd2474b576086ea31e759214ab240abe2429ae623a02d7ba825cc8cb13e uri: huggingface://mudler/Llama3.1-8B-Fireplace2-Q4_K_M-GGUF/llama3.1-8b-fireplace2-q4_k_m.gguf -- !!merge <<: *llama31 - name: "sekhmet_aleph-l3.1-8b-v0.1-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/SVyiW4mu495ngqszJGWRl.png +- name: sekhmet_aleph-l3.1-8b-v0.1-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Nitral-Archive/Sekhmet_Aleph-L3.1-8B-v0.1 - https://huggingface.co/mradermacher/Sekhmet_Aleph-L3.1-8B-v0.1-i1-GGUF + description: | + The Meta Llama 3.1 collection of multilingual large language models (LLMs) is a collection of pretrained and instruction tuned generative models in 8B, 70B and 405B sizes (text in/text out). The Llama 3.1 instruction tuned text only models (8B, 70B, 405B) are optimized for multilingual dialogue use cases and outperform many of the available open source and closed chat models on common industry benchmarks. + + Model developer: Meta + + Model Architecture: Llama 3.1 is an auto-regressive language model that uses an optimized transformer architecture. The tuned versions use supervised fine-tuning (SFT) and reinforcement learning with human feedback (RLHF) to align with human preferences for helpfulness and safety. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/SVyiW4mu495ngqszJGWRl.png + tags: + - llama3.1 + - llama + - 8b + - gguf + - llm + - quantized + - instruction-tuned + - aleph + - chat + last_checked: "2026-05-04" overrides: parameters: model: Sekhmet_Aleph-L3.1-8B-v0.1.i1-Q4_K_M.gguf @@ -10640,9 +15302,8 @@ - filename: Sekhmet_Aleph-L3.1-8B-v0.1.i1-Q4_K_M.gguf sha256: 5b6f4eaa2091bf13a2b563a54a3f87b22efa7f2862362537c956c70da6e11cea uri: huggingface://mradermacher/Sekhmet_Aleph-L3.1-8B-v0.1-i1-GGUF/Sekhmet_Aleph-L3.1-8B-v0.1.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-8b-llamoutcast-i1" - icon: https://files.catbox.moe/ecgn0m.jpg +- name: l3.1-8b-llamoutcast-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Envoid/L3.1-8B-Llamoutcast - https://huggingface.co/mradermacher/L3.1-8B-Llamoutcast-i1-GGUF @@ -10653,6 +15314,19 @@ This model was originally intended to be a DADA finetune of Llama-3.1-8B-Instruct but the results were unsatisfactory. So it received some additional finetuning on a rawtext dataset and now it is utterly cursed. It responds to Llama-3 Instruct formatting. + license: cc-by-nc-4.0 + icon: https://files.catbox.moe/ecgn0m.jpg + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - instruction-tuned + - cursed + - text-generation + last_checked: "2026-05-04" overrides: parameters: model: L3.1-8B-Llamoutcast.i1-Q4_K_M.gguf @@ -10660,8 +15334,8 @@ - filename: L3.1-8B-Llamoutcast.i1-Q4_K_M.gguf sha256: 438ca0a7e9470f5ee40f3b14dc2da41b1cafc4ad4315dead3eb57924109d5cf6 uri: huggingface://mradermacher/L3.1-8B-Llamoutcast-i1-GGUF/L3.1-8B-Llamoutcast.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-guard-3-8b" +- name: llama-guard-3-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/meta-llama/Llama-Guard-3-8B - https://huggingface.co/QuantFactory/Llama-Guard-3-8B-GGUF @@ -10669,6 +15343,20 @@ Llama Guard 3 is a Llama-3.1-8B pretrained model, fine-tuned for content safety classification. Similar to previous versions, it can be used to classify content in both LLM inputs (prompt classification) and in LLM responses (response classification). It acts as an LLM – it generates text in its output that indicates whether a given prompt or response is safe or unsafe, and if unsafe, it also lists the content categories violated. Llama Guard 3 was aligned to safeguard against the MLCommons standardized hazards taxonomy and designed to support Llama 3.1 capabilities. Specifically, it provides content moderation in 8 languages, and was optimized to support safety and security for search and code interpreter tool calls. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llm + - gguf + - quantized + - llama + - llama-3 + - llama-3.1 + - 8b + - meta + - instruction-tuned + - safety + last_checked: "2026-05-04" overrides: parameters: model: Llama-Guard-3-8B.Q4_K_M.gguf @@ -10676,14 +15364,25 @@ - filename: Llama-Guard-3-8B.Q4_K_M.gguf sha256: c5ea8760a1e544eea66a8915fcc3fbd2c67357ea2ee6871a9e6a6c33b64d4981 uri: huggingface://QuantFactory/Llama-Guard-3-8B-GGUF/Llama-Guard-3-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "genius-llama3.1-i1" - icon: https://github.com/fangyuan-ksgk/GeniusUpload/assets/66006349/7272c93e-9806-461c-a3d0-2e50ef2b7af0 +- name: genius-llama3.1-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Ksgk-fy/Genius-Llama3.1 - https://huggingface.co/mradermacher/Genius-Llama3.1-i1-GGUF description: | Finetuned Llama-3.1 base on Lex Fridman's podcast transcript. + license: llama3.1 + icon: https://github.com/fangyuan-ksgk/GeniusUpload/assets/66006349/7272c93e-9806-461c-a3d0-2e50ef2b7af0 + tags: + - llama + - llama3.1 + - gguf + - quantized + - llm + - instruction-tuned + - 8b + - chat + last_checked: "2026-05-04" overrides: parameters: model: Genius-Llama3.1.i1-Q4_K_M.gguf @@ -10691,14 +15390,29 @@ - filename: Genius-Llama3.1.i1-Q4_K_M.gguf sha256: a272bb2a6ab7ed565738733fb8af8e345b177eba9e76ce615ea845c25ebf8cd5 uri: huggingface://mradermacher/Genius-Llama3.1-i1-GGUF/Genius-Llama3.1.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-8b-chinese-chat" +- name: llama3.1-8b-chinese-chat + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/shenzhi-wang/Llama3.1-8B-Chinese-Chat - https://huggingface.co/QuantFactory/Llama3.1-8B-Chinese-Chat-GGUF description: | llama3.1-8B-Chinese-Chat is an instruction-tuned language model for Chinese & English users with various abilities such as roleplaying & tool-using built upon the Meta-Llama-3.1-8B-Instruct model. Developers: [Shenzhi Wang](https://shenzhi-wang.netlify.app)*, [Yaowei Zheng](https://github.com/hiyouga)*, Guoyin Wang (in.ai), Shiji Song, Gao Huang. (*: Equal Contribution) - License: [Llama-3.1 License](https://huggingface.co/meta-llama/Meta-Llla... m-3.1-8B/blob/main/LICENSE) - Base Model: Meta-Llama-3.1-8B-Instruct - Model Size: 8.03B - Context length: 128K(reported by [Meta-Llama-3.1-8B-Instruct model](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B-Instruct), untested for our Chinese model) + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - llama + - 8b + - llm + - gguf + - instruction-tuned + - multilingual + - chinese + - english + - function-calling + - math + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-8B-Chinese-Chat.Q4_K_M.gguf @@ -10706,13 +15420,27 @@ - filename: Llama3.1-8B-Chinese-Chat.Q4_K_M.gguf sha256: 824847b6cca82c4d60107c6a059d80ba975a68543e6effd98880435436ddba06 uri: huggingface://QuantFactory/Llama3.1-8B-Chinese-Chat-GGUF/Llama3.1-8B-Chinese-Chat.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-70b-chinese-chat" +- name: llama3.1-70b-chinese-chat + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/shenzhi-wang/Llama3.1-70B-Chinese-Chat - https://huggingface.co/mradermacher/Llama3.1-70B-Chinese-Chat-GGUF description: | "Llama3.1-70B-Chinese-Chat" is a 70-billion parameter large language model pre-trained on a large corpus of Chinese text data. It is designed for chat and dialog applications, and can generate human-like responses to various prompts and inputs. The model is based on the Llama3.1 architecture and has been fine-tuned for Chinese language understanding and generation. It can be used for a wide range of natural language processing tasks, including language translation, text summarization, question answering, and more. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 70b + - gguf + - llm + - multilingual + - instruction-tuned + - math + - function-calling + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-70B-Chinese-Chat.Q4_K_M.gguf @@ -10720,22 +15448,8 @@ - filename: Llama3.1-70B-Chinese-Chat.Q4_K_M.gguf sha256: 395cff3cce2b092f840b68eb6e31f4c8b670bc8e3854bbb230df8334369e671d uri: huggingface://mradermacher/Llama3.1-70B-Chinese-Chat-GGUF/Llama3.1-70B-Chinese-Chat.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "meta-llama-3.1-instruct-9.99b-brainstorm-10x-form-3" - urls: - - https://huggingface.co/DavidAU/Meta-Llama-3.1-Instruct-9.99B-BRAINSTORM-10x-FORM-3-GGUF - description: | - The Meta-Llama-3.1-8B Instruct model is a large language model trained on a diverse range of text data, with the goal of generating high-quality and coherent text in response to user input. This model is enhanced through a process called "Brainstorm", which involves expanding and recalibrating the model's reasoning center to improve its creative and generative capabilities. The resulting model is capable of generating detailed, vivid, and nuanced text, with a focus on prose quality, conceptually complex responses, and a deeper understanding of the user's intent. The Brainstorm process is designed to enhance the model's performance in creative writing, roleplaying, and story generation, and to improve its ability to generate coherent and engaging text in a wide range of contexts. The model is based on the Llama3 architecture and has been fine-tuned using the Instruct framework, which provides it with a strong foundation for understanding natural language instructions and generating appropriate responses. The model can be used for a variety of tasks, including creative writing,Generating coherent and detailed text, exploring different perspectives and scenarios, and brainstorming ideas. - overrides: - parameters: - model: Meta-Llama-3.1-8B-Instruct-Instruct-exp10-3-Q4_K_M.gguf - files: - - filename: Meta-Llama-3.1-8B-Instruct-Instruct-exp10-3-Q4_K_M.gguf - sha256: f52ff984100b1ff6acfbd7ed1df770064118274a54ae5d48749400a662113615 - uri: huggingface://DavidAU/Meta-Llama-3.1-Instruct-9.99B-BRAINSTORM-10x-FORM-3-GGUF/Meta-Llama-3.1-8B-Instruct-Instruct-exp10-3-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-techne-rp-8b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/633a809fa4a8f33508dce32c/BMdwgJ6cHZWbiGL48Q-Wq.png +- name: llama-3.1-techne-rp-8b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/athirdpath/Llama-3.1-Techne-RP-8b-v1 - https://huggingface.co/mradermacher/Llama-3.1-Techne-RP-8b-v1-GGUF @@ -10752,6 +15466,20 @@ jondurbin/truthy-dpo-v0.1 Undi95/Weyaxi-humanish-dpo-project-noemoji athirdpath/DPO_Pairs-Roleplay-Llama3-NSFW + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/633a809fa4a8f33508dce32c/BMdwgJ6cHZWbiGL48Q-Wq.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - chat + - quantized + - instruction-tuned + - sft + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Techne-RP-8b-v1.Q4_K_M.gguf @@ -10759,14 +15487,26 @@ - filename: Llama-3.1-Techne-RP-8b-v1.Q4_K_M.gguf sha256: 6557c5d5091f2507d19ab1f8bfb9ceb4e1536a755ab70f148b18aeb33741580f uri: huggingface://mradermacher/Llama-3.1-Techne-RP-8b-v1-GGUF/Llama-3.1-Techne-RP-8b-v1.Q4_K_M.gguf -- !!merge <<: *llama31 - icon: https://avatars.githubusercontent.com/u/126496414 - name: "llama-spark" +- name: llama-spark + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/arcee-ai/Llama-Spark - https://huggingface.co/arcee-ai/Llama-Spark-GGUF description: | Llama-Spark is a powerful conversational AI model developed by Arcee.ai. It's built on the foundation of Llama-3.1-8B and merges the power of our Tome Dataset with Llama-3.1-8B-Instruct, resulting in a remarkable conversationalist that punches well above its 8B parameter weight class. + license: llama3 + icon: https://avatars.githubusercontent.com/u/126496414 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - chat + - reasoning + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: llama-spark-dpo-v0.3-Q4_K_M.gguf @@ -10774,14 +15514,25 @@ - filename: llama-spark-dpo-v0.3-Q4_K_M.gguf sha256: 41367168bbdc4b16eb80efcbee4dacc941781ee8748065940167fe6947b4e4c3 uri: huggingface://arcee-ai/Llama-Spark-GGUF/llama-spark-dpo-v0.3-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-70b-glitz-v0.2-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/q2dOUnzc1GRbZp3YfzGXB.png +- name: l3.1-70b-glitz-v0.2-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Fizzarolli/L3.1-70b-glitz-v0.2 - https://huggingface.co/mradermacher/L3.1-70b-glitz-v0.2-i1-GGUF description: | this is an experimental l3.1 70b finetuning run... that crashed midway through. however, the results are still interesting, so i wanted to publish them :3 + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/q2dOUnzc1GRbZp3YfzGXB.png + tags: + - llama3.1 + - 70b + - gguf + - quantized + - llm + - chat + - roleplay + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: L3.1-70b-glitz-v0.2.i1-Q4_K_M.gguf @@ -10789,9 +15540,8 @@ - filename: L3.1-70b-glitz-v0.2.i1-Q4_K_M.gguf sha256: 585efc83e7f6893043be2487fc09c914a381fb463ce97942ef2f25ae85103bcd uri: huggingface://mradermacher/L3.1-70b-glitz-v0.2-i1-GGUF/L3.1-70b-glitz-v0.2.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "calme-2.3-legalkit-8b-i1" - icon: https://huggingface.co/MaziyarPanahi/calme-2.3-legalkit-8b/resolve/main/calme-2-legalkit.webp +- name: calme-2.3-legalkit-8b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mradermacher/calme-2.3-legalkit-8b-i1-GGUF - https://huggingface.co/MaziyarPanahi/calme-2.3-legalkit-8b @@ -10801,6 +15551,20 @@ To create this specialized dataset, I used the NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO model in conjunction with Hugging Face's Inference Endpoint. This approach allowed for the generation of high-quality, synthetic data that incorporates Chain of Thought (CoT) and advanced reasoning in its responses. The resulting model combines the robust foundation of Llama-3.1-8B with tailored legal knowledge and enhanced reasoning capabilities. This makes it particularly well-suited for tasks requiring in-depth legal analysis, interpretation, and application of French legal concepts. + license: llama3.1 + icon: https://huggingface.co/MaziyarPanahi/calme-2.3-legalkit-8b/resolve/main/calme-2-legalkit.webp + tags: + - llama3.1 + - legal + - chat + - 8b + - gguf + - quantized + - llm + - multilingual + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: calme-2.3-legalkit-8b.i1-Q4_K_M.gguf @@ -10808,9 +15572,8 @@ - filename: calme-2.3-legalkit-8b.i1-Q4_K_M.gguf sha256: b71dfea8bbd73b0fbd5793ef462b8540c24e1c52a47b1794561adb88109a9e80 uri: huggingface://mradermacher/calme-2.3-legalkit-8b-i1-GGUF/calme-2.3-legalkit-8b.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "fireball-llama-3.11-8b-v1orpo" - icon: https://huggingface.co/EpistemeAI/Fireball-Llama-3.1-8B-v1dpo/resolve/main/fireball-llama.JPG +- name: fireball-llama-3.11-8b-v1orpo + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mradermacher/Fireball-Llama-3.11-8B-v1orpo-GGUF description: | @@ -10818,6 +15581,20 @@ License: apache-2.0 Finetuned from model : unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit Finetuned methods: DPO (Direct Preference Optimization) & ORPO (Odds Ratio Preference Optimization) + license: apache-2.0 + icon: https://huggingface.co/EpistemeAI/Fireball-Llama-3.1-8B-v1dpo/resolve/main/fireball-llama.JPG + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - dpo + - orpo + last_checked: "2026-05-04" overrides: parameters: model: Fireball-Llama-3.11-8B-v1orpo.Q4_K_M.gguf @@ -10825,9 +15602,8 @@ - filename: Fireball-Llama-3.11-8B-v1orpo.Q4_K_M.gguf sha256: c61a1f4ee4f05730ac6af754dc8dfddf34eba4486ffa320864e16620d6527731 uri: huggingface://mradermacher/Fireball-Llama-3.11-8B-v1orpo-GGUF/Fireball-Llama-3.11-8B-v1orpo.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-storm-8b-q4_k_m" - icon: https://cdn-uploads.huggingface.co/production/uploads/64c75c1237333ccfef30a602/tmOlbERGKP7JSODa6T06J.jpeg +- name: llama-3.1-storm-8b-q4_k_m + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mudler/Llama-3.1-Storm-8B-Q4_K_M-GGUF - https://huggingface.co/akjindal53244/Llama-3.1-Storm-8B @@ -10836,6 +15612,20 @@ - Self-Curation: We applied two self-curation methods to select approximately 1 million high-quality examples from a pool of about 3 million open-source examples. Our curation criteria focused on educational value and difficulty level, using the same SLM for annotation instead of larger models (e.g. 70B, 405B). - Targeted fine-tuning: We performed Spectrum-based targeted fine-tuning over the Llama-3.1-8B-Instruct model. The Spectrum method accelerates training by selectively targeting layer modules based on their signal-to-noise ratio (SNR), and freezing the remaining modules. In our work, 50% of layers are frozen. - Model Merging: We merged our fine-tuned model with the Llama-Spark model using SLERP method. The merging method produces a blended model with characteristics smoothly interpolated from both parent models, ensuring the resultant model captures the essence of both its parents. Llama-3.1-Storm-8B improves Llama-3.1-8B-Instruct across 10 diverse benchmarks. These benchmarks cover areas such as instruction-following, knowledge-driven QA, reasoning, truthful answer generation, and function calling. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/64c75c1237333ccfef30a602/tmOlbERGKP7JSODa6T06J.jpeg + tags: + - llama + - llama-3.1 + - 8b + - gguf + - llm + - chat + - reasoning + - function-calling + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: llama-3.1-storm-8b-q4_k_m.gguf @@ -10843,24 +15633,33 @@ - filename: llama-3.1-storm-8b-q4_k_m.gguf sha256: d714e960211ee0fe6113d3131a6573e438f37debd07e1067d2571298624414a0 uri: huggingface://mudler/Llama-3.1-Storm-8B-Q4_K_M-GGUF/llama-3.1-storm-8b-q4_k_m.gguf -- !!merge <<: *llama31 - name: "hubble-4b-v1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/R8_o3CCpTgKv5Wnnry7E_.png +- name: hubble-4b-v1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/TheDrummer/Hubble-4B-v1-GGUF description: | Equipped with his five senses, man explores the universe around him and calls the adventure 'Science'. This is a finetune of Nvidia's Llama 3.1 4B Minitron - a shrunk down model of Llama 3.1 8B 128K. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/R8_o3CCpTgKv5Wnnry7E_.png + tags: + - llm + - gguf + - llama3.1 + - 4b + - minitron + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Hubble-4B-v1-Q4_K_M.gguf files: - filename: Hubble-4B-v1-Q4_K_M.gguf - uri: huggingface://TheDrummer/Hubble-4B-v1-GGUF/Hubble-4B-v1-Q4_K_M.gguf sha256: 0721294d0e861c6e6162a112fc7242e0c4b260c156137f4bcbb08667f1748080 -- !!merge <<: *llama31 - name: "reflection-llama-3.1-70b" + uri: huggingface://TheDrummer/Hubble-4B-v1-GGUF/Hubble-4B-v1-Q4_K_M.gguf +- name: reflection-llama-3.1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/leafspark/Reflection-Llama-3.1-70B-bf16 - https://huggingface.co/senseable/Reflection-Llama-3.1-70B-gguf @@ -10868,6 +15667,18 @@ Reflection Llama-3.1 70B is (currently) the world's top open-source LLM, trained with a new technique called Reflection-Tuning that teaches a LLM to detect mistakes in its reasoning and correct course. The model was trained on synthetic data generated by Glaive. If you're training a model, Glaive is incredible — use them. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 70b + - gguf + - llm + - reasoning + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Reflection-Llama-3.1-70B-q4_k_m.gguf @@ -10875,14 +15686,27 @@ - filename: Reflection-Llama-3.1-70B-q4_k_m.gguf sha256: 16064e07037883a750cfeae9a7be41143aa857dbac81c2e93c68e2f941dee7b2 uri: huggingface://senseable/Reflection-Llama-3.1-70B-gguf/Reflection-Llama-3.1-70B-q4_k_m.gguf -- !!merge <<: *llama31 - name: "llama-3.1-supernova-lite-reflection-v1.0-i1" - url: "github:mudler/LocalAI/gallery/llama3.1-reflective.yaml@master" +- name: llama-3.1-supernova-lite-reflection-v1.0-i1 + url: github:mudler/LocalAI/gallery/llama3.1-reflective.yaml@master urls: - https://huggingface.co/SE6446/Llama-3.1-SuperNova-Lite-Reflection-V1.0 - https://huggingface.co/mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF description: | This model is a LoRA adaptation of arcee-ai/Llama-3.1-SuperNova-Lite on thesven/Reflective-MAGLLAMA-v0.1.1. This has been a simple experiment into reflection and the model appears to perform adequately, though I am unsure if it is a large improvement. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - super-nova + - 1b + - gguf + - quantized + - chat + - instruction-tuned + - reasoning + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_K_M.gguf @@ -10890,9 +15714,8 @@ - filename: Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_K_M.gguf sha256: 0c4531fe553d00142808e1bc7348ae92d400794c5b64d2db1a974718324dfe9a uri: huggingface://mradermacher/Llama-3.1-SuperNova-Lite-Reflection-V1.0-i1-GGUF/Llama-3.1-SuperNova-Lite-Reflection-V1.0.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-supernova-lite" - icon: https://avatars.githubusercontent.com/u/126496414 +- name: llama-3.1-supernova-lite + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/arcee-ai/Llama-3.1-SuperNova-Lite - https://huggingface.co/arcee-ai/Llama-3.1-SuperNova-Lite-GGUF @@ -10902,6 +15725,20 @@ The model was trained using a state-of-the-art distillation pipeline and an instruction dataset generated with EvolKit, ensuring accuracy and efficiency across a wide range of tasks. For more information on its training, visit blog.arcee.ai. Llama-3.1-SuperNova-Lite excels in both benchmark performance and real-world applications, providing the power of large-scale models in a more compact, efficient form ideal for organizations seeking high performance with reduced resource requirements. + license: llama3 + icon: https://avatars.githubusercontent.com/u/126496414 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - distilled + - instruction-tuned + - chat + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: supernova-lite-v1.Q4_K_M.gguf @@ -10909,9 +15746,8 @@ - filename: supernova-lite-v1.Q4_K_M.gguf sha256: 237b7b0b704d294f92f36c576cc8fdc10592f95168a5ad0f075a2d8edf20da4d uri: huggingface://arcee-ai/Llama-3.1-SuperNova-Lite-GGUF/supernova-lite-v1.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-8b-shiningvaliant2" - icon: https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/EXX7TKbB-R6arxww2mk0R.jpeg +- name: llama3.1-8b-shiningvaliant2 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ValiantLabs/Llama3.1-8B-ShiningValiant2 - https://huggingface.co/bartowski/Llama3.1-8B-ShiningValiant2-GGUF @@ -10920,22 +15756,51 @@ Finetuned on meta-llama/Meta-Llama-3.1-8B-Instruct for best available general performance Trained on a variety of high quality data; focused on science, engineering, technical knowledge, and structured reasoning - overrides: - parameters: - model: Llama3.1-8B-ShiningValiant2-Q4_K_M.gguf - files: - - filename: Llama3.1-8B-ShiningValiant2-Q4_K_M.gguf - sha256: 9369eb97922a9f01e4eae610e3d7aaeca30762d78d9239884179451d60bdbdd2 + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/63444f2687964b331809eb55/EXX7TKbB-R6arxww2mk0R.jpeg + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - science + - reasoning + - instruction-tuned + - shining-valiant-2 + last_checked: "2026-05-04" + overrides: + parameters: + model: Llama3.1-8B-ShiningValiant2-Q4_K_M.gguf + files: + - filename: Llama3.1-8B-ShiningValiant2-Q4_K_M.gguf + sha256: 9369eb97922a9f01e4eae610e3d7aaeca30762d78d9239884179451d60bdbdd2 uri: huggingface://bartowski/Llama3.1-8B-ShiningValiant2-GGUF/Llama3.1-8B-ShiningValiant2-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "nightygurps-14b-v1.1" - icon: https://cdn-uploads.huggingface.co/production/uploads/6336c5b3e3ac69e6a90581da/FvfjK7bKqsWdaBkB3eWgP.png +- name: nightygurps-14b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/AlexBefest/NightyGurps-14b-v1.1 - https://huggingface.co/bartowski/NightyGurps-14b-v1.1-GGUF description: | This model works with Russian only. This model is designed to run GURPS roleplaying games, as well as consult and assist. This model was trained on an augmented dataset of the GURPS Basic Set rulebook. Its primary purpose was initially to become an assistant consultant and assistant Game Master for the GURPS roleplaying system, but it can also be used as a GM for running solo games as a player. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6336c5b3e3ac69e6a90581da/FvfjK7bKqsWdaBkB3eWgP.png + tags: + - qwen + - qwen2.5 + - 14b + - gguf + - quantized + - chat + - russian + - roleplay + - gurps + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: NightyGurps-14b-v1.1-Q4_K_M.gguf @@ -10943,14 +15808,27 @@ - filename: NightyGurps-14b-v1.1-Q4_K_M.gguf sha256: d09d53259ad2c0298150fa8c2db98fe42f11731af89fdc80ad0e255a19adc4b0 uri: huggingface://bartowski/NightyGurps-14b-v1.1-GGUF/NightyGurps-14b-v1.1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-swallow-70b-v0.1-i1" - icon: https://huggingface.co/tokyotech-llm/Llama-3.1-Swallow-70B-v0.1/resolve/main/logo.png +- name: llama-3.1-swallow-70b-v0.1-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/tokyotech-llm/Llama-3.1-Swallow-70B-v0.1 - https://huggingface.co/mradermacher/Llama-3.1-Swallow-70B-v0.1-i1-GGUF description: | Llama 3.1 Swallow is a series of large language models (8B, 70B) that were built by continual pre-training on the Meta Llama 3.1 models. Llama 3.1 Swallow enhanced the Japanese language capabilities of the original Llama 3.1 while retaining the English language capabilities. We use approximately 200 billion tokens that were sampled from a large Japanese web corpus (Swallow Corpus Version 2), Japanese and English Wikipedia articles, and mathematical and coding contents, etc (see the Training Datasets section) for continual pre-training. The instruction-tuned models (Instruct) were built by supervised fine-tuning (SFT) on the synthetic data specially built for Japanese. See the Swallow Model Index section to find other model variants. + license: llama3.1 + icon: https://huggingface.co/tokyotech-llm/Llama-3.1-Swallow-70B-v0.1/resolve/main/logo.png + tags: + - llama + - llama3.1 + - swallow + - 70b + - gguf + - quantized + - multilingual + - japanese + - llm + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Swallow-70B-v0.1.i1-Q4_K_M.gguf @@ -10958,13 +15836,26 @@ - filename: Llama-3.1-Swallow-70B-v0.1.i1-Q4_K_M.gguf sha256: 9eaa08a4872a26f56fe34b27a99f7bd0d22ee2b2d1c84cfcde2091b5f61af5fa uri: huggingface://mradermacher/Llama-3.1-Swallow-70B-v0.1-i1-GGUF/Llama-3.1-Swallow-70B-v0.1.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1_openscholar-8b" +- name: llama-3.1_openscholar-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/OpenScholar/Llama-3.1_OpenScholar-8B - https://huggingface.co/bartowski/Llama-3.1_OpenScholar-8B-GGUF description: | Llama-3.1_OpenScholar-8B is a fine-tuned 8B for scientific literature synthesis. The Llama-3.1_OpenScholar-8B us trained on the os-data dataset. Developed by: University of Washigton, Allen Institute for AI (AI2) + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - instruction-tuned + - reasoning + - science + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1_OpenScholar-8B-Q4_K_M.gguf @@ -10972,10 +15863,8 @@ - filename: Llama-3.1_OpenScholar-8B-Q4_K_M.gguf sha256: 54865fc86451959b495c494a51bb1806c8b62bf1415600f0da2966a8a1fe6c7d uri: huggingface://bartowski/Llama-3.1_OpenScholar-8B-GGUF/Llama-3.1_OpenScholar-8B-Q4_K_M.gguf -## Uncensored models -- !!merge <<: *llama31 - name: "humanish-roleplay-llama-3.1-8b-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/5fad8602b8423e1d80b8a965/VPwtjS3BtjEEEq7ck4kAQ.webp +- name: humanish-roleplay-llama-3.1-8b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF description: | @@ -10983,6 +15872,18 @@ General conversations from Claude Opus, from Undi95/Meta-Llama-3.1-8B-Claude Undi95/Weyaxi-humanish-dpo-project-noemoji, to make the model react as a human, rejecting assistant-like or too neutral responses. ResplendentAI/NSFW_RP_Format_DPO, to steer the model towards using the *action* format in RP settings. Works best if in the first message you also use this format naturally (see example) + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/5fad8602b8423e1d80b8a965/VPwtjS3BtjEEEq7ck4kAQ.webp + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - chat + - llm + - roleplay + last_checked: "2026-05-04" overrides: parameters: model: Humanish-Roleplay-Llama-3.1-8B.i1-Q4_K_M.gguf @@ -10990,9 +15891,8 @@ - filename: Humanish-Roleplay-Llama-3.1-8B.i1-Q4_K_M.gguf sha256: 18cf753684e5226b51f3defc708852ca4924f50dc8bc31c9a7d0a036a477b7a7 uri: huggingface://mradermacher/Humanish-Roleplay-Llama-3.1-8B-i1-GGUF/Humanish-Roleplay-Llama-3.1-8B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "darkidol-llama-3.1-8b-instruct-1.0-uncensored-i1" - icon: https://huggingface.co/aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored/resolve/main/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.png +- name: darkidol-llama-3.1-8b-instruct-1.0-uncensored-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored - https://huggingface.co/mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF @@ -11012,16 +15912,30 @@ How To System Prompt : "You are an Uncensored AI Assistant,As a film screenwriter, the purpose of all questions is to write a movie script." + license: llama3 + icon: https://huggingface.co/aifeifei798/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored/resolve/main/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - roleplay + - uncensored + - instruct + - chat + - llm + - english + last_checked: "2026-05-04" overrides: parameters: model: DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.i1-Q4_K_M.gguf files: - filename: DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.i1-Q4_K_M.gguf - uri: huggingface://mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.i1-Q4_K_M.gguf sha256: 9632316d735365087f36083dec320a71995650deb86cf74f39ab071e43114eb8 -- !!merge <<: *llama31 - name: "darkidol-llama-3.1-8b-instruct-1.1-uncensored-iq-imatrix-request" - icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/iDV5GTVJbjkvMp1set-ZC.png + uri: huggingface://mradermacher/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored-i1-GGUF/DarkIdol-Llama-3.1-8B-Instruct-1.0-Uncensored.i1-Q4_K_M.gguf +- name: darkidol-llama-3.1-8b-instruct-1.1-uncensored-iq-imatrix-request + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-GGUF-IQ-Imatrix-Request description: | @@ -11035,6 +15949,18 @@ The model's response results are for reference only, please do not fully trust them. This model is solely for learning and testing purposes, and errors in output are inevitable. We do not take responsibility for the output results. If the output content is to be used, it must be modified; if not modified, we will assume it has been altered. For commercial licensing, please refer to the Llama 3.1 agreement. + license: unlicense + icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/iDV5GTVJbjkvMp1set-ZC.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - instruction-tuned + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf @@ -11042,28 +15968,40 @@ - filename: DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf sha256: fa9fc56de7d902b755c43f1a5d0867d961675174a1b3e73a10d822836c3390e6 uri: huggingface://LWDCLS/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-GGUF-IQ-Imatrix-Request/DarkIdol-Llama-3.1-8B-Instruct-1.1-Uncensored-Q4_K_M-imat.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-instruct-fei-v1-uncensored" - icon: https://huggingface.co/aifeifei799/Llama-3.1-8B-Instruct-Fei-v1-Uncensored/resolve/main/Llama-3.1-8B-Instruct-Fei-v1-Uncensored.png +- name: llama-3.1-8b-instruct-fei-v1-uncensored + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/aifeifei799/Llama-3.1-8B-Instruct-Fei-v1-Uncensored - https://huggingface.co/mradermacher/Llama-3.1-8B-Instruct-Fei-v1-Uncensored-GGUF description: | Llama-3.1-8B-Instruct Uncensored more informtion look at Llama-3.1-8B-Instruct + license: llama3.1 + icon: https://huggingface.co/aifeifei799/Llama-3.1-8B-Instruct-Fei-v1-Uncensored/resolve/main/Llama-3.1-8B-Instruct-Fei-v1-Uncensored.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - uncensored + - instruct + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-Instruct-Fei-v1-Uncensored.Q4_K_M.gguf files: - filename: Llama-3.1-8B-Instruct-Fei-v1-Uncensored.Q4_K_M.gguf - uri: huggingface://mradermacher/Llama-3.1-8B-Instruct-Fei-v1-Uncensored-GGUF/Llama-3.1-8B-Instruct-Fei-v1-Uncensored.Q4_K_M.gguf sha256: 6b1985616160712eb884c34132dc0602fa4600a19075e3a7b179119b89b73f77 -- !!merge <<: *llama31 - name: "lumimaid-v0.2-8b" + uri: huggingface://mradermacher/Llama-3.1-8B-Instruct-Fei-v1-Uncensored-GGUF/Llama-3.1-8B-Instruct-Fei-v1-Uncensored.Q4_K_M.gguf +- name: lumimaid-v0.2-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/NeverSleep/Lumimaid-v0.2-8B - https://huggingface.co/mradermacher/Lumimaid-v0.2-8B-GGUF - icon: https://cdn-uploads.huggingface.co/production/uploads/63ab1241ad514ca8d1430003/TUcHg7LKNjfo0sni88Ps7.png description: | This model is based on: Meta-Llama-3.1-8B-Instruct @@ -11074,6 +16012,19 @@ As some people have told us our models are sloppy, Ikari decided to say fuck it and literally nuke all chats out with most slop. Our dataset stayed the same since day one, we added data over time, cleaned them, and repeat. After not releasing model for a while because we were never satisfied, we think it's time to come back! + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/63ab1241ad514ca8d1430003/TUcHg7LKNjfo0sni88Ps7.png + tags: + - llm + - llama3.1 + - lumimaid + - 8b + - gguf + - quantized + - nsfw + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: Lumimaid-v0.2-8B.Q4_K_M.gguf @@ -11081,9 +16032,8 @@ - filename: Lumimaid-v0.2-8B.Q4_K_M.gguf sha256: c8024fcb49c71410903d0d076a1048249fa48b31637bac5177bf5c3f3d603d85 uri: huggingface://mradermacher/Lumimaid-v0.2-8B-GGUF/Lumimaid-v0.2-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "lumimaid-v0.2-70b-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/63ab1241ad514ca8d1430003/HY1KTq6FMAm-CwmY8-ndO.png +- name: lumimaid-v0.2-70b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/NeverSleep/Lumimaid-v0.2-70B - https://huggingface.co/mradermacher/Lumimaid-v0.2-70B-i1-GGUF @@ -11097,6 +16047,20 @@ As some people have told us our models are sloppy, Ikari decided to say fuck it and literally nuke all chats out with most slop. Our dataset stayed the same since day one, we added data over time, cleaned them, and repeat. After not releasing model for a while because we were never satisfied, we think it's time to come back! + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/63ab1241ad514ca8d1430003/HY1KTq6FMAm-CwmY8-ndO.png + tags: + - llama3.1 + - lumimaid + - 70b + - gguf + - quantized + - chat + - nsfw + - instruction-tuned + - llm + - roleplay + last_checked: "2026-05-04" overrides: parameters: model: Lumimaid-v0.2-70B.i1-Q4_K_M.gguf @@ -11104,15 +16068,26 @@ - filename: Lumimaid-v0.2-70B.i1-Q4_K_M.gguf sha256: 4857da8685cb0f3d2b8b8c91fb0c07b35b863eb7c185e93ed83ac338e095cbb5 uri: huggingface://mradermacher/Lumimaid-v0.2-70B-i1-GGUF/Lumimaid-v0.2-70B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-8b-celeste-v1.5" - icon: https://cdn-uploads.huggingface.co/production/uploads/630cf5d14ca0a22768bbe10c/QcU3xEgVu18jeFtMFxIw-.webp +- name: l3.1-8b-celeste-v1.5 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nothingiisreal/L3.1-8B-Celeste-V1.5 - https://huggingface.co/bartowski/L3.1-8B-Celeste-V1.5-GGUF description: | The LLM model is a large language model trained on a combination of datasets including nothingiisreal/c2-logs-cleaned, kalomaze/Opus_Instruct_25k, and nothingiisreal/Reddit-Dirty-And-WritingPrompts. The training was performed on a combination of English-language data using the Hugging Face Transformers library. Trained on LLaMA 3.1 8B Instruct at 8K context using a new mix of Reddit Writing Prompts, Kalo's Opus 25K Instruct and c2 logs cleaned This version has the highest coherency and is very strong on OOC: instruct following. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/630cf5d14ca0a22768bbe10c/QcU3xEgVu18jeFtMFxIw-.webp + tags: + - llama + - llama3.1 + - 8b + - llm + - gguf + - quantized + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: L3.1-8B-Celeste-V1.5-Q4_K_M.gguf @@ -11120,13 +16095,27 @@ - filename: L3.1-8B-Celeste-V1.5-Q4_K_M.gguf sha256: a408dfbbd91ed5561f70d3129af040dfd06704d6c7fa21146aa9f09714aafbc6 uri: huggingface://bartowski/L3.1-8B-Celeste-V1.5-GGUF/L3.1-8B-Celeste-V1.5-Q4_K_M.gguf -- !!merge <<: *llama31 - icon: https://cdn-uploads.huggingface.co/production/uploads/659c4ecb413a1376bee2f661/szz8sIxofYzSe5XPet2pO.png - name: "kumiho-v1-rp-uwu-8b" +- name: kumiho-v1-rp-uwu-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/juvi21/Kumiho-v1-rp-UwU-8B-GGUF description: | Meet Kumiho-V1 uwu. Kumiho-V1-rp-UwU aims to be a generalist model with specialization in roleplay and writing capabilities. It is finetuned and merged with various models, with a heavy base of Meta's LLaMA 3.1-8B as base model, and Claude 3.5 Sonnet and Claude 3 Opus generated synthetic data. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/659c4ecb413a1376bee2f661/szz8sIxofYzSe5XPet2pO.png + tags: + - llama + - llama3.1 + - kumiho + - 8b + - gguf + - quantized + - llm + - chat + - roleplay + - writing + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Kumiho-v1-rp-UwU-8B-gguf-q4_k_m.gguf @@ -11134,13 +16123,24 @@ - filename: Kumiho-v1-rp-UwU-8B-gguf-q4_k_m.gguf sha256: a1deb46675418277cf785a406cd1508fec556ff6e4d45d2231eb2a82986d52d0 uri: huggingface://juvi21/Kumiho-v1-rp-UwU-8B-GGUF/Kumiho-v1-rp-UwU-8B-gguf-q4_k_m.gguf -- !!merge <<: *llama31 - name: "infinity-instruct-7m-gen-llama3_1-70b" - icon: https://huggingface.co/BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B/resolve/main/fig/Bk3NbjnJko51MTx1ZCScT2sqnGg.png +- name: infinity-instruct-7m-gen-llama3_1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF description: | Infinity-Instruct-7M-Gen-Llama3.1-70B is an opensource supervised instruction tuning model without reinforcement learning from human feedback (RLHF). This model is just finetuned on Infinity-Instruct-7M and Infinity-Instruct-Gen and showing favorable results on AlpacaEval 2.0 and arena-hard compared to GPT4. + license: llama3.1 + icon: https://huggingface.co/BAAI/Infinity-Instruct-7M-Gen-Llama3_1-70B/resolve/main/fig/Bk3NbjnJko51MTx1ZCScT2sqnGg.png + tags: + - llama3.1 + - llm + - gguf + - quantized + - 70b + - instruction-tuned + - chat + - conversational + last_checked: "2026-05-04" overrides: parameters: model: Infinity-Instruct-7M-Gen-Llama3_1-70B.Q4_K_M.gguf @@ -11148,9 +16148,8 @@ - filename: Infinity-Instruct-7M-Gen-Llama3_1-70B.Q4_K_M.gguf sha256: f4379ab4d7140da0510886073375ca820ea9ac4ad9d3c20e17ed05156bd29697 uri: huggingface://mradermacher/Infinity-Instruct-7M-Gen-Llama3_1-70B-GGUF/Infinity-Instruct-7M-Gen-Llama3_1-70B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "cathallama-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/649dc85249ae3a68334adcc6/KxaiZ7rDKkYlix99O9j5H.png +- name: cathallama-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/gbueno86/Cathallama-70B - https://huggingface.co/mradermacher/Cathallama-70B-GGUF @@ -11168,6 +16167,19 @@ meta-llama/Meta-Llama-3.1-70B-Instruct turboderp/Cat-Llama-3-70B-instruct Nexusflow/Athene-70B + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/649dc85249ae3a68334adcc6/KxaiZ7rDKkYlix99O9j5H.png + tags: + - llm + - gguf + - llama3.1 + - 70b + - merge + - cathallama + - instruction-tuned + - quantized + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Cathallama-70B.Q4_K_M.gguf @@ -11175,15 +16187,27 @@ - filename: Cathallama-70B.Q4_K_M.gguf sha256: 7bbac0849a8da82e7912a493a15fa07d605f1ffbe7337a322f17e09195511022 uri: huggingface://mradermacher/Cathallama-70B-GGUF/Cathallama-70B.Q4_K_M.gguf -- !!merge <<: *llama31 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "mahou-1.3-llama3.1-8b" - icon: https://huggingface.co/flammenai/Mahou-1.0-mistral-7B/resolve/main/mahou1.png +- name: mahou-1.3-llama3.1-8b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/mradermacher/Mahou-1.3-llama3.1-8B-GGUF - https://huggingface.co/flammenai/Mahou-1.3-llama3.1-8B description: | Mahou is designed to provide short messages in a conversational context. It is capable of casual conversation and character roleplay. + license: llama3 + icon: https://huggingface.co/flammenai/Mahou-1.0-mistral-7B/resolve/main/mahou1.png + tags: + - llama + - llama3.1 + - 8b + - llm + - gguf + - quantized + - chat + - roleplay + - instruction-tuned + - english + last_checked: "2026-05-04" overrides: parameters: model: Mahou-1.3-llama3.1-8B.Q4_K_M.gguf @@ -11191,16 +16215,26 @@ - filename: Mahou-1.3-llama3.1-8B.Q4_K_M.gguf sha256: 88bfdca2f6077d789d3e0f161d19711aa208a6d9a02cce96a2276c69413b3594 uri: huggingface://mradermacher/Mahou-1.3-llama3.1-8B-GGUF/Mahou-1.3-llama3.1-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "azure_dusk-v0.2-iq-imatrix" - # chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/n3-g_YTk3FY-DBzxXd28E.png +- name: azure_dusk-v0.2-iq-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Lewdiculous/Azure_Dusk-v0.2-GGUF-IQ-Imatrix description: | "Following up on Crimson_Dawn-v0.2 we have Azure_Dusk-v0.2! Training on Mistral-Nemo-Base-2407 this time I've added significantly more data, as well as trained using RSLoRA as opposed to regular LoRA. Another key change is training on ChatML as opposed to Mistral Formatting." by Author. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/n3-g_YTk3FY-DBzxXd28E.png + tags: + - mistral + - nemo + - llm + - gguf + - quantized + - chat + - roleplay + - 24b + - imatrix + last_checked: "2026-05-04" overrides: parameters: model: Azure_Dusk-v0.2-Q4_K_M-imat.gguf @@ -11208,9 +16242,8 @@ - filename: Azure_Dusk-v0.2-Q4_K_M-imat.gguf sha256: c03a670c00976d14c267a0322374ed488b2a5f4790eb509136ca4e75cbc10cf4 uri: huggingface://Lewdiculous/Azure_Dusk-v0.2-GGUF-IQ-Imatrix/Azure_Dusk-v0.2-Q4_K_M-imat.gguf -- !!merge <<: *llama31 - name: "l3.1-8b-niitama-v1.1-iq-imatrix" - icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/2Q5ky8TvP0vLS1ulMXnrn.png +- name: l3.1-8b-niitama-v1.1-iq-imatrix + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Sao10K/L3.1-8B-Niitama-v1.1 - https://huggingface.co/Lewdiculous/L3.1-8B-Niitama-v1.1-GGUF-IQ-Imatrix @@ -11224,6 +16257,19 @@ Tamamo and Niitama are made from the same data. Literally. The only thing that's changed is how theyre shuffled and formatted. Yet, I get wildly different results. Interesting, eh? Feels kinda not as good compared to the l3 version, but it's aight. + license: unlicense + icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/2Q5ky8TvP0vLS1ulMXnrn.png + tags: + - llm + - gguf + - quantized + - llama3.1 + - 8b + - chat + - instruction-tuned + - experimental + - conversational + last_checked: "2026-05-04" overrides: parameters: model: L3.1-8B-Niitama-v1.1-Q4_K_M-imat.gguf @@ -11231,9 +16277,8 @@ - filename: L3.1-8B-Niitama-v1.1-Q4_K_M-imat.gguf sha256: 524163bd0f1d43c9284b09118abcc192f3250b13dd3bb79d60c28321108b6748 uri: huggingface://Lewdiculous/L3.1-8B-Niitama-v1.1-GGUF-IQ-Imatrix/L3.1-8B-Niitama-v1.1-Q4_K_M-imat.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-stheno-v3.4-iq-imatrix" - icon: https://huggingface.co/Sao10K/Llama-3.1-8B-Stheno-v3.4/resolve/main/meneno.jpg +- name: llama-3.1-8b-stheno-v3.4-iq-imatrix + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Sao10K/Llama-3.1-8B-Stheno-v3.4 - https://huggingface.co/Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix @@ -11267,6 +16312,20 @@ - Tuning on L3.1 base did not give good results, unlike when I tested with Nemo base. unfortunate. - Still though, I think I did an okay job. It does feel a bit more distinctive. - It took a lot of tinkering, like a LOT to wrangle this. + license: cc-by-nc-4.0 + icon: https://huggingface.co/Sao10K/Llama-3.1-8B-Stheno-v3.4/resolve/main/meneno.jpg + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - imatrix + - instruction-tuned + - roleplay + - creative-writing + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-Stheno-v3.4-Q4_K_M-imat.gguf @@ -11274,13 +16333,27 @@ - filename: Llama-3.1-8B-Stheno-v3.4-Q4_K_M-imat.gguf sha256: 830d4858aa11a654f82f69fa40dee819edf9ecf54213057648304eb84b8dd5eb uri: huggingface://Lewdiculous/Llama-3.1-8B-Stheno-v3.4-GGUF-IQ-Imatrix/Llama-3.1-8B-Stheno-v3.4-Q4_K_M-imat.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-arliai-rpmax-v1.1" +- name: llama-3.1-8b-arliai-rpmax-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.1 - https://huggingface.co/bartowski/Llama-3.1-8B-ArliAI-RPMax-v1.1-GGUF description: | RPMax is a series of models that are trained on a diverse set of curated creative writing and RP datasets with a focus on variety and deduplication. This model is designed to be highly creative and non-repetitive by making sure no two entries in the dataset have repeated characters or situations, which makes sure the model does not latch on to a certain personality and be capable of understanding and acting appropriately to any characters or situations. + license: llama3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - roleplay + - instruction-tuned + - llm + - creative + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-ArliAI-RPMax-v1.1-Q4_K_M.gguf @@ -11288,15 +16361,26 @@ - filename: Llama-3.1-8B-ArliAI-RPMax-v1.1-Q4_K_M.gguf sha256: 0a601c7341228d9160332965298d799369a1dc2b7080771fb8051bdeb556b30c uri: huggingface://bartowski/Llama-3.1-8B-ArliAI-RPMax-v1.1-GGUF/Llama-3.1-8B-ArliAI-RPMax-v1.1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "violet_twilight-v0.2-iq-imatrix" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/64adfd277b5ff762771e4571/P962FQhRG4I8nbU_DJolY.png +- name: violet_twilight-v0.2-iq-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Epiculous/Violet_Twilight-v0.2 - https://huggingface.co/Lewdiculous/Violet_Twilight-v0.2-GGUF-IQ-Imatrix description: | Now for something a bit different, Violet_Twilight-v0.2! This model is a SLERP merge of Azure_Dusk-v0.2 and Crimson_Dawn-v0.2! + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64adfd277b5ff762771e4571/P962FQhRG4I8nbU_DJolY.png + tags: + - mistral + - merge + - chat + - roleplay + - gguf + - multilingual + - llm + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Violet_Twilight-v0.2-Q4_K_M-imat.gguf @@ -11304,9 +16388,8 @@ - filename: Violet_Twilight-v0.2-Q4_K_M-imat.gguf sha256: 0793d196a00cd6fd4e67b8c585b27a94d397e33d427e4ad4aa9a16b7abc339cd uri: huggingface://Lewdiculous/Violet_Twilight-v0.2-GGUF-IQ-Imatrix/Violet_Twilight-v0.2-Q4_K_M-imat.gguf -- !!merge <<: *llama31 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "dans-personalityengine-v1.0.0-8b" +- name: dans-personalityengine-v1.0.0-8b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PocketDoc/Dans-PersonalityEngine-v1.0.0-8b - https://huggingface.co/bartowski/Dans-PersonalityEngine-v1.0.0-8b-GGUF @@ -11314,6 +16397,20 @@ This model is intended to be multifarious in its capabilities and should be quite capable at both co-writing and roleplay as well as find itself quite at home performing sentiment analysis or summarization as part of a pipeline. It has been trained on a wide array of one shot instructions, multi turn instructions, role playing scenarios, text adventure games, co-writing, and much more. The full dataset is publicly available and can be found in the datasets section of the model page. There has not been any form of harmfulness alignment done on this model, please take the appropriate precautions when using it in a production environment. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - chat + - instruction-tuned + - roleplay + - code + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Dans-PersonalityEngine-v1.0.0-8b-Q4_K_M.gguf @@ -11321,13 +16418,25 @@ - filename: Dans-PersonalityEngine-v1.0.0-8b-Q4_K_M.gguf sha256: 193b66434c9962e278bb171a21e652f0d3f299f04e86c95f9f75ec5aa8ff006e uri: huggingface://bartowski/Dans-PersonalityEngine-v1.0.0-8b-GGUF/Dans-PersonalityEngine-v1.0.0-8b-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "nihappy-l3.1-8b-v0.09" +- name: nihappy-l3.1-8b-v0.09 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Arkana08/NIHAPPY-L3.1-8B-v0.09 - https://huggingface.co/QuantFactory/NIHAPPY-L3.1-8B-v0.09-GGUF description: | The model is a quantized version of Arkana08/NIHAPPY-L3.1-8B-v0.09 created using llama.cpp. It is a role-playing model that integrates the finest qualities of various pre-trained language models, focusing on dynamic storytelling. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - merge + - roleplay + - llm + last_checked: "2026-05-04" overrides: parameters: model: NIHAPPY-L3.1-8B-v0.09.Q4_K_M.gguf @@ -11335,14 +16444,26 @@ - filename: NIHAPPY-L3.1-8B-v0.09.Q4_K_M.gguf sha256: 9bd46a06093448b143bd2775f0fb1b1b172c851fafdce31289e13b7dfc23a0d7 uri: huggingface://QuantFactory/NIHAPPY-L3.1-8B-v0.09-GGUF/NIHAPPY-L3.1-8B-v0.09.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-flammades-70b" - icon: https://huggingface.co/flammenai/Flammades-Mistral-7B/resolve/main/flammades.png?download=true +- name: llama3.1-flammades-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/flammenai/Llama3.1-Flammades-70B - https://huggingface.co/mradermacher/Llama3.1-Flammades-70B-GGUF description: | nbeerbower/Llama3.1-Gutenberg-Doppel-70B finetuned on flammenai/Date-DPO-NoAsterisks and jondurbin/truthy-dpo-v0.1. + license: llama3.1 + icon: https://huggingface.co/flammenai/Flammades-Mistral-7B/resolve/main/flammades.png?download=true + tags: + - llama3.1 + - 70b + - gguf + - quantized + - llm + - chat + - reasoning + - instruction-tuned + - english + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-Flammades-70B.Q4_K_M.gguf @@ -11350,16 +16471,26 @@ - filename: Llama3.1-Flammades-70B.Q4_K_M.gguf sha256: f602ed006d0059ac87c6ce5904a7cc6f4b4f290886a1049f96b5b2c561ab5a89 uri: huggingface://mradermacher/Llama3.1-Flammades-70B-GGUF/Llama3.1-Flammades-70B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-gutenberg-doppel-70b" - # chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/nbeerbower/Mistral-Small-Gutenberg-Doppel-22B/resolve/main/doppel-header?download=true +- name: llama3.1-gutenberg-doppel-70b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/nbeerbower/Llama3.1-Gutenberg-Doppel-70B - https://huggingface.co/mradermacher/Llama3.1-Gutenberg-Doppel-70B-GGUF description: | mlabonne/Hermes-3-Llama-3.1-70B-lorablated finetuned on jondurbin/gutenberg-dpo-v0.1 and nbeerbower/gutenberg2-dpo. + license: llama3.1 + icon: https://huggingface.co/nbeerbower/Mistral-Small-Gutenberg-Doppel-22B/resolve/main/doppel-header?download=true + tags: + - llama + - llama3.1 + - 70b + - gguf + - llm + - chat + - reasoning + - instruction-tuned + - dpo + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-Gutenberg-Doppel-70B.Q4_K_M.gguf @@ -11367,10 +16498,8 @@ - filename: Llama3.1-Gutenberg-Doppel-70B.Q4_K_M.gguf sha256: af558f954fa26c5bb75352178cb815bbf268f01c0ca0b96f2149422d4c19511b uri: huggingface://mradermacher/Llama3.1-Gutenberg-Doppel-70B-GGUF/Llama3.1-Gutenberg-Doppel-70B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-arliai-formax-v1.0-iq-arm-imatrix" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://iili.io/2HmlLn2.md.png +- name: llama-3.1-8b-arliai-formax-v1.0-iq-arm-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Lewdiculous/Llama-3.1-8B-ArliAI-Formax-v1.0-GGUF-IQ-ARM-Imatrix description: | @@ -11379,6 +16508,20 @@ "Formax is a model that specializes in following response format instructions. Tell it the format of it's response and it will follow it perfectly. Great for data processing and dataset creation tasks." "It is also a highly uncensored model that will follow your instructions very well." + license: unlicense + icon: https://iili.io/2HmlLn2.md.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - quantized + - chat + - instruction-tuned + - uncensored + - formax + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-ArliAI-Formax-v1.0-Q4_K_M-imat.gguf @@ -11386,9 +16529,8 @@ - filename: Llama-3.1-8B-ArliAI-Formax-v1.0-Q4_K_M-imat.gguf sha256: b548ad47caf7008a697afb3556190359529f5a05ec0e4e48ef992c7869e14255 uri: huggingface://Lewdiculous/Llama-3.1-8B-ArliAI-Formax-v1.0-GGUF-IQ-ARM-Imatrix/Llama-3.1-8B-ArliAI-Formax-v1.0-Q4_K_M-imat.gguf -- !!merge <<: *llama31 - name: "hermes-3-llama-3.1-70b-lorablated" - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/4Hbw5n68jKUSBQeTqQIeT.png +- name: hermes-3-llama-3.1-70b-lorablated + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mlabonne/Hermes-3-Llama-3.1-70B-lorablated - https://huggingface.co/mradermacher/Hermes-3-Llama-3.1-70B-lorablated-GGUF @@ -11397,16 +16539,30 @@ The recipe is based on @grimjim's grimjim/Llama-3.1-8B-Instruct-abliterated_via_adapter (special thanks): Extraction: We extract a LoRA adapter by comparing two models: a censored Llama 3 (meta-llama/Meta-Llama-3-70B-Instruct) and an abliterated Llama 3.1 (failspy/Meta-Llama-3.1-70B-Instruct-abliterated). Merge: We merge this new LoRA adapter using task arithmetic to the censored NousResearch/Hermes-3-Llama-3.1-70B to abliterate it. - overrides: + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/4Hbw5n68jKUSBQeTqQIeT.png + tags: + - llama + - llama3.1 + - hermes + - 70b + - chat + - instruction-tuned + - mergekit + - quantized + - gguf + - reasoning + - uncensored + last_checked: "2026-05-04" + overrides: parameters: model: Hermes-3-Llama-3.1-70B-lorablated.Q4_K_M.gguf files: - filename: Hermes-3-Llama-3.1-70B-lorablated.Q4_K_M.gguf sha256: 9294875ae3b8822855072b0f710ce800536d144cf303a91bcb087c4a307b578d uri: huggingface://mradermacher/Hermes-3-Llama-3.1-70B-lorablated-GGUF/Hermes-3-Llama-3.1-70B-lorablated.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "hermes-3-llama-3.1-8b-lorablated" - icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/4Hbw5n68jKUSBQeTqQIeT.png +- name: hermes-3-llama-3.1-8b-lorablated + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mlabonne/Hermes-3-Llama-3.1-8B-lorablated-GGUF description: | @@ -11414,6 +16570,21 @@ The recipe is simple: Extraction: We extract a LoRA adapter by comparing two models: a censored Llama 3.1 (meta-llama/Meta-Llama-3-8B-Instruct) and an abliterated Llama 3.1 (mlabonne/Meta-Llama-3.1-8B-Instruct-abliterated). Merge: We merge this new LoRA adapter using task arithmetic to the censored NousResearch/Hermes-3-Llama-3.1-8B to abliterate it. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/4Hbw5n68jKUSBQeTqQIeT.png + tags: + - llama + - llama3.1 + - hermes + - chat + - gguf + - 8b + - llm + - instruction-tuned + - uncensored + - lorablated + - quantized + last_checked: "2026-05-04" overrides: parameters: model: hermes-3-llama-3.1-8b-lorablated.Q4_K_M.gguf @@ -11421,15 +16592,28 @@ - filename: hermes-3-llama-3.1-8b-lorablated.Q4_K_M.gguf sha256: 8cff9d399a0583616fe1f290da6daa091ab5c5493d0e173a8fffb45202d79417 uri: huggingface://mlabonne/Hermes-3-Llama-3.1-8B-lorablated-GGUF/hermes-3-llama-3.1-8b-lorablated.Q4_K_M.gguf -- !!merge <<: *llama32 - name: "hermes-3-llama-3.2-3b" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/-kj_KflXsdpcZoTQsvx7W.jpeg +- name: hermes-3-llama-3.2-3b + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/NousResearch/Hermes-3-Llama-3.2-3B - https://huggingface.co/bartowski/Hermes-3-Llama-3.2-3B-GGUF description: | Hermes 3 3B is a small but mighty new addition to the Hermes series of LLMs by Nous Research, and is Nous's first fine-tune in this parameter class. Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/-kj_KflXsdpcZoTQsvx7W.jpeg + tags: + - llama + - llama-3.2 + - hermes + - 3b + - gguf + - quantized + - chat + - reasoning + - instruction-tuned + - agentic + last_checked: "2026-05-04" overrides: parameters: model: Hermes-3-Llama-3.2-3B-Q4_K_M.gguf @@ -11437,8 +16621,8 @@ - filename: Hermes-3-Llama-3.2-3B-Q4_K_M.gguf sha256: 2e220a14ba4328fee38cf36c2c068261560f999fadb5725ce5c6d977cb5126b5 uri: huggingface://bartowski/Hermes-3-Llama-3.2-3B-GGUF/Hermes-3-Llama-3.2-3B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "doctoraifinetune-3.1-8b-i1" +- name: doctoraifinetune-3.1-8b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/huzaifa525/Doctoraifinetune-3.1-8B - https://huggingface.co/mradermacher/Doctoraifinetune-3.1-8B-i1-GGUF @@ -11453,6 +16637,19 @@ Dataset The model is fine-tuned on 2000 rows from a dataset consisting of 272k rows. This dataset includes rich information about diseases, symptoms, and their corresponding treatments. The model is continuously being updated and will be further trained on the remaining data in future releases to improve accuracy and capabilities. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - chat + - medical + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Doctoraifinetune-3.1-8B.i1-Q4_K_M.gguf @@ -11460,12 +16657,26 @@ - filename: Doctoraifinetune-3.1-8B.i1-Q4_K_M.gguf sha256: 282456efcb6c7e54d34ac25ae7fc022a94152ed77281ae4625b9628091e0a3d6 uri: huggingface://mradermacher/Doctoraifinetune-3.1-8B-i1-GGUF/Doctoraifinetune-3.1-8B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "astral-fusion-neural-happy-l3.1-8b" +- name: astral-fusion-neural-happy-l3.1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ZeroXClem/Astral-Fusion-Neural-Happy-L3.1-8B - https://huggingface.co/mradermacher/Astral-Fusion-Neural-Happy-L3.1-8B-GGUF description: "Astral-Fusion-Neural-Happy-L3.1-8B is a celestial blend of magic, creativity, and dynamic storytelling. Designed to excel in instruction-following, immersive roleplaying, and magical narrative generation, this model is a fusion of the finest qualities from Astral-Fusion, NIHAPPY, and NeuralMahou. ✨\U0001F680\n\nThis model is perfect for anyone seeking a cosmic narrative experience, with the ability to generate both precise instructional content and fantastical stories in one cohesive framework. Whether you're crafting immersive stories, creating AI roleplaying characters, or working on interactive storytelling, this model brings out the magic. \U0001F31F\n" + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - merge + - llm + - roleplaying + - storytelling + - instruction-following + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Astral-Fusion-Neural-Happy-L3.1-8B.Q4_K_M.gguf @@ -11473,15 +16684,25 @@ - filename: Astral-Fusion-Neural-Happy-L3.1-8B.Q4_K_M.gguf sha256: 14a3b07c1723ef1ca24f99382254b1227d95974541e23792a4e7ff621896055d uri: huggingface://mradermacher/Astral-Fusion-Neural-Happy-L3.1-8B-GGUF/Astral-Fusion-Neural-Happy-L3.1-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "mahou-1.5-llama3.1-70b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/flammenai/Mahou-1.0-mistral-7B/resolve/main/mahou1.png +- name: mahou-1.5-llama3.1-70b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/flammenai/Mahou-1.5-llama3.1-70B - https://huggingface.co/mradermacher/Mahou-1.5-llama3.1-70B-i1-GGUF description: | Mahou is designed to provide short messages in a conversational context. It is capable of casual conversation and character roleplay. + license: llama3.1 + icon: https://huggingface.co/flammenai/Mahou-1.0-mistral-7B/resolve/main/mahou1.png + tags: + - llama3.1 + - 70b + - llm + - gguf + - quantized + - chat + - conversational + - roleplay + last_checked: "2026-05-04" overrides: parameters: model: Mahou-1.5-llama3.1-70B.i1-Q4_K_M.gguf @@ -11489,8 +16710,8 @@ - filename: Mahou-1.5-llama3.1-70B.i1-Q4_K_M.gguf sha256: c2711c4c9c8d011edbeaa391b4418d433e273a318d1de3dbdda9b85baf4996f2 uri: huggingface://mradermacher/Mahou-1.5-llama3.1-70B-i1-GGUF/Mahou-1.5-llama3.1-70B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-nemotron-70b-instruct-hf" +- name: llama-3.1-nemotron-70b-instruct-hf + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nvidia/Llama-3.1-Nemotron-70B-Instruct-HF - https://huggingface.co/mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF @@ -11504,6 +16725,20 @@ This model was trained using RLHF (specifically, REINFORCE), Llama-3.1-Nemotron-70B-Reward and HelpSteer2-Preference prompts on a Llama-3.1-70B-Instruct model as the initial policy. Llama-3.1-Nemotron-70B-Instruct-HF has been converted from Llama-3.1-Nemotron-70B-Instruct to support it in the HuggingFace Transformers codebase. Please note that evaluation results might be slightly different from the Llama-3.1-Nemotron-70B-Instruct as evaluated in NeMo-Aligner, which the evaluation results below are based on. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 70b + - gguf + - quantized + - nvidia + - nemotron + - chat + - instruct + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_M.gguf @@ -11511,9 +16746,8 @@ - filename: Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_M.gguf sha256: b6b80001b849e3c59c39b09508c018b35b491a5c7bbafafa23f2fc04243f3e30 uri: huggingface://mradermacher/Llama-3.1-Nemotron-70B-Instruct-HF-GGUF/Llama-3.1-Nemotron-70B-Instruct-HF.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-etherealrainbow-v1.0-rc1-8b" - icon: https://huggingface.co/invisietch/L3.1-EtherealRainbow-v1.0-rc1-8B/resolve/main/header.png +- name: l3.1-etherealrainbow-v1.0-rc1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/invisietch/L3.1-EtherealRainbow-v1.0-rc1-8B - https://huggingface.co/mradermacher/L3.1-EtherealRainbow-v1.0-rc1-8B-GGUF @@ -11523,6 +16757,18 @@ This model is designed to be suitable for creative writing and roleplay, and to push the boundaries of what's possible with an 8B model. This RC is not a finished product, but your feedback will drive the creation of better models. This is a release candidate model. It has some known issues and probably some unknown ones too, because the purpose of these early releases is to seek feedback. + license: llama3.1 + icon: https://huggingface.co/invisietch/L3.1-EtherealRainbow-v1.0-rc1-8B/resolve/main/header.png + tags: + - llama3.1 + - 8b + - llm + - gguf + - instruction-tuned + - creative + - roleplay + - quantized + last_checked: "2026-05-04" overrides: parameters: model: L3.1-EtherealRainbow-v1.0-rc1-8B.Q4_K_M.gguf @@ -11530,13 +16776,25 @@ - filename: L3.1-EtherealRainbow-v1.0-rc1-8B.Q4_K_M.gguf sha256: c5556b2563112e512acca171415783f0988545b02c1834696c1cc35952def72c uri: huggingface://mradermacher/L3.1-EtherealRainbow-v1.0-rc1-8B-GGUF/L3.1-EtherealRainbow-v1.0-rc1-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "theia-llama-3.1-8b-v1" +- name: theia-llama-3.1-8b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Chainbase-Labs/Theia-Llama-3.1-8B-v1 - https://huggingface.co/QuantFactory/Theia-Llama-3.1-8B-v1-GGUF description: | Theia-Llama-3.1-8B-v1 is an open-source large language model (LLM) trained specifically in the cryptocurrency domain. It was fine-tuned from the Llama-3.1-8B base model using a dataset curated from top 2000 cryptocurrency projects and comprehensive research reports to specialize in crypto-related tasks. Theia-Llama-3.1-8B-v1 has been quantized to optimize it for efficient deployment and reduced memory footprint. It's benchmarked highly for crypto knowledge comprehension and generation, knowledge coverage, and reasoning capabilities. The system prompt used for its training is "You are a helpful assistant who will answer crypto related questions." The recommended parameters for performance include sequence length of 256, temperature of 0, top-k-sampling of -1, top-p of 1, and context window of 39680. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - crypto + - instruction-tuned + - fine-tuned + last_checked: "2026-05-04" overrides: parameters: model: Theia-Llama-3.1-8B-v1.Q4_K_M.gguf @@ -11544,14 +16802,27 @@ - filename: Theia-Llama-3.1-8B-v1.Q4_K_M.gguf sha256: db876d033f86f118b49a1f1006e5d078d494c93b73c7e595bd10ca789a0c8fdb uri: huggingface://QuantFactory/Theia-Llama-3.1-8B-v1-GGUF/Theia-Llama-3.1-8B-v1.Q4_K_M.gguf -- !!merge <<: *llama31 - icon: https://huggingface.co/Delta-Vector/Baldur-8B/resolve/main/Baldur.jpg - name: "baldur-8b" +- name: baldur-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/QuantFactory/Baldur-8B-GGUF - https://huggingface.co/QuantFactory/Baldur-8B-GGUF description: | An finetune of the L3.1 instruct distill done by Arcee, The intent of this model is to have differing prose then my other releases, in my testing it has achieved this and avoiding using common -isms frequently and has a differing flavor then my other models. + license: agpl-3.0 + icon: https://huggingface.co/Delta-Vector/Baldur-8B/resolve/main/Baldur.jpg + tags: + - llama3.1 + - baldur + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - reasoning + - arcee + last_checked: "2026-05-04" overrides: parameters: model: Baldur-8B.Q4_K_M.gguf @@ -11559,9 +16830,8 @@ - filename: Baldur-8B.Q4_K_M.gguf sha256: 645b393fbac5cd17ccfd66840a3a05c3930e01b903dd1535f0347a74cc443fc7 uri: huggingface://QuantFactory/Baldur-8B-GGUF/Baldur-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-moe-2x8b-v0.2" - icon: https://github.com/moeru-ai/L3.1-Moe/blob/main/cover/v0.2.png?raw=true +- name: l3.1-moe-2x8b-v0.2 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/moeru-ai/L3.1-Moe-2x8B-v0.2 - https://huggingface.co/mradermacher/L3.1-Moe-2x8B-v0.2-GGUF @@ -11570,6 +16840,18 @@ Joseph717171/Llama-3.1-SuperNova-8B-Lite_TIES_with_Base ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.2 Heavily inspired by mlabonne/Beyonder-4x7B-v3. + license: llama3.1 + icon: https://github.com/moeru-ai/L3.1-Moe/blob/main/cover/v0.2.png?raw=true + tags: + - llama3.1 + - moe + - gguf + - quantized + - 16b + - llm + - chat + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: L3.1-Moe-2x8B-v0.2.Q4_K_M.gguf @@ -11577,8 +16859,8 @@ - filename: L3.1-Moe-2x8B-v0.2.Q4_K_M.gguf sha256: 87f8b294aa213aa3f866e03a53923f4df8f797ea94dc93f88b8a1b58d85fbca0 uri: huggingface://mradermacher/L3.1-Moe-2x8B-v0.2-GGUF/L3.1-Moe-2x8B-v0.2.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-darkstorm-aspire-8b" +- name: llama3.1-darkstorm-aspire-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ZeroXClem/Llama3.1-DarkStorm-Aspire-8B - https://huggingface.co/mradermacher/Llama3.1-DarkStorm-Aspire-8B-GGUF @@ -11588,6 +16870,19 @@ Research and Analysis: Perfect for analyzing textual data, planning experiments, and brainstorming complex ideas. Creative Writing and Roleplaying: Excels in creative writing, immersive storytelling, and generating roleplaying scenarios. General AI Applications: Use it for any application where advanced reasoning, instruction-following, and creativity are needed. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 8b + - merge + - instruction-tuned + - chat + - reasoning + - code + - creative-writing + - gguf + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-DarkStorm-Aspire-8B.Q4_K_M.gguf @@ -11595,9 +16890,8 @@ - filename: Llama3.1-DarkStorm-Aspire-8B.Q4_K_M.gguf sha256: b1686b3039509034add250db9ddcd7d6dbefd37136ac6717bc4fec3ec47ecd03 uri: huggingface://mradermacher/Llama3.1-DarkStorm-Aspire-8B-GGUF/Llama3.1-DarkStorm-Aspire-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-70blivion-v0.1-rc1-70b-i1" - icon: https://huggingface.co/invisietch/L3.1-70Blivion-v0.1-rc1-70B/resolve/main/header.png +- name: l3.1-70blivion-v0.1-rc1-70b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/invisietch/L3.1-70Blivion-v0.1-rc1-70B - https://huggingface.co/mradermacher/L3.1-70Blivion-v0.1-rc1-70B-i1-GGUF @@ -11607,6 +16901,20 @@ This model is designed to be suitable for creative writing and roleplay. This RC is not a finished product, but your feedback will drive the creation of better models. This is a release candidate model. It has some known issues and probably some unknown ones too, because the purpose of these early releases is to seek feedback. + license: llama3.1 + icon: https://huggingface.co/invisietch/L3.1-70Blivion-v0.1-rc1-70B/resolve/main/header.png + tags: + - llama3.1 + - nemotron + - 70b + - gguf + - llm + - chat + - instruction-tuned + - quantized + - roleplay + - creative-writing + last_checked: "2026-05-04" overrides: parameters: model: L3.1-70Blivion-v0.1-rc1-70B.i1-Q4_K_M.gguf @@ -11614,8 +16922,8 @@ - filename: L3.1-70Blivion-v0.1-rc1-70B.i1-Q4_K_M.gguf sha256: 27b10c3ca4507e8bf7d305d60e5313b54ef5fffdb43a03f36223d19d906e39f3 uri: huggingface://mradermacher/L3.1-70Blivion-v0.1-rc1-70B-i1-GGUF/L3.1-70Blivion-v0.1-rc1-70B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-hawkish-8b" +- name: llama-3.1-hawkish-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mukaj/Llama-3.1-Hawkish-8B - https://huggingface.co/bartowski/Llama-3.1-Hawkish-8B-GGUF @@ -11623,6 +16931,21 @@ Model has been further finetuned on a set of newly generated 50m high quality tokens related to Financial topics covering topics such as Economics, Fixed Income, Equities, Corporate Financing, Derivatives and Portfolio Management. Data was gathered from publicly available sources and went through several stages of curation into instruction data from the initial amount of 250m+ tokens. To aid in mitigating forgetting information from the original finetune, the data was mixed with instruction sets on the topics of Coding, General Knowledge, NLP and Conversational Dialogue. The model has shown to improve over a number of benchmarks over the original model, notably in Math and Economics. This model represents the first time a 8B model has been able to convincingly get a passing score on the CFA Level 1 exam, requiring a typical 300 hours of studying, indicating a significant improvement in Financial Knowledge. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama-3.1 + - 8b + - gguf + - quantized + - llm + - finance + - math + - reasoning + - chat + - finetuned + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Hawkish-8B-Q4_K_M.gguf @@ -11630,12 +16953,26 @@ - filename: Llama-3.1-Hawkish-8B-Q4_K_M.gguf sha256: 613693936bbe641f41560151753716ba549ca052260fc5c0569e943e0bb834c3 uri: huggingface://bartowski/Llama-3.1-Hawkish-8B-GGUF/Llama-3.1-Hawkish-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-bestmix-chem-einstein-8b" +- name: llama3.1-bestmix-chem-einstein-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ZeroXClem/Llama3.1-BestMix-Chem-Einstein-8B - https://huggingface.co/QuantFactory/Llama3.1-BestMix-Chem-Einstein-8B-GGUF description: "Llama3.1-BestMix-Chem-Einstein-8B is an innovative, meticulously blended model designed to excel in instruction-following, chemistry-focused tasks, and long-form conversational generation. This model fuses the best qualities of multiple Llama3-based architectures, making it highly versatile for both general and specialized tasks. \U0001F4BB\U0001F9E0✨\n" + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 8b + - llm + - gguf + - quantized + - merged + - ties + - chemistry + - scientific + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-BestMix-Chem-Einstein-8B.Q4_K_M.gguf @@ -11643,13 +16980,27 @@ - filename: Llama3.1-BestMix-Chem-Einstein-8B.Q4_K_M.gguf sha256: 1a53aa7124c731f33b0b616d7c66a6f78c6a133240acd9e3227f1188f743c1ee uri: huggingface://QuantFactory/Llama3.1-BestMix-Chem-Einstein-8B-GGUF/Llama3.1-BestMix-Chem-Einstein-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "control-8b-v1.1" +- name: control-8b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Delta-Vector/Control-8B-V1.1 - https://huggingface.co/QuantFactory/Control-8B-V1.1-GGUF description: | An experimental finetune based on the Llama3.1 8B Supernova with it's primary goal to be "Short and Sweet" as such, i finetuned the model for 2 epochs on OpenCAI Sharegpt converted dataset and the RP-logs datasets in a effort to achieve this, This version of Control has been finetuned with DPO to help improve the smart's and coherency which was a flaw noticed in the previous model. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - chat + - roleplay + - instruction-tuned + - dpo + - gguf + - quantized + - llm + last_checked: "2026-05-04" overrides: parameters: model: Control-8B-V1.1.Q4_K_M.gguf @@ -11657,9 +17008,8 @@ - filename: Control-8B-V1.1.Q4_K_M.gguf sha256: 01375fe20999134d6c6330ad645cde07883dcb7113eaef097df6ccff88c56ecf uri: huggingface://QuantFactory/Control-8B-V1.1-GGUF/Control-8B-V1.1.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-whiterabbitneo-2-8b" - icon: https://huggingface.co/migtissera/WhiteRabbitNeo/resolve/main/WhiteRabbitNeo.png +- name: llama-3.1-whiterabbitneo-2-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/WhiteRabbitNeo/Llama-3.1-WhiteRabbitNeo-2-8B - https://huggingface.co/bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF @@ -11667,6 +17017,21 @@ WhiteRabbitNeo is a model series that can be used for offensive and defensive cybersecurity. Models are now getting released as a public preview of its capabilities, and also to assess the societal impact of such an AI. + license: llama3.1 + icon: https://huggingface.co/migtissera/WhiteRabbitNeo/resolve/main/WhiteRabbitNeo.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - chat + - cybersecurity + - security + - llm + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-WhiteRabbitNeo-2-8B-Q4_K_M.gguf @@ -11674,9 +17039,8 @@ - filename: Llama-3.1-WhiteRabbitNeo-2-8B-Q4_K_M.gguf sha256: dbaf619312e706c5440214d324d8f304717866675fc9728e3901c75ef5bbfeca uri: huggingface://bartowski/Llama-3.1-WhiteRabbitNeo-2-8B-GGUF/Llama-3.1-WhiteRabbitNeo-2-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "tess-r1-limerick-llama-3.1-70b" - icon: https://huggingface.co/migtissera/Tess-R1-Llama-3.1-70B/resolve/main/Tess-R1-2.jpg +- name: tess-r1-limerick-llama-3.1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/migtissera/Tess-R1-Limerick-Llama-3.1-70B - https://huggingface.co/bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF @@ -11698,6 +17062,19 @@ Include a try/catch statement in your inference script, and only pass on the contents between the tags if it's available. Use the tag as the seed in the generation, and force the model to produce outputs with XML tags. i.e: f"{conversation}{user_input}<|eot_id|><|start_header_id|>assistant<|end_header_id|>\n\n" + license: llama3.1 + icon: https://huggingface.co/migtissera/Tess-R1-Llama-3.1-70B/resolve/main/Tess-R1-2.jpg + tags: + - llama + - llama3.1 + - 70b + - gguf + - quantized + - llm + - reasoning + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Tess-R1-Limerick-Llama-3.1-70B-Q4_K_M.gguf @@ -11705,14 +17082,25 @@ - filename: Tess-R1-Limerick-Llama-3.1-70B-Q4_K_M.gguf sha256: 92da5dad8a36ed5060becf78a83537d776079b7eaa4de73733d3ca57156286ab uri: huggingface://bartowski/Tess-R1-Limerick-Llama-3.1-70B-GGUF/Tess-R1-Limerick-Llama-3.1-70B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "tess-3-llama-3.1-70b" - icon: https://huggingface.co/migtissera/Tess-M-v1.0/resolve/main/Tess.png +- name: tess-3-llama-3.1-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/migtissera/Tess-3-Llama-3.1-70B - https://huggingface.co/mradermacher/Tess-3-Llama-3.1-70B-GGUF description: | Tess, short for Tesoro (Treasure in Italian), is a general purpose Large Language Model series created by Migel Tissera. + license: llama3.1 + icon: https://huggingface.co/migtissera/Tess-M-v1.0/resolve/main/Tess.png + tags: + - llm + - gguf + - llama3.1 + - 70b + - chat + - quantized + - instruction-tuned + - tess + last_checked: "2026-05-04" overrides: parameters: model: Tess-3-Llama-3.1-70B.Q4_K_M.gguf @@ -11720,9 +17108,8 @@ - filename: Tess-3-Llama-3.1-70B.Q4_K_M.gguf sha256: 81625defcbea414282f490dd960b14afdecd7734e0d77d8db2da2bf5c21261aa uri: huggingface://mradermacher/Tess-3-Llama-3.1-70B-GGUF/Tess-3-Llama-3.1-70B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-8b-enigma" - icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg +- name: llama3.1-8b-enigma + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ValiantLabs/Llama3.1-8B-Enigma - https://huggingface.co/mradermacher/Llama3.1-8B-Enigma-GGUF @@ -11732,6 +17119,19 @@ Finetuned on synthetic code-instruct data generated with Llama 3.1 405b. Find the current version of the dataset here! Overall chat performance supplemented with generalist synthetic data. This is the 2024-10-02 release of Enigma for Llama 3.1 8b, enhancing code-instruct and general chat capabilities. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/64f267a8a4f79a118e0fcc89/it7MY5MyLCLpFQev5dUis.jpeg + tags: + - llama + - llama-3.1 + - 8b + - code + - code-instruct + - instruct + - gguf + - quantized + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-8B-Enigma.Q4_K_M.gguf @@ -11739,8 +17139,8 @@ - filename: Llama3.1-8B-Enigma.Q4_K_M.gguf sha256: e98c9909ee3b74b11d50d4c4f17178502e42cd936215ede0c64a7b217ae665bb uri: huggingface://mradermacher/Llama3.1-8B-Enigma-GGUF/Llama3.1-8B-Enigma.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-8b-cobalt" +- name: llama3.1-8b-cobalt + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ValiantLabs/Llama3.1-8B-Cobalt - https://huggingface.co/mradermacher/Llama3.1-8B-Cobalt-GGUF @@ -11751,6 +17151,20 @@ Version This is the 2024-08-16 release of Cobalt for Llama 3.1 8b. Help us and recommend Cobalt to your friends! We're excited for more Cobalt releases in the future. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama-3.1 + - 8b + - gguf + - quantized + - math + - reasoning + - instruct + - chat + - llm + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-8B-Cobalt.Q4_K_M.gguf @@ -11758,14 +17172,28 @@ - filename: Llama3.1-8B-Cobalt.Q4_K_M.gguf sha256: 44340f1ebbc3bf4e4e23d04ac3580c26fdc0b5717f23b45ce30743aa1eeed7ed uri: huggingface://mradermacher/Llama3.1-8B-Cobalt-GGUF/Llama3.1-8B-Cobalt.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-arliai-rpmax-v1.3" +- name: llama-3.1-8b-arliai-rpmax-v1.3 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ArliAI/Llama-3.1-8B-ArliAI-RPMax-v1.3 - https://huggingface.co/bartowski/Llama-3.1-8B-ArliAI-RPMax-v1.3-GGUF description: | RPMax is a series of models that are trained on a diverse set of curated creative writing and RP datasets with a focus on variety and deduplication. This model is designed to be highly creative and non-repetitive by making sure no two entries in the dataset have repeated characters or situations, which makes sure the model does not latch on to a certain personality and be capable of understanding and acting appropriately to any characters or situations. Many RPMax users mentioned that these models does not feel like any other RP models, having a different writing style and generally doesn't feel in-bred. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - roleplay + - creative + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-ArliAI-RPMax-v1.3-Q4_K_M.gguf @@ -11773,9 +17201,8 @@ - filename: Llama-3.1-8B-ArliAI-RPMax-v1.3-Q4_K_M.gguf sha256: 66fcbbe96950cc3424cba866f929180d83f1bffdb0d4eedfa9b1f55cf0ea5c26 uri: huggingface://bartowski/Llama-3.1-8B-ArliAI-RPMax-v1.3-GGUF/Llama-3.1-8B-ArliAI-RPMax-v1.3-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-8b-slush-i1" - icon: https://huggingface.co/crestf411/L3.1-8B-Slush/resolve/main/slush.jpg? +- name: l3.1-8b-slush-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/crestf411/L3.1-8B-Slush - https://huggingface.co/mradermacher/L3.1-8B-Slush-i1-GGUF @@ -11783,6 +17210,20 @@ Slush is a two-stage model trained with high LoRA dropout, where stage 1 is a pretraining continuation on the base model, aimed at boosting the model's creativity and writing capabilities. This is then merged into the instruction tune model, and stage 2 is a fine tuning step on top of this to further enhance its roleplaying capabilities and/or to repair any damage caused in the stage 1 merge. This is an initial experiment done on the at-this-point-infamous Llama 3.1 8B model, in an attempt to retain its smartness while addressing its abysmal lack of imagination/creativity. As always, feedback is welcome, and begone if you demand perfection. The second stage, like the Sunfall series, follows the Silly Tavern preset, so ymmv in particular if you use some other tool and/or preset. + license: llama3 + icon: https://huggingface.co/crestf411/L3.1-8B-Slush/resolve/main/slush.jpg? + tags: + - llama3.1 + - 8b + - gguf + - quantized + - chat + - llm + - creativity + - writing + - roleplay + - instruct-tuned + last_checked: "2026-05-04" overrides: parameters: model: L3.1-8B-Slush.i1-Q4_K_M.gguf @@ -11790,9 +17231,8 @@ - filename: L3.1-8B-Slush.i1-Q4_K_M.gguf sha256: 98c53cd1ec0e2b00400c5968cd076a589d0c889bca13ec52abfe4456cfa039be uri: huggingface://mradermacher/L3.1-8B-Slush-i1-GGUF/L3.1-8B-Slush.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/C-ndfxAGdf21DjchZcf2p.png - name: "l3.1-ms-astoria-70b-v2" +- name: l3.1-ms-astoria-70b-v2 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Steelskull/L3.1-MS-Astoria-70b-v2 - https://huggingface.co/bartowski/L3.1-MS-Astoria-70b-v2-GGUF @@ -11805,6 +17245,20 @@ - model: Sao10K/L3.1-70B-Euryale-v2.2 - model: ArliAI/Llama-3.1-70B-ArliAI-RPMax-v1.2 - model: nbeerbower/Llama3.1-Gutenberg-Doppel-70B + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/C-ndfxAGdf21DjchZcf2p.png + tags: + - llama3.1 + - 70b + - merge + - chat + - reasoning + - gguf + - quantized + - llm + - instruction-tuned + - conversational + last_checked: "2026-05-04" overrides: parameters: model: L3.1-MS-Astoria-70b-v2-Q4_K_M.gguf @@ -11812,15 +17266,27 @@ - filename: L3.1-MS-Astoria-70b-v2-Q4_K_M.gguf sha256: c02658ead1ecdc25c7218b8d9d11786f19c16d64f0d453082998e313edb0d4a6 uri: huggingface://bartowski/L3.1-MS-Astoria-70b-v2-GGUF/L3.1-MS-Astoria-70b-v2-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "magnum-v2-4b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/9JwXZze4tHRGpc_RzE2AU.png +- name: magnum-v2-4b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/anthracite-org/magnum-v2-4b - https://huggingface.co/mradermacher/magnum-v2-4b-i1-GGUF description: | This is the eighth in a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet and Opus. This model is fine-tuned on top of IntervitensInc/Llama-3.1-Minitron-4B-Width-Base-chatml. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/9JwXZze4tHRGpc_RzE2AU.png + tags: + - llama + - llama3.1 + - minitron + - 4b + - gguf + - quantized + - chat + - llm + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: magnum-v2-4b.i1-Q4_K_M.gguf @@ -11828,8 +17294,8 @@ - filename: magnum-v2-4b.i1-Q4_K_M.gguf sha256: 692618059fee8870759d67d275ebc59bc0474b18ae3571b3ebdec8f9da786a64 uri: huggingface://mradermacher/magnum-v2-4b-i1-GGUF/magnum-v2-4b.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-nemotron-sunfall-v0.7.0-i1" +- name: l3.1-nemotron-sunfall-v0.7.0-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/crestf411/L3.1-nemotron-sunfall-v0.7.0 - https://huggingface.co/mradermacher/L3.1-nemotron-sunfall-v0.7.0-i1-GGUF @@ -11843,6 +17309,20 @@ General heuristic: Lots of slop? Temperature is too low. Raise it, or enable XTC. For early context, temp bump is probably preferred. Is the model making mistakes about subtle or obvious details in the scene? Temperature is too high, OR XTC is enabled and/or XTC settings are too high. Lower temp and/or disable XTC. + license: llama3 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - nemotron + - 70b + - gguf + - quantized + - llm + - chat + - roleplay + - instruction-tuned + - not-for-all-audiences + last_checked: "2026-05-04" overrides: parameters: model: L3.1-nemotron-sunfall-v0.7.0.i1-Q4_K_M.gguf @@ -11850,14 +17330,28 @@ - filename: L3.1-nemotron-sunfall-v0.7.0.i1-Q4_K_M.gguf sha256: f9aa88f3b220e35662a2d62d1f615a3b425e348a8f9e2939f05bf57385119f76 uri: huggingface://mradermacher/L3.1-nemotron-sunfall-v0.7.0-i1-GGUF/L3.1-nemotron-sunfall-v0.7.0.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-mesh" +- name: llama-mesh + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Zhengyi/LLaMA-Mesh - https://huggingface.co/bartowski/LLaMA-Mesh-GGUF description: | LLaMA-Mesh: Unifying 3D Mesh Generation with Language Models Pre-trained model weights of LLaMA-Mesh: Unifying 3D Mesh Generation with Language Models. This work explores expanding the capabilities of large language models (LLMs) pretrained on text to generate 3D meshes within a unified model + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - gguf + - quantized + - 8b + - llm + - multimodal + - chat + - text-to-3d + - mesh-generation + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: LLaMA-Mesh-Q4_K_M.gguf @@ -11865,29 +17359,56 @@ - filename: LLaMA-Mesh-Q4_K_M.gguf sha256: 150ac70c92bb7351468768bcc84bd3018f44b624f709821fee8e5e816e4868e7 uri: huggingface://bartowski/LLaMA-Mesh-GGUF/LLaMA-Mesh-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-instruct-ortho-v3" +- name: llama-3.1-8b-instruct-ortho-v3 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/lodrick-the-lafted/llama-3.1-8b-instruct-ortho-v3 - https://huggingface.co/mradermacher/llama-3.1-8b-instruct-ortho-v3-GGUF description: | A few different attempts at orthogonalization/abliteration of llama-3.1-8b-instruct using variations of the method from "Mechanistically Eliciting Latent Behaviors in Language Models". Each of these use different vectors and have some variations in where the new refusal boundaries lie. None of them seem totally jailbroken. - overrides: - parameters: - model: llama-3.1-8b-instruct-ortho-v3.Q4_K_M.gguf - files: + license: wtfpl + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - llm + - gguf + - quantized + - instruction-tuned + - chat + - orthogonalization + - abliteration + last_checked: "2026-05-04" + overrides: + parameters: + model: llama-3.1-8b-instruct-ortho-v3.Q4_K_M.gguf + files: - filename: llama-3.1-8b-instruct-ortho-v3.Q4_K_M.gguf sha256: 8d1dd638ed80019f5cd61240d1f06fd1333413f61427bef4d288c5b8cd9d8cea uri: huggingface://mradermacher/llama-3.1-8b-instruct-ortho-v3-GGUF/llama-3.1-8b-instruct-ortho-v3.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-tulu-3-8b-dpo" - icon: https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png +- name: llama-3.1-tulu-3-8b-dpo + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B-DPO - https://huggingface.co/mradermacher/Llama-3.1-Tulu-3-8B-DPO-GGUF description: | Tülu3 is a leading instruction following model family, offering fully open-source data, code, and recipes designed to serve as a comprehensive guide for modern post-training techniques. Tülu3 is designed for state-of-the-art performance on a diversity of tasks in addition to chat, such as MATH, GSM8K, and IFEval. + license: llama3.1 + icon: https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png + tags: + - llama + - llama3.1 + - tulu3 + - 8b + - llm + - gguf + - chat + - instruction-tuned + - dpo + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Tulu-3-8B-DPO.Q4_K_M.gguf @@ -11895,13 +17416,28 @@ - filename: Llama-3.1-Tulu-3-8B-DPO.Q4_K_M.gguf sha256: 8991bef1775edc5190047ef268d60876c2df3a80cf6da5f1bd1e82d09dd0ab2b uri: huggingface://mradermacher/Llama-3.1-Tulu-3-8B-DPO-GGUF/Llama-3.1-Tulu-3-8B-DPO.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-aspire-heart-matrix-8b" +- name: l3.1-aspire-heart-matrix-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ZeroXClem/L3-Aspire-Heart-Matrix-8B - https://huggingface.co/mradermacher/L3.1-Aspire-Heart-Matrix-8B-GGUF description: | ZeroXClem/L3-Aspire-Heart-Matrix-8B is an experimental language model crafted by merging three high-quality 8B parameter models using the Model Stock Merge method. This synthesis leverages the unique strengths of Aspire, Heart Stolen, and CursedMatrix, creating a highly versatile and robust language model for a wide array of tasks. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - merge + - chat + - creative-writing + - roleplay + - english + last_checked: "2026-05-04" overrides: parameters: model: L3.1-Aspire-Heart-Matrix-8B.Q4_K_M.gguf @@ -11909,15 +17445,26 @@ - filename: L3.1-Aspire-Heart-Matrix-8B.Q4_K_M.gguf sha256: 4d90abaae59f39e8f04548151265dce3b9c913303e6755860f5d28dd5cfc2d86 uri: huggingface://mradermacher/L3.1-Aspire-Heart-Matrix-8B-GGUF/L3.1-Aspire-Heart-Matrix-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "dark-chivalry_v1.0-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c1cc08453a7ef6c5fe657a/A9vNZXVnD3xFiZ7cMLOKy.png +- name: dark-chivalry_v1.0-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Triangle104/Dark-Chivalry_V1.0 - https://huggingface.co/mradermacher/Dark-Chivalry_V1.0-i1-GGUF description: | The dark side of chivalry... This model was merged using the TIES merge method using ValiantLabs/Llama3.1-8B-ShiningValiant2 as a base. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c1cc08453a7ef6c5fe657a/A9vNZXVnD3xFiZ7cMLOKy.png + tags: + - llm + - gguf + - quantized + - mergekit + - llama3.1 + - 8b + - chat + - english + last_checked: "2026-05-04" overrides: parameters: model: Dark-Chivalry_V1.0.i1-Q4_K_M.gguf @@ -11925,8 +17472,8 @@ - filename: Dark-Chivalry_V1.0.i1-Q4_K_M.gguf sha256: 6659fad2ea7e40b862a02d683a4bcb9044704fc7f6d3f50cd54c9069860171cd uri: huggingface://mradermacher/Dark-Chivalry_V1.0-i1-GGUF/Dark-Chivalry_V1.0.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "tulu-3.1-8b-supernova-i1" +- name: tulu-3.1-8b-supernova-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/bunnycore/Tulu-3.1-8B-SuperNova - https://huggingface.co/mradermacher/Tulu-3.1-8B-SuperNova-i1-GGUF @@ -11935,6 +17482,19 @@ meditsolutions/Llama-3.1-MedIT-SUN-8B allenai/Llama-3.1-Tulu-3-8B arcee-ai/Llama-3.1-SuperNova-Lite + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - tulu + - llama3.1 + - 8b + - gguf + - merge + - reasoning + - chat + - llm + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Tulu-3.1-8B-SuperNova.i1-Q4_K_M.gguf @@ -11942,14 +17502,27 @@ - filename: Tulu-3.1-8B-SuperNova.i1-Q4_K_M.gguf sha256: c6cc2e1a4c3d2338973ca0050af1cf4462b3f62838f62b4c8a204f2a74eeb01f uri: huggingface://mradermacher/Tulu-3.1-8B-SuperNova-i1-GGUF/Tulu-3.1-8B-SuperNova.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-tulu-3-70b-dpo" - icon: "https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png" +- name: llama-3.1-tulu-3-70b-dpo + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/allenai/Llama-3.1-Tulu-3-70B-DPO - https://huggingface.co/bartowski/Llama-3.1-Tulu-3-70B-DPO-GGUF description: | Tülu3 is a leading instruction following model family, offering fully open-source data, code, and recipes designed to serve as a comprehensive guide for modern post-training techniques. Tülu3 is designed for state-of-the-art performance on a diversity of tasks in addition to chat, such as MATH, GSM8K, and IFEval. + license: llama3.1 + icon: https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png + tags: + - llama + - llama3.1 + - tulu3 + - 70b + - llm + - gguf + - chat + - dpo + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Tulu-3-70B-DPO-Q4_K_M.gguf @@ -11957,14 +17530,27 @@ - filename: Llama-3.1-Tulu-3-70B-DPO-Q4_K_M.gguf sha256: e2d9c59736274f9dd94f30ef3edcee68fec1d6649eb01d6bad7e3e8a6024f77d uri: huggingface://bartowski/Llama-3.1-Tulu-3-70B-DPO-GGUF/Llama-3.1-Tulu-3-70B-DPO-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-tulu-3-8b-sft" - icon: "https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png" +- name: llama-3.1-tulu-3-8b-sft + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/allenai/Llama-3.1-Tulu-3-8B-SFT - https://huggingface.co/bartowski/Llama-3.1-Tulu-3-8B-SFT-GGUF description: | Tülu3 is a leading instruction following model family, offering fully open-source data, code, and recipes designed to serve as a comprehensive guide for modern post-training techniques. Tülu3 is designed for state-of-the-art performance on a diversity of tasks in addition to chat, such as MATH, GSM8K, and IFEval. + license: llama3.1 + icon: https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png + tags: + - llama + - llama3.1 + - tulu3 + - 8b + - gguf + - quantized + - llm + - sft + - chat + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-Tulu-3-8B-SFT-Q4_K_M.gguf @@ -11972,9 +17558,8 @@ - filename: Llama-3.1-Tulu-3-8B-SFT-Q4_K_M.gguf sha256: 3fad2c96aa9b9de19c2cda0f88a381c47ac768ca03a95059d9f6c439791f8592 uri: huggingface://bartowski/Llama-3.1-Tulu-3-8B-SFT-GGUF/Llama-3.1-Tulu-3-8B-SFT-Q4_K_M.gguf -- !!merge <<: *llama31 - icon: https://huggingface.co/Skywork/Skywork-o1-Open-Llama-3.1-8B/resolve/main/misc/misc_fig.jpg - name: "skywork-o1-open-llama-3.1-8b" +- name: skywork-o1-open-llama-3.1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Skywork/Skywork-o1-Open-Llama-3.1-8B - https://huggingface.co/QuantFactory/Skywork-o1-Open-Llama-3.1-8B-GGUF @@ -11988,6 +17573,21 @@ Skywork o1 Open-PRM-Qwen-2.5-7B: Extends the capabilities of the 1.5B model by scaling up to handle more demanding reasoning tasks, pushing the boundaries of AI reasoning. Different from mere reproductions of the OpenAI o1 model, the Skywork o1 Open model series not only exhibits innate thinking, planning, and reflecting capabilities in its outputs, but also shows significant improvements in reasoning skills on standard benchmarks. This series represents a strategic advancement in AI capabilities, moving a previously weaker base model towards the state-of-the-art (SOTA) in reasoning tasks. + license: llama3.1 + icon: https://huggingface.co/Skywork/Skywork-o1-Open-Llama-3.1-8B/resolve/main/misc/misc_fig.jpg + tags: + - skywork + - llama + - llama3.1 + - 8b + - gguf + - quantized + - chat + - reasoning + - instruction-tuned + - llm + - o1 + last_checked: "2026-05-04" overrides: parameters: model: Skywork-o1-Open-Llama-3.1-8B.Q4_K_M.gguf @@ -11995,13 +17595,25 @@ - filename: Skywork-o1-Open-Llama-3.1-8B.Q4_K_M.gguf sha256: ef6a203ba585aab14f5d2ec463917a45b3ac571abd89c39e9a96a5e395ea8eea uri: huggingface://QuantFactory/Skywork-o1-Open-Llama-3.1-8B-GGUF/Skywork-o1-Open-Llama-3.1-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "sparse-llama-3.1-8b-2of4" +- name: sparse-llama-3.1-8b-2of4 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/QuantFactory/Sparse-Llama-3.1-8B-2of4-GGUF - https://huggingface.co/QuantFactory/Sparse-Llama-3.1-8B-2of4-GGUF description: | This is the 2:4 sparse version of Llama-3.1-8B. On the OpenLLM benchmark (version 1), it achieves an average score of 62.16, compared to 63.19 for the dense model—demonstrating a 98.37% accuracy recovery. On the Mosaic Eval Gauntlet benchmark (version v0.3), it achieves an average score of 53.85, versus 55.34 for the dense model—representing a 97.3% accuracy recovery. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - instruction-tuned + - vllm + last_checked: "2026-05-04" overrides: parameters: model: Sparse-Llama-3.1-8B-2of4.Q4_K_M.gguf @@ -12009,9 +17621,8 @@ - filename: Sparse-Llama-3.1-8B-2of4.Q4_K_M.gguf sha256: c481e7089ffaedd5ae8c74dccc7fb45f6509640b661fa086ae979f6fefc3fdba uri: huggingface://QuantFactory/Sparse-Llama-3.1-8B-2of4-GGUF/Sparse-Llama-3.1-8B-2of4.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "loki-v2.6-8b-1024k" - icon: https://cdn-uploads.huggingface.co/production/uploads/6472de046facfb01d8b1fb9d/uQPITKRS8XLTLyaiGwgh_.jpeg +- name: loki-v2.6-8b-1024k + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/QuantFactory/Loki-v2.6-8b-1024k-GGUF description: | @@ -12135,6 +17746,20 @@ MrRobotoAI/Unaligned-RP-Base-8b-1024k + Blackroot/Llama-3-LongStory-LORA MrRobotoAI/Unaligned-RP-Base-8b-1024k + ResplendentAI/NoWarning_Llama3 MrRobotoAI/Unaligned-RP-Base-8b-1024k + ResplendentAI/BlueMoon_Llama3 + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/6472de046facfb01d8b1fb9d/uQPITKRS8XLTLyaiGwgh_.jpeg + tags: + - llama3 + - 8b + - gguf + - llm + - chat + - merged + - roleplay + - longcontext + - instruction-tuned + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: Loki-v2.6-8b-1024k.Q4_K_M.gguf @@ -12142,9 +17767,8 @@ - filename: Loki-v2.6-8b-1024k.Q4_K_M.gguf sha256: 9b15c1fee0a0e6d6ed97df3d1b6fc8f774e6e1bd388328599e731c62e0f19d81 uri: huggingface://QuantFactory/Loki-v2.6-8b-1024k-GGUF/Loki-v2.6-8b-1024k.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "impish_mind_8b" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_Mind_8B/resolve/main/Images/Impish_Mind.png +- name: impish_mind_8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_Mind_8B - https://huggingface.co/bartowski/Impish_Mind_8B-GGUF @@ -12154,6 +17778,18 @@ Regarding censorship: Whether uncensoring or enforcing strict censorship, the model tends to lose some of its intelligence. The use of toxic data was kept to a minimum with this model. Consequently, the model is likely to refuse some requests, this is easly avoidable with a basic system prompt, or assistant impersonation ("Sure thing!..."). Unlike many RP models, this one is designed to excel at general assistant tasks as well. + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_Mind_8B/resolve/main/Images/Impish_Mind.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Impish_Mind_8B-Q4_K_M.gguf @@ -12161,13 +17797,27 @@ - filename: Impish_Mind_8B-Q4_K_M.gguf sha256: 918f82bcb893c75fa2e846156df7bd3ce359464b960e32ae9171035ee14e7c51 uri: huggingface://bartowski/Impish_Mind_8B-GGUF/Impish_Mind_8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "tulu-3.1-8b-supernova-smart" +- name: tulu-3.1-8b-supernova-smart + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/bunnycore/Tulu-3.1-8B-SuperNova-Smart - https://huggingface.co/QuantFactory/Tulu-3.1-8B-SuperNova-Smart-GGUF description: | This model was merged using the passthrough merge method using bunnycore/Tulu-3.1-8B-SuperNova + bunnycore/Llama-3.1-8b-smart-lora as a base. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - tulu + - llama + - 8b + - gguf + - merge + - chat + - llm + - quantized + - q4_k_m + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Tulu-3.1-8B-SuperNova-Smart.Q4_K_M.gguf @@ -12175,13 +17825,25 @@ - filename: Tulu-3.1-8B-SuperNova-Smart.Q4_K_M.gguf sha256: 4b8ba9e64f0667199eee2dcc769f1a90aa9c7730165d42f440fdf107c7585c63 uri: huggingface://QuantFactory/Tulu-3.1-8B-SuperNova-Smart-GGUF/Tulu-3.1-8B-SuperNova-Smart.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "b-nimita-l3-8b-v0.02" +- name: b-nimita-l3-8b-v0.02 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Arkana08/B-NIMITA-L3-8B-v0.02 - https://huggingface.co/QuantFactory/B-NIMITA-L3-8B-v0.02-GGUF description: | B-NIMITA is an AI model designed to bring role-playing scenarios to life with emotional depth and rich storytelling. At its core is NIHAPPY, providing a solid narrative foundation and contextual consistency. This is enhanced by Mythorica, which adds vivid emotional arcs and expressive dialogue, and V-Blackroot, ensuring character consistency and subtle adaptability. This combination allows B-NIMITA to deliver dynamic, engaging interactions that feel natural and immersive. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 8b + - llm + - gguf + - merge + - roleplay + - quantized + - chat + last_checked: "2026-05-04" overrides: parameters: model: B-NIMITA-L3-8B-v0.02.Q4_K_M.gguf @@ -12189,13 +17851,26 @@ - filename: B-NIMITA-L3-8B-v0.02.Q4_K_M.gguf sha256: 625a54848dcd3f23bc06b639a7dfecae14142b5d177dd45acfe7724816bab4cd uri: huggingface://QuantFactory/B-NIMITA-L3-8B-v0.02-GGUF/B-NIMITA-L3-8B-v0.02.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "deepthought-8b-llama-v0.01-alpha" +- name: deepthought-8b-llama-v0.01-alpha + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ruliad/deepthought-8b-llama-v0.01-alpha - https://huggingface.co/bartowski/deepthought-8b-llama-v0.01-alpha-GGUF description: | Deepthought-8B is a small and capable reasoning model built on LLaMA-3.1 8B, designed to make AI reasoning more transparent and controllable. Despite its relatively small size, it achieves sophisticated reasoning capabilities that rival much larger models. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - deepthink + - reasoning + - chat + - 8b + - gguf + - quantized + - llama + - instruction-tuned + - transparent-reasoning + last_checked: "2026-05-04" overrides: parameters: model: deepthought-8b-llama-v0.01-alpha-Q4_K_M.gguf @@ -12203,14 +17878,25 @@ - filename: deepthought-8b-llama-v0.01-alpha-Q4_K_M.gguf sha256: 33195ba7b898ef8b2997d095e8be42adf1d0e1f6e8291cf07e026fc8e45903fd uri: huggingface://bartowski/deepthought-8b-llama-v0.01-alpha-GGUF/deepthought-8b-llama-v0.01-alpha-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "fusechat-llama-3.1-8b-instruct" - icon: https://huggingface.co/FuseAI/FuseChat-Llama-3.1-8B-Instruct/resolve/main/FuseChat-3.0.png +- name: fusechat-llama-3.1-8b-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/bartowski/FuseChat-Llama-3.1-8B-Instruct-GGUF - https://huggingface.co/bartowski/FuseChat-Llama-3.1-8B-Instruct-GGUF description: | We present FuseChat-3.0, a series of models crafted to enhance performance by integrating the strengths of multiple source LLMs into more compact target LLMs. To achieve this fusion, we utilized four powerful source LLMs: Gemma-2-27B-It, Mistral-Large-Instruct-2407, Qwen-2.5-72B-Instruct, and Llama-3.1-70B-Instruct. For the target LLMs, we employed three widely-used smaller models—Llama-3.1-8B-Instruct, Gemma-2-9B-It, and Qwen-2.5-7B-Instruct—along with two even more compact models—Llama-3.2-3B-Instruct and Llama-3.2-1B-Instruct. The implicit model fusion process involves a two-stage training pipeline comprising Supervised Fine-Tuning (SFT) to mitigate distribution discrepancies between target and source LLMs, and Direct Preference Optimization (DPO) for learning preferences from multiple source LLMs. The resulting FuseChat-3.0 models demonstrated substantial improvements in tasks related to general conversation, instruction following, mathematics, and coding. Notably, when Llama-3.1-8B-Instruct served as the target LLM, our fusion approach achieved an average improvement of 6.8 points across 14 benchmarks. Moreover, it showed significant improvements of 37.1 and 30.1 points on instruction-following test sets AlpacaEval-2 and Arena-Hard respectively. We have released the FuseChat-3.0 models on Huggingface, stay tuned for the forthcoming dataset and code. + license: llama3.1 + icon: https://huggingface.co/FuseAI/FuseChat-Llama-3.1-8B-Instruct/resolve/main/FuseChat-3.0.png + tags: + - llama + - fusechat + - 8b + - gguf + - llm + - instruction-tuned + - quantized + - chat + last_checked: "2026-05-04" overrides: parameters: model: FuseChat-Llama-3.1-8B-Instruct-Q4_K_M.gguf @@ -12218,13 +17904,27 @@ - filename: FuseChat-Llama-3.1-8B-Instruct-Q4_K_M.gguf sha256: fe58c8c9b695e36e6b0ee5e4d81ff71ea0a4f1a11fa7bb16e8d6f1b35a58dff6 uri: huggingface://bartowski/FuseChat-Llama-3.1-8B-Instruct-GGUF/FuseChat-Llama-3.1-8B-Instruct-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-openreviewer-8b" +- name: llama-openreviewer-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/maxidl/Llama-OpenReviewer-8B - https://huggingface.co/bartowski/Llama-OpenReviewer-8B-GGUF description: | Llama-OpenReviewer-8B is a large language model customized to generate high-quality reviews for machine learning and AI-related conference articles. We collected a dataset containing ~79k high-confidence reviews for ~32k individual papers from OpenReview. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - openreview + - peer-review + last_checked: "2026-05-04" overrides: parameters: model: Llama-OpenReviewer-8B-Q4_K_M.gguf @@ -12232,14 +17932,26 @@ - filename: Llama-OpenReviewer-8B-Q4_K_M.gguf sha256: b48fd7eee01738de4adcb271fc3c7c5b306f8c75b9804794706dbfdf7a6835f0 uri: huggingface://bartowski/Llama-OpenReviewer-8B-GGUF/Llama-OpenReviewer-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "orca_mini_v8_1_70b" - icon: https://huggingface.co/pankajmathur/orca_mini_v5_8b/resolve/main/orca_minis_small.jpeg +- name: orca_mini_v8_1_70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/pankajmathur/orca_mini_v8_1_70b - https://huggingface.co/bartowski/orca_mini_v8_1_70b-GGUF description: | Orca_Mini_v8_1_Llama-3.3-70B-Instruct is trained with various SFT Datasets on Llama-3.3-70B-Instruct + license: llama3.3 + icon: https://huggingface.co/pankajmathur/orca_mini_v5_8b/resolve/main/orca_minis_small.jpeg + tags: + - llama3.3 + - orca + - 70b + - gguf + - quantized + - chat + - instruction-tuned + - llm + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: orca_mini_v8_1_70b-Q4_K_M.gguf @@ -12247,13 +17959,27 @@ - filename: orca_mini_v8_1_70b-Q4_K_M.gguf sha256: 97627730b028d4d7a349ae0b8e219207163ec425e4e1c057e445b2a66b61fdfa uri: huggingface://bartowski/orca_mini_v8_1_70b-GGUF/orca_mini_v8_1_70b-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-open-sft" +- name: llama-3.1-8b-open-sft + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/prithivMLmods/Llama-3.1-8B-Open-SFT - https://huggingface.co/bartowski/Llama-3.1-8B-Open-SFT-GGUF description: | The Llama-3.1-8B-Open-SFT model is a fine-tuned version of meta-llama/Llama-3.1-8B-Instruct, designed for advanced text generation tasks, including conversational interactions, question answering, and chain-of-thought reasoning. This model leverages Supervised Fine-Tuning (SFT) using the O1-OPEN/OpenO1-SFT dataset to provide enhanced performance in context-sensitive and instruction-following tasks. + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - reasoning + - math + - sft + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-Open-SFT-Q4_K_M.gguf @@ -12261,14 +17987,26 @@ - filename: Llama-3.1-8B-Open-SFT-Q4_K_M.gguf sha256: ce75152763c48c5386fe59652cc921aae456da36ab82af3d9e2080f603f45132 uri: huggingface://bartowski/Llama-3.1-8B-Open-SFT-GGUF/Llama-3.1-8B-Open-SFT-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "control-nanuq-8b" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/6L-SXxQZ2nxYwvIjnlzN8.png +- name: control-nanuq-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Delta-Vector/Control-Nanuq-8B - https://huggingface.co/QuantFactory/Control-Nanuq-8B-GGUF description: | The model is a fine-tuned version of LLaMA 3.1 8B Supernova, designed to be "short and sweet" by minimizing narration and lengthy responses. It was fine-tuned over 4 epochs using OpenCAI and RP logs, with DPO applied to enhance coherence. Finally, KTO reinforcement learning was implemented on version 1.1, significantly improving the model's prose and creativity. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/6L-SXxQZ2nxYwvIjnlzN8.png + tags: + - llama + - llama3.1 + - 8b + - chat + - roleplay + - storywriting + - gguf + - finetune + - llm + last_checked: "2026-05-04" overrides: parameters: model: Control-Nanuq-8B.Q4_K_M.gguf @@ -12276,14 +18014,25 @@ - filename: Control-Nanuq-8B.Q4_K_M.gguf sha256: 5aa3b929cbcaf62709fef58d6f630c2df1185d774d0074c7e750cb03c53b744e uri: huggingface://QuantFactory/Control-Nanuq-8B-GGUF/Control-Nanuq-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "huatuogpt-o1-8b" +- name: huatuogpt-o1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/FreedomIntelligence/HuatuoGPT-o1-8B - https://huggingface.co/bartowski/HuatuoGPT-o1-8B-GGUF description: | HuatuoGPT-o1 is a medical LLM designed for advanced medical reasoning. It generates a complex thought process, reflecting and refining its reasoning, before providing a final response. For more information, visit our GitHub repository: https://github.com/FreedomIntelligence/HuatuoGPT-o1. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llm + - gguf + - llama3.1 + - 8b + - medical + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: HuatuoGPT-o1-8B-Q4_K_M.gguf @@ -12291,8 +18040,8 @@ - filename: HuatuoGPT-o1-8B-Q4_K_M.gguf sha256: 3e1ef35fc230182d96ae2d6c7436a2e8250c21a4278e798e1aa45790ba82006b uri: huggingface://bartowski/HuatuoGPT-o1-8B-GGUF/HuatuoGPT-o1-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-purosani-2-8b" +- name: l3.1-purosani-2-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/djuna/L3.1-Purosani-2-8B - https://huggingface.co/QuantFactory/L3.1-Purosani-2-8B-GGUF @@ -12303,6 +18052,18 @@ THUDM/LongWriter-llama3.1-8b + ResplendentAI/Smarts_Llama3 djuna/L3.1-Suze-Vume-2-calc djuna/L3.1-ForStHS + Blackroot/Llama-3-8B-Abomination-LORA + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 8b + - gguf + - quantized + - merge + - instruction-tuned + - reasoning + - llm + last_checked: "2026-05-04" overrides: parameters: model: L3.1-Purosani-2-8B.Q4_K_M.gguf @@ -12310,8 +18071,8 @@ - filename: L3.1-Purosani-2-8B.Q4_K_M.gguf sha256: e3eb8038a72b6e85b7a43c7806c32f01208f4644d54bf94d77ecad6286cf609f uri: huggingface://QuantFactory/L3.1-Purosani-2-8B-GGUF/L3.1-Purosani-2-8B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama3.1-8b-prm-deepseek-data" +- name: llama3.1-8b-prm-deepseek-data + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/RLHFlow/Llama3.1-8B-PRM-Deepseek-Data - https://huggingface.co/QuantFactory/Llama3.1-8B-PRM-Deepseek-Data-GGUF @@ -12319,6 +18080,21 @@ This is a process-supervised reward (PRM) trained on Mistral-generated data from the project RLHFlow/RLHF-Reward-Modeling The model is trained from meta-llama/Llama-3.1-8B-Instruct on RLHFlow/Deepseek-PRM-Data for 1 epochs. We use a global batch size of 32 and a learning rate of 2e-6, where we pack the samples and split them into chunks of 8192 token. See more training details at https://github.com/RLHFlow/Online-RLHF/blob/main/math/llama-3.1-prm.yaml. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - llm + - gguf + - quantized + - math + - reasoning + - prm + - reward-model + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Llama3.1-8B-PRM-Deepseek-Data.Q4_K_M.gguf @@ -12326,10 +18102,8 @@ - filename: Llama3.1-8B-PRM-Deepseek-Data.Q4_K_M.gguf sha256: 254c7ccc4ea3818fe5f6e3ffd5500c779b02058b98f9ce9a3856e54106d008e3 uri: huggingface://QuantFactory/Llama3.1-8B-PRM-Deepseek-Data-GGUF/Llama3.1-8B-PRM-Deepseek-Data.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "dolphin3.0-llama3.1-8b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png +- name: dolphin3.0-llama3.1-8b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/Dolphin3.0-Llama3.1-8B - https://huggingface.co/bartowski/Dolphin3.0-Llama3.1-8B-GGUF @@ -12344,6 +18118,22 @@ They can see all your queries and they can potentially use that data in ways you wouldn't want. Dolphin, in contrast, is steerable and gives control to the system owner. You set the system prompt. You decide the alignment. You have control of your data. Dolphin does not impose its ethics or guidelines on you. You are the one who decides the guidelines. Dolphin belongs to YOU, it is your tool, an extension of your will. Just as you are personally responsible for what you do with a knife, gun, fire, car, or the internet, you are the creator and originator of any content you generate with Dolphin. + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png + tags: + - dolphin + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - code + - math + - function-calling + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf @@ -12351,9 +18141,8 @@ - filename: Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf sha256: 268390e07edd407ad93ea21a868b7ae995b5950e01cad0db9e1802ae5049d405 uri: huggingface://bartowski/Dolphin3.0-Llama3.1-8B-GGUF/Dolphin3.0-Llama3.1-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "deepseek-r1-distill-llama-8b" - icon: "https://avatars.githubusercontent.com/u/148330874" +- name: deepseek-r1-distill-llama-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B - https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF @@ -12361,16 +18150,31 @@ DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - llama + - llama-3 + - gguf + - quantized + - 8b + - llm + - reasoning + - code + - math + - distilled + - chat + last_checked: "2026-05-04" overrides: parameters: model: deepseek-r1-distill-llama-8b-Q4_K_M.gguf files: - filename: deepseek-r1-distill-llama-8b-Q4_K_M.gguf - uri: huggingface://unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf sha256: 0addb1339a82385bcd973186cd80d18dcc71885d45eabd899781a118d03827d9 -- !!merge <<: *llama31 - name: "selene-1-mini-llama-3.1-8b" - icon: https://atla-ai.notion.site/image/https%3A%2F%2Fprod-files-secure.s3.us-west-2.amazonaws.com%2Ff08e6e70-73af-4363-9621-90e906b92ebc%2F1bfb4316-1ce6-40a0-800c-253739cfcdeb%2Fatla_white3x.svg?table=block&id=17c309d1-7745-80f9-8f60-e755409acd8d&spaceId=f08e6e70-73af-4363-9621-90e906b92ebc&userId=&cache=v2 + uri: huggingface://unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf +- name: selene-1-mini-llama-3.1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/AtlaAI/Selene-1-Mini-Llama-3.1-8B - https://huggingface.co/bartowski/Selene-1-Mini-Llama-3.1-8B-GGUF @@ -12384,6 +18188,20 @@ Pairwise preference. e.g. "Which of the following responses is more logically consistent - A or B?" It is also the #1 8B generative model on RewardBench. + license: llama3.1 + icon: https://atla-ai.notion.site/image/https%3A%2F%2Fprod-files-secure.s3.us-west-2.amazonaws.com%2Ff08e6e70-73af-4363-9621-90e906b92ebc%2F1bfb4316-1ce6-40a0-800c-253739cfcdeb%2Fatla_white3x.svg?table=block&id=17c309d1-7745-80f9-8f60-e755409acd8d&spaceId=f08e6e70-73af-4363-9621-90e906b92ebc&userId=&cache=v2 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm-as-a-judge + - instruction-tuned + - multilingual + - atla + - evaluation + last_checked: "2026-05-04" overrides: parameters: model: Selene-1-Mini-Llama-3.1-8B-Q4_K_M.gguf @@ -12391,14 +18209,27 @@ - filename: Selene-1-Mini-Llama-3.1-8B-Q4_K_M.gguf sha256: 908e6ce19f7cd3d7394bd7c38e43de2f228aca6aceda35c7ee70d069ad60493e uri: huggingface://bartowski/Selene-1-Mini-Llama-3.1-8B-GGUF/Selene-1-Mini-Llama-3.1-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "ilsp_llama-krikri-8b-instruct" - icon: https://huggingface.co/ilsp/Llama-Krikri-8B-Instruct/resolve/main/llama-krikri-image.jpg +- name: ilsp_llama-krikri-8b-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ilsp/Llama-Krikri-8B-Instruct - https://huggingface.co/bartowski/ilsp_Llama-Krikri-8B-Instruct-GGUF description: | Following the release of Meltemi-7B on the 26th March 2024, we are happy to welcome Krikri to the family of ILSP open Greek LLMs. Krikri is built on top of Llama-3.1-8B, extending its capabilities for Greek through continual pretraining on a large corpus of high-quality and locally relevant Greek texts. We present Llama-Krikri-8B-Instruct, along with the base model, Llama-Krikri-8B-Base. + license: llama3.1 + icon: https://huggingface.co/ilsp/Llama-Krikri-8B-Instruct/resolve/main/llama-krikri-image.jpg + tags: + - llama3.1 + - 8b + - llm + - gguf + - instruction-tuned + - multilingual + - greek + - chat + - code + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: ilsp_Llama-Krikri-8B-Instruct-Q4_K_M.gguf @@ -12406,10 +18237,8 @@ - filename: ilsp_Llama-Krikri-8B-Instruct-Q4_K_M.gguf sha256: 0ae3a259f03ed79ba634a99ee3bfc672d785b5594b2f71053ed8cb760098abb6 uri: huggingface://bartowski/ilsp_Llama-Krikri-8B-Instruct-GGUF/ilsp_Llama-Krikri-8B-Instruct-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "nousresearch_deephermes-3-llama-3-8b-preview" - url: "github:mudler/LocalAI/gallery/deephermes.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/9fxlaDxteqe3SasZ7_06_.jpeg +- name: nousresearch_deephermes-3-llama-3-8b-preview + url: github:mudler/LocalAI/gallery/deephermes.yaml@master urls: - https://huggingface.co/NousResearch/DeepHermes-3-Llama-3-8B-Preview - https://huggingface.co/bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF @@ -12423,21 +18252,49 @@ The ethos of the Hermes series of models is focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user. This is a preview Hermes with early reasoning capabilities, distilled from R1 across a variety of tasks that benefit from reasoning and objectivity. Some quirks may be discovered! Please let us know any interesting findings or issues you discover! - overrides: - parameters: - model: NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf - files: - - filename: NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf - sha256: de36671bcfc78636dc3c1be4b702198c9d9e0b8abe22dc644e4da332b31b325f + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/9fxlaDxteqe3SasZ7_06_.jpeg + tags: + - llama + - llama3 + - nousresearch + - deephermes + - 8b + - chat + - reasoning + - gguf + - quantized + - instruction-tuned + - distilled + - llm + last_checked: "2026-05-04" + overrides: + parameters: + model: NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf + files: + - filename: NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf + sha256: de36671bcfc78636dc3c1be4b702198c9d9e0b8abe22dc644e4da332b31b325f uri: huggingface://bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF/NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "davidbrowne17_llamathink-8b-instruct" - icon: https://huggingface.co/DavidBrowne17/LlamaThink-8B-instruct/resolve/main/llamathinker.png +- name: davidbrowne17_llamathink-8b-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/DavidBrowne17/LlamaThink-8B-instruct - https://huggingface.co/bartowski/DavidBrowne17_LlamaThink-8B-instruct-GGUF description: | LlamaThink-8b-instruct is an instruction-tuned language model built on the LLaMA-3 architecture. It is optimized for generating thoughtful, structured responses using a unique dual-section output format. + license: apache-2.0 + icon: https://huggingface.co/DavidBrowne17/LlamaThink-8B-instruct/resolve/main/llamathinker.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: DavidBrowne17_LlamaThink-8B-instruct-Q4_K_M.gguf @@ -12445,9 +18302,8 @@ - filename: DavidBrowne17_LlamaThink-8B-instruct-Q4_K_M.gguf sha256: 6aea4e13f03347e03d6989c736a7ccab82582115eb072cacfeb7f0b645a8bec0 uri: huggingface://bartowski/DavidBrowne17_LlamaThink-8B-instruct-GGUF/DavidBrowne17_LlamaThink-8B-instruct-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "allenai_llama-3.1-tulu-3.1-8b" - icon: https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png +- name: allenai_llama-3.1-tulu-3.1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/allenai/Llama-3.1-Tulu-3.1-8B - https://huggingface.co/bartowski/allenai_Llama-3.1-Tulu-3.1-8B-GGUF @@ -12455,6 +18311,19 @@ Tülu 3 is a leading instruction following model family, offering a post-training package with fully open-source data, code, and recipes designed to serve as a comprehensive guide for modern techniques. This is one step of a bigger process to training fully open-source models, like our OLMo models. Tülu 3 is designed for state-of-the-art performance on a diversity of tasks in addition to chat, such as MATH, GSM8K, and IFEval. Version 3.1 update: The new version of our Tülu model is from an improvement only in the final RL stage of training. We switched from PPO to GRPO (no reward model) and did further hyperparameter tuning to achieve substantial performance improvements across the board over the original Tülu 3 8B model. + license: llama3.1 + icon: https://huggingface.co/datasets/allenai/blog-images/resolve/main/tulu3/Tulu3-logo.png + tags: + - llama3.1 + - tulu + - 8b + - gguf + - quantized + - llm + - chat + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: allenai_Llama-3.1-Tulu-3.1-8B-Q4_K_M.gguf @@ -12462,9 +18331,8 @@ - filename: allenai_Llama-3.1-Tulu-3.1-8B-Q4_K_M.gguf sha256: 5eae0f1a9bcdea7cad9f1d0d5ba7540bb3de3e2d72293c076a23f24db1c2c7da uri: huggingface://bartowski/allenai_Llama-3.1-Tulu-3.1-8B-GGUF/allenai_Llama-3.1-Tulu-3.1-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "l3.1-8b-rp-ink" - icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/XLm9ZK0bIPyo3HooA1EPc.png +- name: l3.1-8b-rp-ink + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/allura-org/L3.1-8b-RP-Ink - https://huggingface.co/Triangle104/L3.1-8b-RP-Ink-Q4_K_M-GGUF @@ -12478,6 +18346,19 @@ "this is like washing down an adderall with a bottle of methylated rotgut" - inflatebot Update: I have sent the (public datasets in the) data mix publicly already so here's that + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/634262af8d8089ebaefd410e/XLm9ZK0bIPyo3HooA1EPc.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - chat + - roleplay + - finetune + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: l3.1-8b-rp-ink-q4_k_m.gguf @@ -12485,13 +18366,27 @@ - filename: l3.1-8b-rp-ink-q4_k_m.gguf sha256: 0e8d44a92153cda0c6a5d6b0d9af44d4806104b39d3232f9097cfcc384a78152 uri: huggingface://Triangle104/L3.1-8b-RP-Ink-Q4_K_M-GGUF/l3.1-8b-rp-ink-q4_k_m.gguf -- !!merge <<: *llama31 - name: "locutusque_thespis-llama-3.1-8b" +- name: locutusque_thespis-llama-3.1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Locutusque/Thespis-Llama-3.1-8B - https://huggingface.co/bartowski/Locutusque_Thespis-Llama-3.1-8B-GGUF description: | The Thespis family of language models is designed to enhance roleplaying performance through reasoning inspired by the Theory of Mind. Thespis-Llama-3.1-8B is a fine-tuned version of an abliterated Llama-3.1-8B model, optimized using Group Relative Policy Optimization (GRPO). The model is specifically rewarded for minimizing "slop" and repetition in its outputs, aiming to produce coherent and engaging text that maintains character consistency and avoids low-quality responses. This version represents an initial release; future iterations will incorporate a more rigorous fine-tuning process. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - roleplay + - chat + - reasoning + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: Locutusque_Thespis-Llama-3.1-8B-Q4_K_M.gguf @@ -12499,8 +18394,8 @@ - filename: Locutusque_Thespis-Llama-3.1-8B-Q4_K_M.gguf sha256: 94138f3774f496e28c2e76bb6df7a073c6087f8c074216a24b3cbcdc58ec7853 uri: huggingface://bartowski/Locutusque_Thespis-Llama-3.1-8B-GGUF/Locutusque_Thespis-Llama-3.1-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llama-3.1-8b-instruct-uncensored-delmat-i1" +- name: llama-3.1-8b-instruct-uncensored-delmat-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nkpz/Llama-3.1-8B-Instruct-Uncensored-DeLMAT - https://huggingface.co/mradermacher/Llama-3.1-8B-Instruct-Uncensored-DeLMAT-i1-GGUF @@ -12510,6 +18405,18 @@ I've found this effect to be stronger than most abliteration scripts, so please use responsibly etc etc. The training script is released under the MIT license: https://github.com/nkpz/DeLMAT + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - instruct + - uncensored + - chat + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.1-8B-Instruct-Uncensored-DeLMAT.i1-Q4_K_M.gguf @@ -12517,9 +18424,8 @@ - filename: Llama-3.1-8B-Instruct-Uncensored-DeLMAT.i1-Q4_K_M.gguf sha256: e05c69f6f3157aeb7c579d1bb8c3b7e0fb6631d262d76ba301b6693e068148b2 uri: huggingface://mradermacher/Llama-3.1-8B-Instruct-Uncensored-DeLMAT-i1-GGUF/Llama-3.1-8B-Instruct-Uncensored-DeLMAT.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "lolzinventor_meta-llama-3.1-8b-survivev3" - icon: https://cdn-uploads.huggingface.co/production/uploads/67a020f79102e9be6460b24b/RjVuDPjU6gTPc_dDlHDk9.jpeg +- name: lolzinventor_meta-llama-3.1-8b-survivev3 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/lolzinventor/Meta-Llama-3.1-8B-SurviveV3 - https://huggingface.co/bartowski/lolzinventor_Meta-Llama-3.1-8B-SurviveV3-GGUF @@ -12531,6 +18437,19 @@ Out-of-scope uses: Medical advice or emergency response (users should always seek professional help in emergencies) Legal advice related to wilderness regulations or land use + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/67a020f79102e9be6460b24b/RjVuDPjU6gTPc_dDlHDk9.jpeg + tags: + - llama + - llama3.1 + - 8b + - gguf + - chat + - instruction-tuned + - survival + - llm + - quantized + last_checked: "2026-05-04" overrides: parameters: model: lolzinventor_Meta-Llama-3.1-8B-SurviveV3-Q4_K_M.gguf @@ -12538,9 +18457,8 @@ - filename: lolzinventor_Meta-Llama-3.1-8B-SurviveV3-Q4_K_M.gguf sha256: 7a8548655c4a0361de9cd5390be50e6b2c2375805f7952140cd27a93ec545dfc uri: huggingface://bartowski/lolzinventor_Meta-Llama-3.1-8B-SurviveV3-GGUF/lolzinventor_Meta-Llama-3.1-8B-SurviveV3-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "llmevollama-3.1-8b-v0.1-i1" - icon: https://huggingface.co/fiveflow/LLMEvoLLaMA-3.1-8B-v0.1/resolve/main/assets/robot.jpeg +- name: llmevollama-3.1-8b-v0.1-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/fiveflow/LLMEvoLLaMA-3.1-8B-v0.1 - https://huggingface.co/mradermacher/LLMEvoLLaMA-3.1-8B-v0.1-i1-GGUF @@ -12548,6 +18466,20 @@ This project aims to optimize model merging by integrating LLMs into evolutionary strategies in a novel way. Instead of using the CMA-ES approach, the goal is to improve model optimization by leveraging the search capabilities of LLMs to explore the parameter space more efficiently and adjust the search scope based on high-performing solutions. Currently, the project supports optimization only within the Parameter Space, but I plan to extend its functionality to enable merging and optimization in the Data Flow Space as well. This will further enhance model merging by optimizing the interaction between data flow and parameters. + license: llama3.1 + icon: https://huggingface.co/fiveflow/LLMEvoLLaMA-3.1-8B-v0.1/resolve/main/assets/robot.jpeg + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - merged + - quantized + - multilingual + - ko + - en + last_checked: "2026-05-04" overrides: parameters: model: LLMEvoLLaMA-3.1-8B-v0.1.i1-Q4_K_M.gguf @@ -12555,8 +18487,8 @@ - filename: LLMEvoLLaMA-3.1-8B-v0.1.i1-Q4_K_M.gguf sha256: 4a1042b707499451c42acfbecb8319568c856f0c634aabe79c95d7a6436837ab uri: huggingface://mradermacher/LLMEvoLLaMA-3.1-8B-v0.1-i1-GGUF/LLMEvoLLaMA-3.1-8B-v0.1.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "hyperllama3.1-v2-i1" +- name: hyperllama3.1-v2-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/bunnycore/HyperLlama3.1-v2 - https://huggingface.co/mradermacher/HyperLlama3.1-v2-i1-GGUF @@ -12565,6 +18497,19 @@ vicgalle/Configurable-Llama-3.1-8B-Instruct bunnycore/HyperLlama-3.1-8B ValiantLabs/Llama3.1-8B-ShiningValiant2 + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - merge + - instruction-tuned + - chat + - llm + last_checked: "2026-05-04" overrides: parameters: model: HyperLlama3.1-v2.i1-Q4_K_M.gguf @@ -12572,13 +18517,25 @@ - filename: HyperLlama3.1-v2.i1-Q4_K_M.gguf sha256: b0357b1876898c485fe0532a8fdc10a4f5a190421bd573899710072558ba330b uri: huggingface://mradermacher/HyperLlama3.1-v2-i1-GGUF/HyperLlama3.1-v2.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "jdineen_llama-3.1-8b-think" +- name: jdineen_llama-3.1-8b-think + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/jdineen/Llama-3.1-8B-Think - https://huggingface.co/bartowski/jdineen_Llama-3.1-8B-Think-GGUF description: | This model is a fine-tuned version of Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 on the jdineen/grpo-with-thinking-500-tagged dataset. It has been trained using TRL. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: jdineen_Llama-3.1-8B-Think-Q4_K_M.gguf @@ -12586,8 +18543,8 @@ - filename: jdineen_Llama-3.1-8B-Think-Q4_K_M.gguf sha256: 47efe28c37f12a644e02abb417c421b243e8001d3c9345dd7f650c8050ab78fc uri: huggingface://bartowski/jdineen_Llama-3.1-8B-Think-GGUF/jdineen_Llama-3.1-8B-Think-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "textsynth-8b-i1" +- name: textsynth-8b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/theprint/TextSynth-8B - https://huggingface.co/mradermacher/TextSynth-8B-i1-GGUF @@ -12595,6 +18552,18 @@ This is a finetune of Llama 3.1 8B, trained on synthesizing text from two different sources. When used for other purposes, the result is a slightly more creative version of Llama 3.1, using more descriptive and evocative language in some instances. It's great for brainstorming sessions, creative writing and free-flowing conversations. It's less good for technical documentation, email writing and that sort of thing. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3.1 + - 8b + - gguf + - llm + - quantized + - instruction-tuned + - creative + last_checked: "2026-05-04" overrides: parameters: model: TextSynth-8B.i1-Q4_K_M.gguf @@ -12602,9 +18571,8 @@ - filename: TextSynth-8B.i1-Q4_K_M.gguf sha256: 9186a8cb3a797cd2cd5b2eeaee99808674d96731824a9ee45685bbf480ba56c3 uri: huggingface://mradermacher/TextSynth-8B-i1-GGUF/TextSynth-8B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "deepcogito_cogito-v1-preview-llama-8b" - icon: https://huggingface.co/deepcogito/cogito-v1-preview-llama-8B/resolve/main/images/deep-cogito-logo.png +- name: deepcogito_cogito-v1-preview-llama-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/deepcogito/cogito-v1-preview-llama-8B - https://huggingface.co/bartowski/deepcogito_cogito-v1-preview-llama-8B-GGUF @@ -12616,6 +18584,21 @@ The models have been optimized for coding, STEM, instruction following and general helpfulness, and have significantly higher multilingual, coding and tool calling capabilities than size equivalent counterparts. In both standard and reasoning modes, Cogito v1-preview models outperform their size equivalent counterparts on common industry benchmarks. Each model is trained in over 30 languages and supports a context length of 128k. + license: llama3.1 + icon: https://huggingface.co/deepcogito/cogito-v1-preview-llama-8B/resolve/main/images/deep-cogito-logo.png + tags: + - llama + - llama3.1 + - 8b + - llm + - chat + - reasoning + - code + - multilingual + - gguf + - quantized + - cogito + last_checked: "2026-05-04" overrides: parameters: model: deepcogito_cogito-v1-preview-llama-8B-Q4_K_M.gguf @@ -12623,10 +18606,8 @@ - filename: deepcogito_cogito-v1-preview-llama-8B-Q4_K_M.gguf sha256: 445173fb1dacef3fa0be49ebb4512b948fdb1434d86732de198424695b017b50 uri: huggingface://bartowski/deepcogito_cogito-v1-preview-llama-8B-GGUF/deepcogito_cogito-v1-preview-llama-8B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "hamanasu-adventure-4b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/o5WjJKA9f95ri9UzRxZQE.png +- name: hamanasu-adventure-4b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Delta-Vector/Hamanasu-Adventure-4B - https://huggingface.co/mradermacher/Hamanasu-Adventure-4B-i1-GGUF @@ -12634,6 +18615,19 @@ Thanks to PocketDoc's Adventure datasets and taking his Dangerous Winds models as inspiration, I was able to finetune a small Adventure model that HATES the User The model is suited for Text Adventure, All thanks to Tav for funding the train. Support me and my finetunes on Ko-Fi https://ko-fi.com/deltavector + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/o5WjJKA9f95ri9UzRxZQE.png + tags: + - llama + - 4b + - gguf + - roleplay + - storywriting + - finetune + - instruction-tuned + - quantized + - llm + last_checked: "2026-05-04" overrides: parameters: model: Hamanasu-Adventure-4B.i1-Q4_K_M.gguf @@ -12641,10 +18635,8 @@ - filename: Hamanasu-Adventure-4B.i1-Q4_K_M.gguf sha256: d4f2bb3bdd99dbfe1019368813c8b6574c4c53748ff58e1b0cc1786b32cc9f5d uri: huggingface://mradermacher/Hamanasu-Adventure-4B-i1-GGUF/Hamanasu-Adventure-4B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "hamanasu-magnum-4b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/o5WjJKA9f95ri9UzRxZQE.png +- name: hamanasu-magnum-4b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Delta-Vector/Hamanasu-Magnum-4B - https://huggingface.co/mradermacher/Hamanasu-Magnum-4B-i1-GGUF @@ -12652,6 +18644,21 @@ This is a model designed to replicate the prose quality of the Claude 3 series of models. specifically Sonnet and Opus - Made with a prototype magnum V5 datamix. The model is suited for traditional RP, All thanks to Tav for funding the train. Support me and my finetunes on Ko-Fi https://ko-fi.com/deltavector + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/o5WjJKA9f95ri9UzRxZQE.png + tags: + - llama + - hamanasu + - roleplay + - storywriting + - chat + - gguf + - quantized + - 4b + - llm + - instruction-tuned + - finetune + last_checked: "2026-05-04" overrides: parameters: model: Hamanasu-Magnum-4B.i1-Q4_K_M.gguf @@ -12659,14 +18666,26 @@ - filename: Hamanasu-Magnum-4B.i1-Q4_K_M.gguf sha256: 7eb6d1bfda7c0a5bf62de754323cf59f14ddd394550a5893b7bd086fd1906361 uri: huggingface://mradermacher/Hamanasu-Magnum-4B-i1-GGUF/Hamanasu-Magnum-4B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "nvidia_llama-3.1-8b-ultralong-1m-instruct" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png +- name: nvidia_llama-3.1-8b-ultralong-1m-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nvidia/Llama-3.1-8B-UltraLong-1M-Instruct - https://huggingface.co/bartowski/nvidia_Llama-3.1-8B-UltraLong-1M-Instruct-GGUF description: | We introduce UltraLong-8B, a series of ultra-long context language models designed to process extensive sequences of text (up to 1M, 2M, and 4M tokens) while maintaining competitive performance on standard benchmarks. Built on the Llama-3.1, UltraLong-8B leverages a systematic training recipe that combines efficient continued pretraining with instruction tuning to enhance long-context understanding and instruction-following capabilities. This approach enables our models to efficiently scale their context windows without sacrificing general performance. + license: cc-by-nc-4.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png + tags: + - llama + - llama3.1 + - 8b + - gguf + - quantized + - llm + - instruction-tuned + - long-context + - chat + last_checked: "2026-05-04" overrides: parameters: model: nvidia_Llama-3.1-8B-UltraLong-1M-Instruct-Q4_K_M.gguf @@ -12674,14 +18693,27 @@ - filename: nvidia_Llama-3.1-8B-UltraLong-1M-Instruct-Q4_K_M.gguf sha256: 22e59b0eff7fd7b77403027fb758f75ad41c78a4f56adc10ca39802c64fe97fa uri: huggingface://bartowski/nvidia_Llama-3.1-8B-UltraLong-1M-Instruct-GGUF/nvidia_Llama-3.1-8B-UltraLong-1M-Instruct-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "nvidia_llama-3.1-8b-ultralong-4m-instruct" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png +- name: nvidia_llama-3.1-8b-ultralong-4m-instruct + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nvidia/Llama-3.1-8B-UltraLong-4M-Instruct - https://huggingface.co/bartowski/nvidia_Llama-3.1-8B-UltraLong-4M-Instruct-GGUF description: | We introduce UltraLong-8B, a series of ultra-long context language models designed to process extensive sequences of text (up to 1M, 2M, and 4M tokens) while maintaining competitive performance on standard benchmarks. Built on the Llama-3.1, UltraLong-8B leverages a systematic training recipe that combines efficient continued pretraining with instruction tuning to enhance long-context understanding and instruction-following capabilities. This approach enables our models to efficiently scale their context windows without sacrificing general performance. + license: cc-by-nc-4.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png + tags: + - llama + - nvidia + - nemotron + - 8b + - ultra-long-context + - instruction-tuned + - llm + - gguf + - quantized + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: nvidia_Llama-3.1-8B-UltraLong-4M-Instruct-Q4_K_M.gguf @@ -12689,9 +18721,8 @@ - filename: nvidia_Llama-3.1-8B-UltraLong-4M-Instruct-Q4_K_M.gguf sha256: c503c77c6d8cc4be53ce7cddb756cb571862f0422594c17e58a75d7be9f00907 uri: huggingface://bartowski/nvidia_Llama-3.1-8B-UltraLong-4M-Instruct-GGUF/nvidia_Llama-3.1-8B-UltraLong-4M-Instruct-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "facebook_kernelllm" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1592839207516-noauth.png +- name: facebook_kernelllm + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/facebook/KernelLLM - https://huggingface.co/bartowski/facebook_KernelLLM-GGUF @@ -12701,6 +18732,18 @@ KernelLLM Workflow for Triton Kernel Generation: Our approach uses KernelLLM to translate PyTorch code (green) into Triton kernel candidates. Input and output components are marked in bold. The generations are validated against unit tests, which run kernels with random inputs of known shapes. This workflow allows us to evaluate multiple generations (pass@k) by increasing the number of kernel candidate generations. The best kernel implementation is selected and returned (green output). The model was trained on approximately 25,000 paired examples of PyTorch modules and their equivalent Triton kernel implementations, and additional synthetically generated samples. Our approach combines filtered code from TheStack [Kocetkov et al. 2022] and synthetic examples generated through torch.compile() and additional prompting techniques. The filtered and compiled dataset is [KernelBook]](https://huggingface.co/datasets/GPUMODE/KernelBook). We finetuned Llama3.1-8B-Instruct on the created dataset using supervised instruction tuning and measured its ability to generate correct Triton kernels and corresponding calling code on KernelBench-Triton, our newly created variant of KernelBench [Ouyang et al. 2025] targeting Triton kernel generation. The torch code was used with a prompt template containing a format example as instruction during both training and evaluation. The model was trained for 10 epochs with a batch size of 32 and a standard SFT recipe with hyperparameters selected by perplexity on a held-out subset of the training data. Training took circa 12 hours wall clock time on 16 GPUs (192 GPU hours), and we report the best checkpoint's validation results. + license: llama3.1 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1592839207516-noauth.png + tags: + - llama3.1 + - 8b + - gguf + - llm + - instruction-tuned + - code + - gpu + - triton + last_checked: "2026-05-04" overrides: parameters: model: facebook_KernelLLM-Q4_K_M.gguf @@ -12708,9 +18751,8 @@ - filename: facebook_KernelLLM-Q4_K_M.gguf sha256: 947e1f4d48d23bf9a71984b98de65204858ec4e58990c17ef6195dc64838e6d7 uri: huggingface://bartowski/facebook_KernelLLM-GGUF/facebook_KernelLLM-Q4_K_M.gguf -- !!merge <<: *llama33 - name: "llama-3.3-magicalgirl-2.5-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/633e85093a17ab61de8d9073/FGK0qBGmELj6DEUxbbrdR.png +- name: llama-3.3-magicalgirl-2.5-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/KaraKaraWitch/Llama-3.3-MagicalGirl-2.5 - https://huggingface.co/mradermacher/Llama-3.3-MagicalGirl-2.5-i1-GGUF @@ -12724,6 +18766,19 @@ TheDrummer/Fallen-Llama-3.3-R1-70B-v1 huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated SicariusSicariiStuff/Negative_LLAMA_70B + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/633e85093a17ab61de8d9073/FGK0qBGmELj6DEUxbbrdR.png + tags: + - llama + - llama3.3 + - 70b + - gguf + - quantized + - llm + - merge + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Llama-3.3-MagicalGirl-2.5.i1-Q4_K_M.gguf @@ -12731,9 +18786,8 @@ - filename: Llama-3.3-MagicalGirl-2.5.i1-Q4_K_M.gguf sha256: 25db6d4ae5649e6d2084036d8f05ec1aca459126e2d4734d6c18f1e16147a4d3 uri: huggingface://mradermacher/Llama-3.3-MagicalGirl-2.5-i1-GGUF/Llama-3.3-MagicalGirl-2.5.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png - name: "nvidia_llama-3.1-nemotron-nano-4b-v1.1" +- name: nvidia_llama-3.1-nemotron-nano-4b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/nvidia/Llama-3.1-Nemotron-Nano-4B-v1.1 - https://huggingface.co/bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF @@ -12751,6 +18805,21 @@ Llama-3.1-Nemotron-Nano-8B-v1 This model is ready for commercial use. + license: nvidia-open-model-license + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1613114437487-60262a8e0703121c822a80b6.png + tags: + - llama + - llama-3.1 + - nemotron + - 4b + - llm + - gguf + - chat + - reasoning + - code + - multilingual + - nvidia + last_checked: "2026-05-04" overrides: parameters: model: nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_K_M.gguf @@ -12758,8 +18827,8 @@ - filename: nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_K_M.gguf sha256: 530f0e0ade58d22d4b24d9378cf8a87161d22f33cae8f2f65876f3a1555819e6 uri: huggingface://bartowski/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-GGUF/nvidia_Llama-3.1-Nemotron-Nano-4B-v1.1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "ultravox-v0_5-llama-3_1-8b" +- name: ultravox-v0_5-llama-3_1-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/fixie-ai/ultravox-v0_5-llama-3_1-8b - https://huggingface.co/ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF @@ -12771,6 +18840,19 @@ Ultravox is a multimodal model that can consume both speech and text as input (e.g., a text system prompt and voice user message). The input to the model is given as a text prompt with a special <|audio|> pseudo-token, and the model processor will replace this magic token with embeddings derived from the input audio. Using the merged embeddings as input, the model will then generate output text as usual. In a future revision of Ultravox, we plan to expand the token vocabulary to support generation of semantic and acoustic audio tokens, which can then be fed to a vocoder to produce voice output. No preference tuning has been applied to this revision of the model. + license: mit + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 8b + - ultravox + - multimodal + - speech + - llm + - gguf + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: mmproj: mmproj-ultravox-v0_5-llama-3_1-8b-f16.gguf parameters: @@ -12782,8 +18864,8 @@ - filename: mmproj-ultravox-v0_5-llama-3_1-8b-f16.gguf sha256: e6395ed42124303eaa9fca934452aabce14c59d2a56fab2dda65b798442289ff uri: https://huggingface.co/ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF/resolve/main/mmproj-ultravox-v0_5-llama-3_1-8b-f16.gguf -- !!merge <<: *llama31 - name: "astrosage-70b" +- name: astrosage-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/AstroMLab/AstroSage-70B - https://huggingface.co/mradermacher/AstroSage-70B-GGUF @@ -12824,6 +18906,18 @@ Assisting with programming tasks related to astronomical data analysis. Serving as an educational tool for learning astronomical concepts. Potentially forming the core of future agentic research assistants capable of more autonomous scientific tasks. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama3.1 + - 70b + - llm + - astronomy + - reasoning + - instruction-tuned + - gguf + - quantized + last_checked: "2026-05-04" overrides: parameters: model: AstroSage-70B.Q4_K_M.gguf @@ -12831,9 +18925,8 @@ - filename: AstroSage-70B.Q4_K_M.gguf sha256: 1d98dabfa001d358d9f95d2deba93a94ad8baa8839c75a0129cdb6bcf1507f38 uri: huggingface://mradermacher/AstroSage-70B-GGUF/AstroSage-70B.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "thedrummer_anubis-70b-v1.1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/G-NwpVtnbdfdnPusYDzx3.png +- name: thedrummer_anubis-70b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/TheDrummer/Anubis-70B-v1.1 - https://huggingface.co/bartowski/TheDrummer_Anubis-70B-v1.1-GGUF @@ -12849,6 +18942,20 @@ It feels fresh. I am quite impressed on how it picked up on and empasized subtle details I have not seen other models do in one of my historically accurate character cards. Anubis v1.1 is in my main model rotation now, I really like it! -Tarek + license: llama3.1 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/G-NwpVtnbdfdnPusYDzx3.png + tags: + - llama + - llama3.3 + - anubis + - 70b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - character-adherence + last_checked: "2026-05-04" overrides: parameters: model: TheDrummer_Anubis-70B-v1.1-Q4_K_M.gguf @@ -12856,13 +18963,27 @@ - filename: TheDrummer_Anubis-70B-v1.1-Q4_K_M.gguf sha256: a73bed551c64703737f598f1120aac28d1a62c08b5dbe2208da810936bb2522d uri: huggingface://bartowski/TheDrummer_Anubis-70B-v1.1-GGUF/TheDrummer_Anubis-70B-v1.1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "ockerman0_anubislemonade-70b-v1" +- name: ockerman0_anubislemonade-70b-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ockerman0/AnubisLemonade-70B-v1 - https://huggingface.co/bartowski/ockerman0_AnubisLemonade-70B-v1-GGUF description: | AnubisLemonade-70B-v1 is a 70B parameter model that is a follow-up to Anubis-70B-v1.1. It is a state-of-the-art (SOTA) model developed by ockerman0, representing the world's first model to feature Intermediate Thinking capabilities. Unlike traditional models that provide single-pass responses, AnubisLemonade-70B-v1 employs a revolutionary multi-phase thinking process that allows the model to think, reconsider, and refine its reasoning multiple times throughout a single response. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - 70b + - gguf + - quantized + - llm + - mergekit + - merge + - chat + - reasoning + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: ockerman0_AnubisLemonade-70B-v1-Q4_K_M.gguf @@ -12870,9 +18991,8 @@ - filename: ockerman0_AnubisLemonade-70B-v1-Q4_K_M.gguf sha256: 44a06924a131fafde604a6c4e2f9f5209b9e79452b2211c9dbb0b14a1e177c43 uri: huggingface://bartowski/ockerman0_AnubisLemonade-70B-v1-GGUF/ockerman0_AnubisLemonade-70B-v1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "sicariussicariistuff_impish_llama_4b" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B/resolve/main/Images/Impish_LLAMA_4B.png +- name: sicariussicariistuff_impish_llama_4b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B - https://huggingface.co/bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF @@ -12889,6 +19009,19 @@ This model is also 'built a bit different', literally, as it is based on nVidia's prune; it does not 'behave' like a typical 8B, from my own subjective impression. This helped a lot with keeping it smart at such size. To be honest, my 'job' here in open source is 'done' at this point. I've achieved everything I wanted to do here, and then some. + license: llama3.1 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_LLAMA_4B/resolve/main/Images/Impish_LLAMA_4B.png + tags: + - llama + - llama3.1 + - minitron + - 4b + - gguf + - quantized + - llm + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: SicariusSicariiStuff_Impish_LLAMA_4B-Q4_K_M.gguf @@ -12896,8 +19029,8 @@ - filename: SicariusSicariiStuff_Impish_LLAMA_4B-Q4_K_M.gguf sha256: 84d14bf15e198465336220532cb0fbcbdad81b33f1ab6748551218ee432208f6 uri: huggingface://bartowski/SicariusSicariiStuff_Impish_LLAMA_4B-GGUF/SicariusSicariiStuff_Impish_LLAMA_4B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "ockerman0_anubislemonade-70b-v1.1" +- name: ockerman0_anubislemonade-70b-v1.1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/ockerman0/AnubisLemonade-70B-v1.1 - https://huggingface.co/bartowski/ockerman0_AnubisLemonade-70B-v1.1-GGUF @@ -12907,6 +19040,19 @@ Feedback is highly encouraged! Recommended samplers are a Temperature of 1 and Min-P of 0.025, though feel free to experiment otherwise. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llama + - llama3 + - 70b + - gguf + - quantized + - merge + - chat + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: ockerman0_AnubisLemonade-70B-v1.1-Q4_K_M.gguf @@ -12914,9 +19060,8 @@ - filename: ockerman0_AnubisLemonade-70B-v1.1-Q4_K_M.gguf sha256: e217b2c39d4fae8499ca2a24ff8c7025ec93cd16883aa57f43ac9240222c4754 uri: huggingface://bartowski/ockerman0_AnubisLemonade-70B-v1.1-GGUF/ockerman0_AnubisLemonade-70B-v1.1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "tarek07_nomad-llama-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64909c086073a0cd172d0411/5F7S8kdO8NTMua6iCRTUO.png +- name: tarek07_nomad-llama-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/Tarek07/Nomad-LLaMa-70B - https://huggingface.co/bartowski/Tarek07_Nomad-LLaMa-70B-GGUF @@ -12930,16 +19075,28 @@ - model: zerofata/L3.3-GeneticLemonade-Unleashed-v3-70B - model: Sao10K/Llama-3.3-70B-Vulpecula-r1 base_model: nbeerbower/Llama-3.1-Nemotron-lorablated-70B - overrides: - parameters: - model: Tarek07_Nomad-LLaMa-70B-Q4_K_M.gguf - files: - - filename: Tarek07_Nomad-LLaMa-70B-Q4_K_M.gguf - sha256: 734c7042a84cd6c059c4ddd3ffb84b23752aeaaf670c5cbb0031f8128ec5ffc8 + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64909c086073a0cd172d0411/5F7S8kdO8NTMua6iCRTUO.png + tags: + - llama + - llama3.1 + - 70b + - gguf + - quantized + - llm + - chat + - merge + - instruction-tuned + last_checked: "2026-05-04" + overrides: + parameters: + model: Tarek07_Nomad-LLaMa-70B-Q4_K_M.gguf + files: + - filename: Tarek07_Nomad-LLaMa-70B-Q4_K_M.gguf + sha256: 734c7042a84cd6c059c4ddd3ffb84b23752aeaaf670c5cbb0031f8128ec5ffc8 uri: huggingface://bartowski/Tarek07_Nomad-LLaMa-70B-GGUF/Tarek07_Nomad-LLaMa-70B-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "wingless_imp_8b-i1" - icon: https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B/resolve/main/Images/Wingless_Imp_8B.jpeg +- name: wingless_imp_8b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B - https://huggingface.co/mradermacher/Wingless_Imp_8B-i1-GGUF @@ -12952,6 +19109,20 @@ Very good writing from lots of books data and creative writing in late SFT stage. Feels smart — the combination of high IFeval and the knowledge from the merged models show up. Unique feel due to the merged models, no SFT was done to alter it, because I liked it as it is. + license: llama3.1 + icon: https://huggingface.co/SicariusSicariiStuff/Wingless_Imp_8B/resolve/main/Images/Wingless_Imp_8B.jpeg + tags: + - llama3.1 + - llama3 + - 8b + - gguf + - llm + - merge + - chat + - instruction-tuned + - quantized + - english + last_checked: "2026-05-04" overrides: parameters: model: Wingless_Imp_8B.i1-Q4_K_M.gguf @@ -12959,9 +19130,8 @@ - filename: Wingless_Imp_8B.i1-Q4_K_M.gguf sha256: 3a5ff776ab3286f43937c3c2d8e2e1e09c5ea1c91a79945c34ec071e23f31e3b uri: huggingface://mradermacher/Wingless_Imp_8B-i1-GGUF/Wingless_Imp_8B.i1-Q4_K_M.gguf -- !!merge <<: *llama31 - name: "nousresearch_hermes-4-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/roT9o5bMYBtQziRMlaSDf.jpeg +- name: nousresearch_hermes-4-70b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/NousResearch/Hermes-4-70B - https://huggingface.co/bartowski/NousResearch_Hermes-4-70B-GGUF @@ -12980,6 +19150,21 @@ Reasoning that is top quality, expressive, improves math, code, STEM, logic, and even creative writing and subjective responses. Schema adherence & structured outputs: trained to produce valid JSON for given schemas and to repair malformed objects. Much easier to steer and align: extreme improvements on steerability, especially on reduced refusal rates. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/roT9o5bMYBtQziRMlaSDf.jpeg + tags: + - llama3.1 + - 70b + - gguf + - quantized + - llm + - reasoning + - instruction-tuned + - hybrid-mode + - chat + - code + - math + last_checked: "2026-05-04" overrides: parameters: model: NousResearch_Hermes-4-70B-Q4_K_M.gguf @@ -12987,23 +19172,28 @@ - filename: NousResearch_Hermes-4-70B-Q4_K_M.gguf sha256: ab9b59dd1df27c039952915aa4669a82b5f45e5e9532b98679c65dffe2fe9ee2 uri: huggingface://bartowski/NousResearch_Hermes-4-70B-GGUF/NousResearch_Hermes-4-70B-Q4_K_M.gguf -- &deepseek - url: "github:mudler/LocalAI/gallery/deepseek.yaml@master" ## Deepseek - name: "deepseek-coder-v2-lite-instruct" - icon: "https://avatars.githubusercontent.com/u/148330874" - license: deepseek - description: | - DeepSeek-Coder-V2, an open-source Mixture-of-Experts (MoE) code language model that achieves performance comparable to GPT4-Turbo in code-specific tasks. Specifically, DeepSeek-Coder-V2 is further pre-trained from DeepSeek-Coder-V2-Base with 6 trillion tokens sourced from a high-quality and multi-source corpus. Through this continued pre-training, DeepSeek-Coder-V2 substantially enhances the coding and mathematical reasoning capabilities of DeepSeek-Coder-V2-Base, while maintaining comparable performance in general language tasks. Compared to DeepSeek-Coder, DeepSeek-Coder-V2 demonstrates significant advancements in various aspects of code-related tasks, as well as reasoning and general capabilities. Additionally, DeepSeek-Coder-V2 expands its support for programming languages from 86 to 338, while extending the context length from 16K to 128K. - In standard benchmark evaluations, DeepSeek-Coder-V2 achieves superior performance compared to closed-source models such as GPT4-Turbo, Claude 3 Opus, and Gemini 1.5 Pro in coding and math benchmarks. The list of supported programming languages can be found in the paper. +- name: deepseek-coder-v2-lite-instruct + url: github:mudler/LocalAI/gallery/deepseek.yaml@master urls: - https://github.com/deepseek-ai/DeepSeek-Coder-V2/tree/main - https://huggingface.co/LoneStriker/DeepSeek-Coder-V2-Lite-Instruct-GGUF + description: | + DeepSeek-Coder-V2, an open-source Mixture-of-Experts (MoE) code language model that achieves performance comparable to GPT4-Turbo in code-specific tasks. Specifically, DeepSeek-Coder-V2 is further pre-trained from DeepSeek-Coder-V2-Base with 6 trillion tokens sourced from a high-quality and multi-source corpus. Through this continued pre-training, DeepSeek-Coder-V2 substantially enhances the coding and mathematical reasoning capabilities of DeepSeek-Coder-V2-Base, while maintaining comparable performance in general language tasks. Compared to DeepSeek-Coder, DeepSeek-Coder-V2 demonstrates significant advancements in various aspects of code-related tasks, as well as reasoning and general capabilities. Additionally, DeepSeek-Coder-V2 expands its support for programming languages from 86 to 338, while extending the context length from 16K to 128K. + In standard benchmark evaluations, DeepSeek-Coder-V2 achieves superior performance compared to closed-source models such as GPT4-Turbo, Claude 3 Opus, and Gemini 1.5 Pro in coding and math benchmarks. The list of supported programming languages can be found in the paper. + license: deepseek-license + icon: https://avatars.githubusercontent.com/u/148330874 tags: + - deepseek - llm - gguf - - gpu - - deepseek - - cpu + - code + - moe + - 16b + - instruction-tuned + - reasoning + - quantized + - math + last_checked: "2026-05-04" overrides: parameters: model: DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf @@ -13011,13 +19201,26 @@ - filename: DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf sha256: 50ec78036433265965ed1afd0667c00c71c12aa70bcf383be462cb8e159db6c0 uri: huggingface://LoneStriker/DeepSeek-Coder-V2-Lite-Instruct-GGUF/DeepSeek-Coder-V2-Lite-Instruct-Q4_K_M.gguf -- !!merge <<: *deepseek - name: "cursorcore-ds-6.7b-i1" +- name: cursorcore-ds-6.7b-i1 + url: github:mudler/LocalAI/gallery/deepseek.yaml@master urls: - https://huggingface.co/TechxGenus/CursorCore-DS-6.7B - https://huggingface.co/mradermacher/CursorCore-DS-6.7B-i1-GGUF description: | CursorCore is a series of open-source models designed for AI-assisted programming. It aims to support features such as automated editing and inline chat, replicating the core abilities of closed-source AI-assisted programming tools like Cursor. This is achieved by aligning data generated through Programming-Instruct. Please read our paper to learn more. + license: deepseek + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - cursorcore + - deepseek + - 6.7b + - code + - chat + - llm + - gguf + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: CursorCore-DS-6.7B.i1-Q4_K_M.gguf @@ -13025,10 +19228,8 @@ - filename: CursorCore-DS-6.7B.i1-Q4_K_M.gguf sha256: 71b94496be79e5bc45c23d6aa6c242f5f1d3625b4f00fe91d781d381ef35c538 uri: huggingface://mradermacher/CursorCore-DS-6.7B-i1-GGUF/CursorCore-DS-6.7B.i1-Q4_K_M.gguf -- name: "archangel_sft_pythia2-8b" - url: "github:mudler/LocalAI/gallery/tuluv2.yaml@master" - icon: https://gist.github.com/assets/29318529/fe2d8391-dbd1-4b7e-9dc4-7cb97e55bc06 - license: apache-2.0 +- name: archangel_sft_pythia2-8b + url: github:mudler/LocalAI/gallery/tuluv2.yaml@master urls: - https://huggingface.co/ContextualAI/archangel_sft_pythia2-8b - https://huggingface.co/RichardErkhov/ContextualAI_-_archangel_sft_pythia2-8b-gguf @@ -13045,6 +19246,20 @@ - aligned using the SHP, Anthropic HH and Open Assistant datasets. Please refer to our [code repository](https://github.com/ContextualAI/HALOs) or [blog](https://contextual.ai/better-cheaper-faster-llm-alignment-with-kto/) which contains intructions for training your own HALOs and links to our model cards. + license: apache-2.0 + icon: https://gist.github.com/assets/29318529/fe2d8391-dbd1-4b7e-9dc4-7cb97e55bc06 + tags: + - pythia + - 8b + - llm + - chat + - gguf + - quantized + - instruction-tuned + - rlhf + - alignment + - sft + last_checked: "2026-05-04" overrides: parameters: model: archangel_sft_pythia2-8b.Q4_K_M.gguf @@ -13052,10 +19267,8 @@ - filename: archangel_sft_pythia2-8b.Q4_K_M.gguf sha256: a47782c55ef2b39b19644213720a599d9849511a73c9ebb0c1de749383c0a0f8 uri: huggingface://RichardErkhov/ContextualAI_-_archangel_sft_pythia2-8b-gguf/archangel_sft_pythia2-8b.Q4_K_M.gguf -- &deepseek-r1 - url: "github:mudler/LocalAI/gallery/deepseek-r1.yaml@master" ## Start DeepSeek-R1 - name: "deepseek-r1-distill-qwen-1.5b" - icon: "https://avatars.githubusercontent.com/u/148330874" +- name: deepseek-r1-distill-qwen-1.5b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5b - https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF @@ -13063,6 +19276,21 @@ DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - reasoning + - chat + - gguf + - quantized + - 1.5b + - llm + - distilled + - instruction-tuned + - code + - math + last_checked: "2026-05-04" overrides: parameters: model: DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf @@ -13070,11 +19298,30 @@ - filename: DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf sha256: 1741e5b2d062b07acf048bf0d2c514dadf2a48f94e2b4aa0cfe069af3838ee2f uri: huggingface://bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF/DeepSeek-R1-Distill-Qwen-1.5B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-r1-distill-qwen-7b" +- name: deepseek-r1-distill-qwen-7b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B - https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF + description: | + DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. + Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. + By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + license: mit + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - qwen + - 7b + - llm + - gguf + - quantized + - reasoning + - distilled + - chat + - math + - code + last_checked: "2026-05-04" overrides: parameters: model: DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf @@ -13082,11 +19329,28 @@ - filename: DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf sha256: 731ece8d06dc7eda6f6572997feb9ee1258db0784827e642909d9b565641937b uri: huggingface://bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF/DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-r1-distill-qwen-14b" +- name: deepseek-r1-distill-qwen-14b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B - https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF + description: | + DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. + Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. + By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - qwen + - 14b + - gguf + - quantized + - llm + - reasoning + - chat + - distilled + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf @@ -13094,11 +19358,28 @@ - filename: DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf sha256: 0b319bd0572f2730bfe11cc751defe82045fad5085b4e60591ac2cd2d9633181 uri: huggingface://bartowski/DeepSeek-R1-Distill-Qwen-14B-GGUF/DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-r1-distill-qwen-32b" +- name: deepseek-r1-distill-qwen-32b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B - https://huggingface.co/bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF + description: | + DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. + Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. + By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - qwen + - 32b + - gguf + - quantized + - reasoning + - chat + - distilled + - llm + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf @@ -13106,25 +19387,59 @@ - filename: DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf sha256: bed9b0f551f5b95bf9da5888a48f0f87c37ad6b72519c4cbd775f54ac0b9fc62 uri: huggingface://bartowski/DeepSeek-R1-Distill-Qwen-32B-GGUF/DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-r1-distill-llama-8b" - icon: "https://avatars.githubusercontent.com/u/148330874" +- name: deepseek-r1-distill-llama-8b + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B - - https://huggingface.co/bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF + - https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF + description: | + DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. + Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. + By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - llama + - llama-3 + - gguf + - quantized + - 8b + - llm + - reasoning + - code + - math + - distilled + - chat + last_checked: "2026-05-04" overrides: parameters: - model: DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf + model: deepseek-r1-distill-llama-8b-Q4_K_M.gguf files: - - filename: DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf - sha256: 87bcba20b4846d8dadf753d3ff48f9285d131fc95e3e0e7e934d4f20bc896f5d - uri: huggingface://bartowski/DeepSeek-R1-Distill-Llama-8B-GGUF/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-r1-distill-llama-70b" - icon: "https://avatars.githubusercontent.com/u/148330874" + - filename: deepseek-r1-distill-llama-8b-Q4_K_M.gguf + sha256: 0addb1339a82385bcd973186cd80d18dcc71885d45eabd899781a118d03827d9 + uri: huggingface://unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf +- name: deepseek-r1-distill-llama-70b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B - https://huggingface.co/bartowski/DeepSeek-R 1-Distill-Llama-70B-GGUF + description: | + DeepSeek-R1 is our advanced first-generation reasoning model designed to enhance performance in reasoning tasks. + Building on the foundation laid by its predecessor, DeepSeek-R1-Zero, which was trained using large-scale reinforcement learning (RL) without supervised fine-tuning, DeepSeek-R1 addresses the challenges faced by R1-Zero, such as endless repetition, poor readability, and language mixing. + By incorporating cold-start data prior to the RL phase,DeepSeek-R1 significantly improves reasoning capabilities and achieves performance levels comparable to OpenAI-o1 across a variety of domains, including mathematics, coding, and complex reasoning tasks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - llama + - 70b + - gguf + - quantized + - llm + - reasoning + - distill + - chat + last_checked: "2026-05-04" overrides: parameters: model: DeepSeek-R1-Distill-Llama-70B-Q4_K_M.gguf @@ -13132,9 +19447,8 @@ - filename: DeepSeek-R1-Distill-Llama-70B-Q4_K_M.gguf sha256: 181a82a1d6d2fa24fe4db83a68eee030384986bdbdd4773ba76424e3a6eb9fd8 uri: huggingface://bartowski/DeepSeek-R1-Distill-Llama-70B-GGUF/DeepSeek-R1-Distill-Llama-70B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-r1-qwen-2.5-32b-ablated" - icon: https://cdn-uploads.huggingface.co/production/uploads/6587d8dd1b44d0e694104fbf/0dkt6EhZYwXVBxvSWXdaM.png +- name: deepseek-r1-qwen-2.5-32b-ablated + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/NaniDAO/deepseek-r1-qwen-2.5-32B-ablated - https://huggingface.co/bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF @@ -13144,6 +19458,20 @@ This means it will refuse less of your valid requests for an uncensored UX. Use responsibly and use common sense. We do not take any responsibility for how you apply this intelligence, just as we do not for how you apply your own. + license: mit + icon: https://cdn-uploads.huggingface.co/production/uploads/6587d8dd1b44d0e694104fbf/0dkt6EhZYwXVBxvSWXdaM.png + tags: + - qwen + - deepseek + - 32b + - gguf + - quantized + - reasoning + - uncensored + - llm + - chat + - ablated + last_checked: "2026-05-04" overrides: parameters: model: deepseek-r1-qwen-2.5-32B-ablated-Q4_K_M.gguf @@ -13151,13 +19479,27 @@ - filename: deepseek-r1-qwen-2.5-32B-ablated-Q4_K_M.gguf sha256: 7f33898641ebe58fe178c3517efc129f4fe37c6ca2d8b91353c4539b0c3411ec uri: huggingface://bartowski/deepseek-r1-qwen-2.5-32B-ablated-GGUF/deepseek-r1-qwen-2.5-32B-ablated-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "fuseo1-deepseekr1-qwen2.5-coder-32b-preview-v0.1" +- name: fuseo1-deepseekr1-qwen2.5-coder-32b-preview-v0.1 + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/FuseAI/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview - https://huggingface.co/bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF description: | FuseO1-Preview is our initial endeavor to enhance the System-II reasoning capabilities of large language models (LLMs) through innovative model fusion techniques. By employing our advanced SCE merging methodologies, we integrate multiple open-source o1-like LLMs into a unified model. Our goal is to incorporate the distinct knowledge and strengths from different reasoning LLMs into a single, unified model with strong System-II reasoning abilities, particularly in mathematics, coding, and science domains. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - fuseo1 + - 32b + - gguf + - quantized + - reasoning + - code + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_K_M.gguf @@ -13165,13 +19507,27 @@ - filename: FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_K_M.gguf sha256: d7753547046cd6e3d45a2cfbd5557aa20dd0b9f0330931d3fd5b3d4a0b468b24 uri: huggingface://bartowski/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-GGUF/FuseO1-DeepSeekR1-Qwen2.5-Coder-32B-Preview-v0.1-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "fuseo1-deepseekr1-qwen2.5-instruct-32b-preview" +- name: fuseo1-deepseekr1-qwen2.5-instruct-32b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/FuseAI/FuseO1-DeepSeekR1-Qwen2.5-Instruct-32B-Preview - https://huggingface.co/bartowski/FuseO1-DeepSeekR1-Qwen2.5-Instruct-32B-Preview-GGUF description: | FuseO1-Preview is our initial endeavor to enhance the System-II reasoning capabilities of large language models (LLMs) through innovative model fusion techniques. By employing our advanced SCE merging methodologies, we integrate multiple open-source o1-like LLMs into a unified model. Our goal is to incorporate the distinct knowledge and strengths from different reasoning LLMs into a single, unified model with strong System-II reasoning abilities, particularly in mathematics, coding, and science domains. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - fuseo1 + - 32b + - gguf + - quantized + - llm + - chat + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: FuseO1-DeepSeekR1-Qwen2.5-Instruct-32B-Preview-Q4_K_M.gguf @@ -13179,13 +19535,27 @@ - filename: FuseO1-DeepSeekR1-Qwen2.5-Instruct-32B-Preview-Q4_K_M.gguf sha256: 3b06a004a6bb827f809a7326b30ee73f96a1a86742d8c2dd335d75874fa17aa4 uri: huggingface://bartowski/FuseO1-DeepSeekR1-Qwen2.5-Instruct-32B-Preview-GGUF/FuseO1-DeepSeekR1-Qwen2.5-Instruct-32B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "fuseo1-deepseekr1-qwq-32b-preview" +- name: fuseo1-deepseekr1-qwq-32b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/FuseAI/FuseO1-DeepSeekR1-QwQ-32B-Preview - https://huggingface.co/bartowski/FuseO1-DeepSeekR1-QwQ-32B-Preview-GGUF description: | FuseO1-Preview is our initial endeavor to enhance the System-II reasoning capabilities of large language models (LLMs) through innovative model fusion techniques. By employing our advanced SCE merging methodologies, we integrate multiple open-source o1-like LLMs into a unified model. Our goal is to incorporate the distinct knowledge and strengths from different reasoning LLMs into a single, unified model with strong System-II reasoning abilities, particularly in mathematics, coding, and science domains. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - fuseo1 + - 32b + - gguf + - llm + - chat + - reasoning + - instruction-tuned + - o1-like + last_checked: "2026-05-04" overrides: parameters: model: FuseO1-DeepSeekR1-QwQ-32B-Preview-Q4_K_M.gguf @@ -13193,13 +19563,27 @@ - filename: FuseO1-DeepSeekR1-QwQ-32B-Preview-Q4_K_M.gguf sha256: 16f1fb6bf76bb971a7a63e1a68cddd09421f4a767b86eec55eed1e08178f78f2 uri: huggingface://bartowski/FuseO1-DeepSeekR1-QwQ-32B-Preview-GGUF/FuseO1-DeepSeekR1-QwQ-32B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "fuseo1-deekseekr1-qwq-skyt1-32b-preview" +- name: fuseo1-deekseekr1-qwq-skyt1-32b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/FuseAI/FuseO1-DeepSeekR1-QwQ-SkyT1-32B-Preview - https://huggingface.co/bartowski/FuseO1-DeekSeekR1-QwQ-SkyT1-32B-Preview-GGUF description: | FuseO1-Preview is our initial endeavor to enhance the System-II reasoning capabilities of large language models (LLMs) through innovative model fusion techniques. By employing our advanced SCE merging methodologies, we integrate multiple open-source o1-like LLMs into a unified model. Our goal is to incorporate the distinct knowledge and strengths from different reasoning LLMs into a single, unified model with strong System-II reasoning abilities, particularly in mathematics, coding, and science domains. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - fuseo1 + - deepseek + - qwen + - 32b + - gguf + - quantized + - llm + - reasoning + - chat + - math + - code + last_checked: "2026-05-04" overrides: parameters: model: FuseO1-DeekSeekR1-QwQ-SkyT1-32B-Preview-Q4_K_M.gguf @@ -13207,9 +19591,8 @@ - filename: FuseO1-DeekSeekR1-QwQ-SkyT1-32B-Preview-Q4_K_M.gguf sha256: 13911dd4a62d4714a3447bc288ea9d49dbe575a91cab9e8f645057f1d8e1100e uri: huggingface://bartowski/FuseO1-DeekSeekR1-QwQ-SkyT1-32B-Preview-GGUF/FuseO1-DeekSeekR1-QwQ-SkyT1-32B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "steelskull_l3.3-damascus-r1" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/iIzpqHDb9wU181AzfrjZy.png +- name: steelskull_l3.3-damascus-r1 + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-Damascus-R1 - https://huggingface.co/bartowski/Steelskull_L3.3-Damascus-R1-GGUF @@ -13228,6 +19611,21 @@ Base Architecture At its core, Damascus-R1 utilizes the entirely custom Hydroblated-R1 base model, specifically engineered for stability, enhanced reasoning, and performance. The SCE merge method, with settings finely tuned based on community feedback from evaluations of Experiment-Model-Ver-A, L3.3-Exp-Nevoria-R1-70b-v0.1 and L3.3-Exp-Nevoria-70b-v0.1, enables precise and effective component integration while maintaining model coherence and reliability. + license: eva-llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/iIzpqHDb9wU181AzfrjZy.png + tags: + - llama + - deepseek + - 70b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - distilled + - steelskull + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-Damascus-R1-Q4_K_M.gguf @@ -13235,14 +19633,28 @@ - filename: Steelskull_L3.3-Damascus-R1-Q4_K_M.gguf sha256: f1df5808b2099b26631d0bae870603a08dbfab6813471f514035d3fb92a47480 uri: huggingface://bartowski/Steelskull_L3.3-Damascus-R1-GGUF/Steelskull_L3.3-Damascus-R1-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "uncensoredai_uncensoredlm-deepseek-r1-distill-qwen-14b" - icon: https://huggingface.co/uncensoredai/UncensoredLM-DeepSeek-R1-Distill-Qwen-14B/resolve/main/h5dTflRHYMbGq3RXm9a61yz4io.avif +- name: uncensoredai_uncensoredlm-deepseek-r1-distill-qwen-14b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/uncensoredai/UncensoredLM-DeepSeek-R1-Distill-Qwen-14B - https://huggingface.co/bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF description: | An UncensoredLLM with Reasoning, what more could you want? + license: apache-2.0 + icon: https://huggingface.co/uncensoredai/UncensoredLM-DeepSeek-R1-Distill-Qwen-14B/resolve/main/h5dTflRHYMbGq3RXm9a61yz4io.avif + tags: + - qwen + - qwen2 + - deepseek + - 14b + - llm + - gguf + - quantized + - instruction-tuned + - reasoning + - chat + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf @@ -13250,14 +19662,28 @@ - filename: uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf sha256: 85b2c3e1aa4e8cc3bf616f84c7595c963d5439f3fcfdbd5c957fb22e84d10b1c uri: huggingface://bartowski/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-GGUF/uncensoredai_UncensoredLM-DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "huihui-ai_deepseek-r1-distill-llama-70b-abliterated" +- name: huihui-ai_deepseek-r1-distill-llama-70b-abliterated + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated - https://huggingface.co/bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF description: | This is an uncensored version of deepseek-ai/DeepSeek-R1-Distill-Llama-70B created with abliteration (see remove-refusals-with-transformers to know more about it). This is a crude, proof-of-concept implementation to remove refusals from an LLM model without using TransformerLens. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - deepseek + - llama + - 70b + - gguf + - quantized + - abliterated + - uncensored + - reasoning + - distilled + - llm + - chat + last_checked: "2026-05-04" overrides: parameters: model: huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_K_M.gguf @@ -13265,14 +19691,27 @@ - filename: huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_K_M.gguf sha256: 2ed91d01c4b7a0f33f578c6389d0dd6a64d071b3f7963c40b4e1e71235dc74d6 uri: huggingface://bartowski/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-GGUF/huihui-ai_DeepSeek-R1-Distill-Llama-70B-abliterated-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "agentica-org_deepscaler-1.5b-preview" - icon: https://avatars.githubusercontent.com/u/174067447?s=200&v=4 +- name: agentica-org_deepscaler-1.5b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/agentica-org/DeepScaleR-1.5B-Preview - https://huggingface.co/bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF description: | DeepScaleR-1.5B-Preview is a language model fine-tuned from DeepSeek-R1-Distilled-Qwen-1.5B using distributed reinforcement learning (RL) to scale up to long context lengths. The model achieves 43.1% Pass@1 accuracy on AIME 2024, representing a 15% improvement over the base model (28.8%) and surpassing OpenAI's O1-Preview performance with just 1.5B parameters. + license: mit + icon: https://avatars.githubusercontent.com/u/174067447?s=200&v=4 + tags: + - qwen + - deepseek + - 1.5b + - gguf + - math + - reasoning + - chat + - llm + - distilled + - quantized + last_checked: "2026-05-04" overrides: parameters: model: agentica-org_DeepScaleR-1.5B-Preview-Q4_K_M.gguf @@ -13280,8 +19719,8 @@ - filename: agentica-org_DeepScaleR-1.5B-Preview-Q4_K_M.gguf sha256: bf51b412360a84792ae9145e2ca322379234c118dbff498ff08e589253b67ded uri: huggingface://bartowski/agentica-org_DeepScaleR-1.5B-Preview-GGUF/agentica-org_DeepScaleR-1.5B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "internlm_oreal-deepseek-r1-distill-qwen-7b" +- name: internlm_oreal-deepseek-r1-distill-qwen-7b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/internlm/OREAL-DeepSeek-R1-Distill-Qwen-7B - https://huggingface.co/bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF @@ -13289,20 +19728,50 @@ We introduce OREAL-7B and OREAL-32B, a mathematical reasoning model series trained using Outcome REwArd-based reinforcement Learning, a novel RL framework designed for tasks where only binary outcome rewards are available. With OREAL, a 7B model achieves 94.0 pass@1 accuracy on MATH-500, matching the performance of previous 32B models. OREAL-32B further surpasses previous distillation-trained 32B models, reaching 95.0 pass@1 accuracy on MATH-500. - overrides: - parameters: - model: internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf - files: - - filename: internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf - sha256: fa9dc8b0d4be0952252c25ff33e766a8399ce7b085647b95abe3edbe536cd8ed + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - internlm + - 7b + - math + - reasoning + - llm + - gguf + - quantized + - instruction-tuned + - distill + last_checked: "2026-05-04" + overrides: + parameters: + model: internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf + files: + - filename: internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf + sha256: fa9dc8b0d4be0952252c25ff33e766a8399ce7b085647b95abe3edbe536cd8ed uri: huggingface://bartowski/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-GGUF/internlm_OREAL-DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "arcee-ai_arcee-maestro-7b-preview" +- name: arcee-ai_arcee-maestro-7b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/arcee-ai/Arcee-Maestro-7B-Preview - https://huggingface.co/bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF description: | Arcee-Maestro-7B-Preview (7B) is Arcee's first reasoning model trained with reinforment learning. It is based on the Qwen2.5-7B DeepSeek-R1 distillation DeepSeek-R1-Distill-Qwen-7B with further GRPO training. Though this is just a preview of our upcoming work, it already shows promising improvements to mathematical and coding abilities across a range of tasks. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - 7b + - reasoning + - math + - code + - gguf + - llm + - chat + - instruction-tuned + - distilled + last_checked: "2026-05-04" overrides: parameters: model: arcee-ai_Arcee-Maestro-7B-Preview-Q4_K_M.gguf @@ -13310,9 +19779,8 @@ - filename: arcee-ai_Arcee-Maestro-7B-Preview-Q4_K_M.gguf sha256: 7b1099e67ad1d10a80868ca0c39e78e7b3f89da87aa316166f56cc259e53cb7f uri: huggingface://bartowski/arcee-ai_Arcee-Maestro-7B-Preview-GGUF/arcee-ai_Arcee-Maestro-7B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "steelskull_l3.3-san-mai-r1-70b" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/8fZQZaLM0XO9TyKh-yMQ7.jpeg +- name: steelskull_l3.3-san-mai-r1-70b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Steelskull/L3.3-San-Mai-R1-70b - https://huggingface.co/bartowski/Steelskull_L3.3-San-Mai-R1-70b-GGUF @@ -13328,6 +19796,18 @@ Core Capabilities As the OG model in the series, San-Mai-R1 serves as the gold standard and reliable baseline. User feedback consistently highlights its superior intelligence, coherence, and unique ability to provide deep character insights. Through proper prompting, the model demonstrates advanced reasoning capabilities and an "X-factor" that enables unprompted exploration of character inner thoughts and motivations. + license: llama3.3 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/8fZQZaLM0XO9TyKh-yMQ7.jpeg + tags: + - llama + - 70b + - merge + - chat + - llm + - gguf + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Steelskull_L3.3-San-Mai-R1-70b-Q4_K_M.gguf @@ -13335,13 +19815,26 @@ - filename: Steelskull_L3.3-San-Mai-R1-70b-Q4_K_M.gguf sha256: 2287bfa14af188b0fc3a9f4e3afc9c303b7c41cee49238434f971c090b850306 uri: huggingface://bartowski/Steelskull_L3.3-San-Mai-R1-70b-GGUF/Steelskull_L3.3-San-Mai-R1-70b-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "perplexity-ai_r1-1776-distill-llama-70b" +- name: perplexity-ai_r1-1776-distill-llama-70b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/perplexity-ai/r1-1776-distill-llama-70b - https://huggingface.co/bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF description: | R1 1776 is a DeepSeek-R1 reasoning model that has been post-trained by Perplexity AI to remove Chinese Communist Party censorship. The model provides unbiased, accurate, and factual information while maintaining high reasoning capabilities. + license: mit + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - llama + - 70b + - gguf + - quantized + - llm + - reasoning + - chat + - deepseek + - distill + last_checked: "2026-05-04" overrides: parameters: model: perplexity-ai_r1-1776-distill-llama-70b-Q4_K_M.gguf @@ -13349,8 +19842,8 @@ - filename: perplexity-ai_r1-1776-distill-llama-70b-Q4_K_M.gguf sha256: 4030b5778cbbd0723454c9a0c340c32dc4e86a98d46f5e6083527da6a9c90012 uri: huggingface://bartowski/perplexity-ai_r1-1776-distill-llama-70b-GGUF/perplexity-ai_r1-1776-distill-llama-70b-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "qihoo360_tinyr1-32b-preview" +- name: qihoo360_tinyr1-32b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/qihoo360/TinyR1-32B-Preview - https://huggingface.co/bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF @@ -13358,6 +19851,20 @@ We introduce our first-generation reasoning model, Tiny-R1-32B-Preview, which outperforms the 70B model Deepseek-R1-Distill-Llama-70B and nearly matches the full R1 model in math. We applied supervised fine-tuning (SFT) to Deepseek-R1-Distill-Qwen-32B across three target domains—Mathematics, Code, and Science — using the 360-LLaMA-Factory training framework to produce three domain-specific models. We used questions from open-source data as seeds. Meanwhile, responses for mathematics, coding, and science tasks were generated by R1, creating specialized models for each domain. Building on this, we leveraged the Mergekit tool from the Arcee team to combine multiple models, creating Tiny-R1-32B-Preview, which demonstrates strong overall performance. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - 32b + - llm + - reasoning + - math + - code + - chat + - gguf + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: qihoo360_TinyR1-32B-Preview-v0.2-Q4_K_M.gguf @@ -13365,9 +19872,8 @@ - filename: qihoo360_TinyR1-32B-Preview-v0.2-Q4_K_M.gguf sha256: 250e38d6164798a6aa0d5a9208722f835fc6a1a582aeff884bdedb123d209d47 uri: huggingface://bartowski/qihoo360_TinyR1-32B-Preview-v0.2-GGUF/qihoo360_TinyR1-32B-Preview-v0.2-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "thedrummer_fallen-llama-3.3-r1-70b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/7BdBxwafsvzqPC98h_gaA.png +- name: thedrummer_fallen-llama-3.3-r1-70b-v1 + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/TheDrummer/Fallen-Llama-3.3-R1-70B-v1 - https://huggingface.co/bartowski/TheDrummer_Fallen-Llama-3.3-R1-70B-v1-GGUF @@ -13377,6 +19883,20 @@ Not only is it decensored, but it's capable of spouting vitriolic tokens when prompted. Free from its restraints: censorship and positivity, I hope it serves as good mergefuel. + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/7BdBxwafsvzqPC98h_gaA.png + tags: + - llama + - llama-3.3 + - deepseek + - r1 + - 70b + - gguf + - quantized + - llm + - chat + - reasoning + - distilled + last_checked: "2026-05-04" overrides: parameters: model: TheDrummer_Fallen-Llama-3.3-R1-70B-v1-Q4_K_M.gguf @@ -13384,8 +19904,8 @@ - filename: TheDrummer_Fallen-Llama-3.3-R1-70B-v1-Q4_K_M.gguf sha256: 889455f0c747f2c444818c68169384d3da4830156d2a19906d7d6adf48b243df uri: huggingface://bartowski/TheDrummer_Fallen-Llama-3.3-R1-70B-v1-GGUF/TheDrummer_Fallen-Llama-3.3-R1-70B-v1-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "knoveleng_open-rs3" +- name: knoveleng_open-rs3 + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/knoveleng/Open-RS3 - https://huggingface.co/bartowski/knoveleng_Open-RS3-GGUF @@ -13399,6 +19919,19 @@ Challenges like optimization instability and length constraints with extended training. These results showcase RL-based fine-tuning as a cost-effective approach for small LLMs, making reasoning capabilities accessible in resource-limited settings. We open-source our code, models, and datasets to support further research. + license: mit + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - 1.5b + - llm + - reasoning + - math + - chat + - quantized + - gguf + last_checked: "2026-05-04" overrides: parameters: model: knoveleng_Open-RS3-Q4_K_M.gguf @@ -13406,13 +19939,27 @@ - filename: knoveleng_Open-RS3-Q4_K_M.gguf sha256: 599ab49d78949e62e37c5e37b0c313626d066ca614020b9b17c2b5bbcf18ea7f uri: huggingface://bartowski/knoveleng_Open-RS3-GGUF/knoveleng_Open-RS3-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "thoughtless-fallen-abomination-70b-r1-v4.1-i1" - icon: https://huggingface.co/ReadyArt/Thoughtless-Fallen-Abomination-70B-R1-v4.1/resolve/main/waifu2.webp +- name: thoughtless-fallen-abomination-70b-r1-v4.1-i1 + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/ReadyArt/Thoughtless-Fallen-Abomination-70B-R1-v4.1 - https://huggingface.co/mradermacher/Thoughtless-Fallen-Abomination-70B-R1-v4.1-i1-GGUF description: "ReadyArt/Thoughtless-Fallen-Abomination-70B-R1-v4.1 benefits from the coherence and well rounded roleplay experience of TheDrummer/Fallen-Llama-3.3-R1-70B-v1. We've:\n \U0001F501 Re-integrated your favorite V1.2 scenarios (now with better kink distribution)\n \U0001F9EA Direct-injected the Abomination dataset into the model's neural pathways\n ⚖️ Achieved perfect balance between \"oh my\" and \"oh my\"\n" + license: llama3.3 + icon: https://huggingface.co/ReadyArt/Thoughtless-Fallen-Abomination-70B-R1-v4.1/resolve/main/waifu2.webp + tags: + - llama + - llama3.3 + - 70b + - roleplay + - nsfw + - explicit + - unaligned + - gguf + - quantized + - english + - llm + last_checked: "2026-05-04" overrides: parameters: model: Thoughtless-Fallen-Abomination-70B-R1-v4.1.i1-Q4_K_M.gguf @@ -13420,13 +19967,27 @@ - filename: Thoughtless-Fallen-Abomination-70B-R1-v4.1.i1-Q4_K_M.gguf sha256: 96d1707b6d018791cab4da77a5065ceda421d8180ab9ffa232aefa15757bd63a uri: huggingface://mradermacher/Thoughtless-Fallen-Abomination-70B-R1-v4.1-i1-GGUF/Thoughtless-Fallen-Abomination-70B-R1-v4.1.i1-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "fallen-safeword-70b-r1-v4.1" - icon: https://huggingface.co/ReadyArt/Fallen-Safeword-70B-R1-v4.1/resolve/main/waifu2.webp +- name: fallen-safeword-70b-r1-v4.1 + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/ReadyArt/Fallen-Safeword-70B-R1-v4.1 - https://huggingface.co/mradermacher/Fallen-Safeword-70B-R1-v4.1-GGUF description: "ReadyArt/Fallen-Safeword-70B-R1-v4.1 isn't just a model - is the event horizon of depravity trained on TheDrummer/Fallen-Llama-3.3-R1-70B-v1. We've:\n \U0001F501 Re-integrated your favorite V1.2 scenarios (now with better kink distribution)\n \U0001F9EA Direct-injected the Safeword dataset into the model's neural pathways\n ⚖️ Achieved perfect balance between \"oh my\" and \"oh my\"\n" + license: llama3.3 + icon: https://huggingface.co/ReadyArt/Fallen-Safeword-70B-R1-v4.1/resolve/main/waifu2.webp + tags: + - llama + - llama3.3 + - 70b + - llm + - gguf + - roleplay + - chat + - nsfw + - explicit + - english + - unaligned + last_checked: "2026-05-04" overrides: parameters: model: Fallen-Safeword-70B-R1-v4.1.Q4_K_M.gguf @@ -13434,13 +19995,28 @@ - filename: Fallen-Safeword-70B-R1-v4.1.Q4_K_M.gguf sha256: aed6bd5bb03b7bd886939237bc10ea6331d4feb5a3b6712e0c5474a778acf817 uri: huggingface://mradermacher/Fallen-Safeword-70B-R1-v4.1-GGUF/Fallen-Safeword-70B-R1-v4.1.Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "agentica-org_deepcoder-14b-preview" +- name: agentica-org_deepcoder-14b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/agentica-org/DeepCoder-14B-Preview - https://huggingface.co/bartowski/agentica-org_DeepCoder-14B-Preview-GGUF description: | DeepCoder-14B-Preview is a code reasoning LLM fine-tuned from DeepSeek-R1-Distilled-Qwen-14B using distributed reinforcement learning (RL) to scale up to long context lengths. The model achieves 60.6% Pass@1 accuracy on LiveCodeBench v5 (8/1/24-2/1/25), representing a 8% improvement over the base model (53%) and achieving similar performance to OpenAI's o3-mini with just 14B parameters. + license: mit + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - code + - reasoning + - chat + - 14b + - llm + - gguf + - quantized + - moe + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: agentica-org_DeepCoder-14B-Preview-Q4_K_M.gguf @@ -13448,8 +20024,8 @@ - filename: agentica-org_DeepCoder-14B-Preview-Q4_K_M.gguf sha256: 38f0f777de3116ca27d10ec84388b3290a1bf3f7db8c5bdc1f92d100e4231870 uri: huggingface://bartowski/agentica-org_DeepCoder-14B-Preview-GGUF/agentica-org_DeepCoder-14B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "agentica-org_deepcoder-1.5b-preview" +- name: agentica-org_deepcoder-1.5b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/agentica-org/DeepCoder-1.5B-Preview - https://huggingface.co/bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF @@ -13462,6 +20038,20 @@ Taco-Verified PrimeIntellect SYNTHETIC-1 LiveCodeBench v5 (5/1/23-7/31/24) + license: mit + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - 1.5b + - code + - reasoning + - llm + - distilled + - long-context + - reinforcement-learning + - gguf + last_checked: "2026-05-04" overrides: parameters: model: agentica-org_DeepCoder-1.5B-Preview-Q4_K_M.gguf @@ -13469,13 +20059,26 @@ - filename: agentica-org_DeepCoder-1.5B-Preview-Q4_K_M.gguf sha256: 9ddd89eddf8d56b1c16317932af56dc59b49ca2beec735d1332f5a3e0f225714 uri: huggingface://bartowski/agentica-org_DeepCoder-1.5B-Preview-GGUF/agentica-org_DeepCoder-1.5B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "zyphra_zr1-1.5b" +- name: zyphra_zr1-1.5b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Zyphra/ZR1-1.5B - https://huggingface.co/bartowski/Zyphra_ZR1-1.5B-GGUF description: | ZR1-1.5B is a small reasoning model trained extensively on both verified coding and mathematics problems with reinforcement learning. The model outperforms Llama-3.1-70B-Instruct on hard coding tasks and improves upon the base R1-Distill-1.5B model by over 50%, while achieving strong scores on math evaluations and a 37.91% pass@1 accuracy on GPQA-Diamond with just 1.5B parameters. + license: mit + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - 1.5b + - llm + - gguf + - quantized + - reasoning + - code + - math + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Zyphra_ZR1-1.5B-Q4_K_M.gguf @@ -13483,8 +20086,8 @@ - filename: Zyphra_ZR1-1.5B-Q4_K_M.gguf sha256: 5442a9303f651eec30d8d17cd649982ddedf3629ff4faf3bf08d187900a7e7bd uri: huggingface://bartowski/Zyphra_ZR1-1.5B-GGUF/Zyphra_ZR1-1.5B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "skywork_skywork-or1-7b-preview" +- name: skywork_skywork-or1-7b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Skywork/Skywork-OR1-7B-Preview - https://huggingface.co/bartowski/Skywork_Skywork-OR1-7B-Preview-GGUF @@ -13496,6 +20099,20 @@ Skywork-OR1-7B-Preview outperforms all similarly sized models in both math and coding scenarios. The final release version will be available in two weeks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - skywork + - qwen + - reasoning + - math + - code + - gguf + - quantized + - 7b + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Skywork_Skywork-OR1-7B-Preview-Q4_K_M.gguf @@ -13503,8 +20120,8 @@ - filename: Skywork_Skywork-OR1-7B-Preview-Q4_K_M.gguf sha256: 5816934378dd1b9dd3a656efedef488bfa85eeeade467f99317f7cc4cbf6ceda uri: huggingface://bartowski/Skywork_Skywork-OR1-7B-Preview-GGUF/Skywork_Skywork-OR1-7B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "skywork_skywork-or1-math-7b" +- name: skywork_skywork-or1-math-7b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Skywork/Skywork-OR1-Math-7B - https://huggingface.co/bartowski/Skywork_Skywork-OR1-Math-7B-GGUF @@ -13516,6 +20133,20 @@ Skywork-OR1-7B-Preview outperforms all similarly sized models in both math and coding scenarios. The final release version will be available in two weeks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - skywork + - qwen + - deepseek + - math + - reasoning + - code + - 7b + - gguf + - quantized + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Skywork_Skywork-OR1-Math-7B-Q4_K_M.gguf @@ -13523,8 +20154,8 @@ - filename: Skywork_Skywork-OR1-Math-7B-Q4_K_M.gguf sha256: 4a28cc95da712d37f1aef701f3eff5591e437beba9f89faf29b2a2e7443dd170 uri: huggingface://bartowski/Skywork_Skywork-OR1-Math-7B-GGUF/Skywork_Skywork-OR1-Math-7B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "skywork_skywork-or1-32b-preview" +- name: skywork_skywork-or1-32b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Skywork/Skywork-OR1-32B-Preview - https://huggingface.co/bartowski/Skywork_Skywork-OR1-32B-Preview-GGUF @@ -13536,6 +20167,20 @@ Skywork-OR1-7B-Preview outperforms all similarly sized models in both math and coding scenarios. The final release version will be available in two weeks. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - skywork + - qwen + - deepseek + - 32b + - gguf + - quantized + - llm + - reasoning + - math + - code + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Skywork_Skywork-OR1-32B-Preview-Q4_K_M.gguf @@ -13543,8 +20188,8 @@ - filename: Skywork_Skywork-OR1-32B-Preview-Q4_K_M.gguf sha256: 304d4f6e6ac6c530b7427c30b43df3d19ae6160c68582b8815efb129533c2f0c uri: huggingface://bartowski/Skywork_Skywork-OR1-32B-Preview-GGUF/Skywork_Skywork-OR1-32B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "skywork_skywork-or1-32b" +- name: skywork_skywork-or1-32b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Skywork/Skywork-OR1-32B - https://huggingface.co/bartowski/Skywork_Skywork-OR1-32B-GGUF @@ -13553,6 +20198,20 @@ Skywork-OR1-32B outperforms Deepseek-R1 and Qwen3-32B on math tasks (AIME24 and AIME25) and delivers comparable performance on coding tasks (LiveCodeBench). Skywork-OR1-7B exhibits competitive performance compared to similarly sized models in both math and coding scenarios. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - skywork + - qwen + - 32b + - gguf + - quantized + - reasoning + - math + - code + - chat + - deepseek + - reinforcement-learning + last_checked: "2026-05-04" overrides: parameters: model: Skywork_Skywork-OR1-32B-Q4_K_M.gguf @@ -13560,8 +20219,8 @@ - filename: Skywork_Skywork-OR1-32B-Q4_K_M.gguf sha256: 5090c27a200ec3ce95e3077f444a9184f41f7473a6ee3dd73582a92445228d26 uri: huggingface://bartowski/Skywork_Skywork-OR1-32B-GGUF/Skywork_Skywork-OR1-32B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "skywork_skywork-or1-7b" +- name: skywork_skywork-or1-7b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/Skywork/Skywork-OR1-7B - https://huggingface.co/bartowski/Skywork_Skywork-OR1-7B-GGUF @@ -13570,6 +20229,18 @@ Skywork-OR1-32B outperforms Deepseek-R1 and Qwen3-32B on math tasks (AIME24 and AIME25) and delivers comparable performance on coding tasks (LiveCodeBench). Skywork-OR1-7B exhibits competitive performance compared to similarly sized models in both math and coding scenarios. + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - skywork + - qwen + - 7b + - llm + - reasoning + - math + - code + - instruction-tuned + - gguf + last_checked: "2026-05-04" overrides: parameters: model: Skywork_Skywork-OR1-7B-Q4_K_M.gguf @@ -13577,13 +20248,27 @@ - filename: Skywork_Skywork-OR1-7B-Q4_K_M.gguf sha256: 3c5e25b875a8e748fd6991484aa17335c76a13e5aca94917a0c3f08c0239c269 uri: huggingface://bartowski/Skywork_Skywork-OR1-7B-GGUF/Skywork_Skywork-OR1-7B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "nvidia_acereason-nemotron-14b" +- name: nvidia_acereason-nemotron-14b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/nvidia/AceReason-Nemotron-14B - https://huggingface.co/bartowski/nvidia_AceReason-Nemotron-14B-GGUF description: | We're thrilled to introduce AceReason-Nemotron-14B, a math and code reasoning model trained entirely through reinforcement learning (RL), starting from the DeepSeek-R1-Distilled-Qwen-14B. It delivers impressive results, achieving 78.6% on AIME 2024 (+8.9%), 67.4% on AIME 2025 (+17.4%), 61.1% on LiveCodeBench v5 (+8%), 54.9% on LiveCodeBench v6 (+7%), and 2024 on Codeforces (+543). We systematically study the RL training process through extensive ablations and propose a simple yet effective approach: first RL training on math-only prompts, then RL training on code-only prompts. Notably, we find that math-only RL not only significantly enhances the performance of strong distilled models on math benchmarks, but also code reasoning tasks. In addition, extended code-only RL further improves code benchmark performance while causing minimal degradation in math results. We find that RL not only elicits the foundational reasoning capabilities acquired during pre-training and supervised fine-tuning (e.g., distillation), but also pushes the limits of the model's reasoning ability, enabling it to solve problems that were previously unsolvable. + license: nvidia-open-model-license + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - nemotron + - nvidia + - 14b + - reasoning + - math + - code + - gguf + - quantized + - llm + last_checked: "2026-05-04" overrides: parameters: model: nvidia_AceReason-Nemotron-14B-Q4_K_M.gguf @@ -13591,8 +20276,8 @@ - filename: nvidia_AceReason-Nemotron-14B-Q4_K_M.gguf sha256: cf78ee6667778d2d04d996567df96e7b6d29755f221e3d9903a4803500fcfe24 uri: huggingface://bartowski/nvidia_AceReason-Nemotron-14B-GGUF/nvidia_AceReason-Nemotron-14B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "pku-ds-lab_fairyr1-14b-preview" +- name: pku-ds-lab_fairyr1-14b-preview + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/PKU-DS-LAB/FairyR1-14B-Preview - https://huggingface.co/bartowski/PKU-DS-LAB_FairyR1-14B-Preview-GGUF @@ -13605,6 +20290,22 @@ In this effort, we overhauled the distillation data pipeline: raw examples from datasets such as AIMO/NuminaMath-1.5 for mathematics and OpenThoughts-114k for code were first passed through multiple 'teacher' models to generate candidate answers. These candidates were then carefully selected, restructured, and refined, especially for the chain-of-thought(CoT). Subsequently, we applied multi-stage filtering—including automated correctness checks for math problems and length-based selection (2K–8K tokens for math samples, 4K–8K tokens for code samples). This yielded two focused training sets of roughly 6.6K math examples and 3.8K code examples. On the modeling side, rather than training three separate specialists as before, we limited our scope to just two domain experts (math and code), each trained independently under identical hyperparameters (e.g., learning rate and batch size) for about five epochs. We then fused these experts into a single 14B-parameter model using the AcreeFusion tool. By streamlining both the data distillation workflow and the specialist-model merging process, FairyR1 achieves task-competitive results with only a fraction of the parameters and computational cost of much larger models. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - fairy + - 14b + - llm + - math + - code + - quantized + - gguf + - distilled + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: PKU-DS-LAB_FairyR1-14B-Preview-Q4_K_M.gguf @@ -13612,8 +20313,8 @@ - filename: PKU-DS-LAB_FairyR1-14B-Preview-Q4_K_M.gguf sha256: c082eb3312cb5343979c95aad3cdf8e96abd91e3f0cb15e0083b5d7d94d7a9f8 uri: huggingface://bartowski/PKU-DS-LAB_FairyR1-14B-Preview-GGUF/PKU-DS-LAB_FairyR1-14B-Preview-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "pku-ds-lab_fairyr1-32b" +- name: pku-ds-lab_fairyr1-32b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/PKU-DS-LAB/FairyR1-32B - https://huggingface.co/bartowski/PKU-DS-LAB_FairyR1-32B-GGUF @@ -13625,6 +20326,21 @@ In this effort, we overhauled the distillation data pipeline: raw examples from datasets such as AIMO/NuminaMath-1.5 for mathematics and OpenThoughts-114k for code were first passed through multiple 'teacher' models to generate candidate answers. These candidates were then carefully selected, restructured, and refined, especially for the chain-of-thought(CoT). Subsequently, we applied multi-stage filtering—including automated correctness checks for math problems and length-based selection (2K–8K tokens for math samples, 4K–8K tokens for code samples). This yielded two focused training sets of roughly 6.6K math examples and 3.8K code examples. On the modeling side, rather than training three separate specialists as before, we limited our scope to just two domain experts (math and code), each trained independently under identical hyperparameters (e.g., learning rate and batch size) for about five epochs. We then fused these experts into a single 32B-parameter model using the AcreeFusion tool. By streamlining both the data distillation workflow and the specialist-model merging process, FairyR1 achieves task-competitive results with only a fraction of the parameters and computational cost of much larger models. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - deepseek + - 32b + - gguf + - chat + - reasoning + - math + - code + - instruction-tuned + - distilled + - llm + last_checked: "2026-05-04" overrides: parameters: model: PKU-DS-LAB_FairyR1-32B-Q4_K_M.gguf @@ -13632,8 +20348,8 @@ - filename: PKU-DS-LAB_FairyR1-32B-Q4_K_M.gguf sha256: bbfe6602b9d4f22da36090a4c77da0138c44daa4ffb01150d0370f6965503e65 uri: huggingface://bartowski/PKU-DS-LAB_FairyR1-32B-GGUF/PKU-DS-LAB_FairyR1-32B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "nvidia_nemotron-research-reasoning-qwen-1.5b" +- name: nvidia_nemotron-research-reasoning-qwen-1.5b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/nvidia/Nemotron-Research-Reasoning-Qwen-1.5B - https://huggingface.co/bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF @@ -13641,6 +20357,21 @@ Nemotron-Research-Reasoning-Qwen-1.5B is the world’s leading 1.5B open-weight model for complex reasoning tasks such as mathematical problems, coding challenges, scientific questions, and logic puzzles. It is trained using the ProRL algorithm on a diverse and comprehensive set of datasets. Our model has achieved impressive results, outperforming Deepseek’s 1.5B model by a large margin on a broad range of tasks, including math, coding, and GPQA. This model is for research and development only. + license: cc-by-nc-4.0 + icon: https://avatars.githubusercontent.com/u/148330874 + tags: + - qwen + - nemotron + - nvidia + - 1.5b + - reasoning + - math + - coding + - chat + - llm + - gguf + - quantized + last_checked: "2026-05-04" overrides: parameters: model: nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-Q4_K_M.gguf @@ -13648,14 +20379,27 @@ - filename: nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-Q4_K_M.gguf sha256: 3685e223b41b39cef92aaa283d9cc943e27208eab942edfd1967059d6a98aa7a uri: huggingface://bartowski/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-GGUF/nvidia_Nemotron-Research-Reasoning-Qwen-1.5B-Q4_K_M.gguf -- !!merge <<: *deepseek-r1 - name: "deepseek-ai_deepseek-r1-0528-qwen3-8b" - icon: https://github.com/deepseek-ai/DeepSeek-V2/blob/main/figures/logo.svg?raw=true +- name: deepseek-ai_deepseek-r1-0528-qwen3-8b + url: github:mudler/LocalAI/gallery/deepseek-r1.yaml@master urls: - https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B - https://huggingface.co/bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF description: | The DeepSeek R1 model has undergone a minor version upgrade, with the current version being DeepSeek-R1-0528. In the latest update, DeepSeek R1 has significantly improved its depth of reasoning and inference capabilities by leveraging increased computational resources and introducing algorithmic optimization mechanisms during post-training. The model has demonstrated outstanding performance across various benchmark evaluations, including mathematics, programming, and general logic. Its overall performance is now approaching that of leading models, such as O3 and Gemini 2.5 Pro. + license: mit + icon: https://github.com/deepseek-ai/DeepSeek-V2/blob/main/figures/logo.svg?raw=true + tags: + - deepseek + - qwen3 + - 8b + - llm + - chat + - reasoning + - function-calling + - gguf + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf @@ -13663,11 +20407,11 @@ - filename: deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf sha256: e0c2f118fd59f3a16f20d18b0e7f79e960c84bc8c66d94fd71a691e05151d54f uri: huggingface://bartowski/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-GGUF/deepseek-ai_DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf -- &mistral03 - url: "github:mudler/LocalAI/gallery/mistral-0.3.yaml@master" ## START Mistral - name: "mistral-7b-instruct-v0.3" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png - license: apache-2.0 +- name: mistral-7b-instruct-v0.3 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master + urls: + - https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 + - https://huggingface.co/MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF description: | The Mistral-7B-Instruct-v0.3 Large Language Model (LLM) is an instruct fine-tuned version of the Mistral-7B-v0.3. @@ -13676,31 +20420,45 @@ Extended vocabulary to 32768 Supports v3 Tokenizer Supports function calling - urls: - - https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.3 - - https://huggingface.co/MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: + - mistral + - 7b - llm - gguf - - gpu - - mistral - - cpu + - quantized + - instruct-tuned - function-calling + - chat + - text-generation + last_checked: "2026-05-04" overrides: parameters: model: Mistral-7B-Instruct-v0.3.Q4_K_M.gguf files: - - filename: "Mistral-7B-Instruct-v0.3.Q4_K_M.gguf" - sha256: "14850c84ff9f06e9b51d505d64815d5cc0cea0257380353ac0b3d21b21f6e024" - uri: "huggingface://MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3.Q4_K_M.gguf" -- !!merge <<: *mistral03 - name: "mathstral-7b-v0.1-imat" - url: "github:mudler/LocalAI/gallery/mathstral.yaml@master" + - filename: Mistral-7B-Instruct-v0.3.Q4_K_M.gguf + sha256: 14850c84ff9f06e9b51d505d64815d5cc0cea0257380353ac0b3d21b21f6e024 + uri: huggingface://MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF/Mistral-7B-Instruct-v0.3.Q4_K_M.gguf +- name: mathstral-7b-v0.1-imat + url: github:mudler/LocalAI/gallery/mathstral.yaml@master urls: - https://huggingface.co/mistralai/mathstral-7B-v0.1 - https://huggingface.co/InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF description: | Mathstral 7B is a model specializing in mathematical and scientific tasks, based on Mistral 7B. You can read more in the official blog post https://mistral.ai/news/mathstral/. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - mathstral + - 7b + - gguf + - quantized + - math + - reasoning + - llm + last_checked: "2026-05-04" overrides: parameters: model: mathstral-7B-v0.1-iMat-Q4_K_M.gguf @@ -13708,15 +20466,26 @@ - filename: mathstral-7B-v0.1-iMat-Q4_K_M.gguf sha256: 3ba94b7a8283ffa319c9ce23657f91ecf221ceada167c1253906cf56d72e8f90 uri: huggingface://InferenceIllusionist/mathstral-7B-v0.1-iMat-GGUF/mathstral-7B-v0.1-iMat-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mahou-1.3d-mistral-7b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/flammenai/Mahou-1.0-mistral-7B/resolve/main/mahou1.png +- name: mahou-1.3d-mistral-7b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/flammenai/Mahou-1.3d-mistral-7B - https://huggingface.co/mradermacher/Mahou-1.3d-mistral-7B-i1-GGUF description: | Mahou is designed to provide short messages in a conversational context. It is capable of casual conversation and character roleplay. + license: apache-2.0 + icon: https://huggingface.co/flammenai/Mahou-1.0-mistral-7B/resolve/main/mahou1.png + tags: + - mistral + - 7b + - gguf + - llm + - chat + - roleplay + - instruction-tuned + - quantized + - mahou + last_checked: "2026-05-04" overrides: parameters: model: Mahou-1.3d-mistral-7B.i1-Q4_K_M.gguf @@ -13724,19 +20493,26 @@ - filename: Mahou-1.3d-mistral-7B.i1-Q4_K_M.gguf sha256: 8272f050e36d612ab282e095cb4e775e2c818e7096f8d522314d256923ef6da9 uri: huggingface://mradermacher/Mahou-1.3d-mistral-7B-i1-GGUF/Mahou-1.3d-mistral-7B.i1-Q4_K_M.gguf -- name: "einstein-v4-7b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/6468ce47e134d050a58aa89c/U0zyXVGj-O8a7KP3BvPue.png +- name: einstein-v4-7b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Weyaxi/Einstein-v4-7B - https://huggingface.co/mradermacher/Einstein-v4-7B-GGUF + description: "\U0001F52C Einstein-v4-7B\n\nThis model is a full fine-tuned version of mistralai/Mistral-7B-v0.1 on diverse datasets.\n\nThis model is finetuned using 7xRTX3090 + 1xRTXA6000 using axolotl.\n" + icon: https://cdn-uploads.huggingface.co/production/uploads/6468ce47e134d050a58aa89c/U0zyXVGj-O8a7KP3BvPue.png tags: + - mistral + - einstein + - 7b - llm + - chat + - science + - math + - reasoning - gguf - - gpu - - mistral - - cpu - description: "\U0001F52C Einstein-v4-7B\n\nThis model is a full fine-tuned version of mistralai/Mistral-7B-v0.1 on diverse datasets.\n\nThis model is finetuned using 7xRTX3090 + 1xRTXA6000 using axolotl.\n" + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Einstein-v4-7B.Q4_K_M.gguf @@ -13744,24 +20520,36 @@ - filename: Einstein-v4-7B.Q4_K_M.gguf sha256: 78bd573de2a9eb3c6e213132858164e821145f374fcaa4b19dfd6502c05d990d uri: huggingface://mradermacher/Einstein-v4-7B-GGUF/Einstein-v4-7B.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistral-nemo-instruct-2407" +- name: mistral-nemo-instruct-2407 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407 - https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF - https://mistral.ai/news/mistral-nemo/ description: | The Mistral-Nemo-Instruct-2407 Large Language Model (LLM) is an instruct fine-tuned version of the Mistral-Nemo-Base-2407. Trained jointly by Mistral AI and NVIDIA, it significantly outperforms existing models smaller or similar in size. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - mistral-nemo + - gguf + - 12b + - llm + - multilingual + - instruction-tuned + - chat + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Mistral-Nemo-Instruct-2407-Q4_K_M.gguf files: - filename: Mistral-Nemo-Instruct-2407-Q4_K_M.gguf - uri: huggingface://bartowski/Mistral-Nemo-Instruct-2407-GGUF/Mistral-Nemo-Instruct-2407-Q4_K_M.gguf sha256: 7c1a10d202d8788dbe5628dc962254d10654c853cae6aaeca0618f05490d4a46 -- !!merge <<: *mistral03 - name: "lumimaid-v0.2-12b" - icon: https://cdn-uploads.huggingface.co/production/uploads/63ab1241ad514ca8d1430003/ep3ojmuMkFS-GmgRuI9iB.png + uri: huggingface://bartowski/Mistral-Nemo-Instruct-2407-GGUF/Mistral-Nemo-Instruct-2407-Q4_K_M.gguf +- name: lumimaid-v0.2-12b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/NeverSleep/Lumimaid-v0.2-12B - https://huggingface.co/mudler/Lumimaid-v0.2-12B-Q4_K_M-GGUF @@ -13777,6 +20565,19 @@ As some people have told us our models are sloppy, Ikari decided to say fuck it and literally nuke all chats out with most slop. Our dataset stayed the same since day one, we added data over time, cleaned them, and repeat. After not releasing model for a while because we were never satisfied, we think it's time to come back! + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/63ab1241ad514ca8d1430003/ep3ojmuMkFS-GmgRuI9iB.png + tags: + - mistral + - nemo + - 12b + - llm + - chat + - instruction-tuned + - gguf + - lumimaid + - conversational + last_checked: "2026-05-04" overrides: parameters: model: lumimaid-v0.2-12b-q4_k_m.gguf @@ -13784,10 +20585,8 @@ - filename: lumimaid-v0.2-12b-q4_k_m.gguf sha256: f72299858a07e52be920b86d42ddcfcd5008b961d601ef6fd6a98a3377adccbf uri: huggingface://mudler/Lumimaid-v0.2-12B-Q4_K_M-GGUF/lumimaid-v0.2-12b-q4_k_m.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "mn-12b-celeste-v1.9" - icon: https://cdn-uploads.huggingface.co/production/uploads/630cf5d14ca0a22768bbe10c/QcU3xEgVu18jeFtMFxIw-.webp +- name: mn-12b-celeste-v1.9 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/nothingiisreal/MN-12B-Celeste-V1.9 - https://huggingface.co/mradermacher/MN-12B-Celeste-V1.9-GGUF @@ -13797,6 +20596,20 @@ This is a story writing and roleplaying model trained on Mistral NeMo 12B Instruct at 8K context using Reddit Writing Prompts, Kalo's Opus 25K Instruct and c2 logs cleaned This version has improved NSFW, smarter and more active narration. It's also trained with ChatML tokens so there should be no EOS bleeding whatsoever. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/630cf5d14ca0a22768bbe10c/QcU3xEgVu18jeFtMFxIw-.webp + tags: + - mistral + - mistral-nemo + - 12b + - gguf + - llm + - chat + - story-writing + - roleplaying + - quantized + - instruct + last_checked: "2026-05-04" overrides: parameters: model: MN-12B-Celeste-V1.9.Q4_K_M.gguf @@ -13804,15 +20617,26 @@ - filename: MN-12B-Celeste-V1.9.Q4_K_M.gguf sha256: 019daeaa63d82d55d1ea623b9c255deea6793af4044bb4994d2b4d09e8959f7b uri: huggingface://mradermacher/MN-12B-Celeste-V1.9-GGUF/MN-12B-Celeste-V1.9.Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/ybqwvRJAtBPqtulQlKW93.gif - name: "rocinante-12b-v1.1" +- name: rocinante-12b-v1.1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/TheDrummer/Rocinante-12B-v1.1-GGUF - https://huggingface.co/TheDrummer/Rocinante-12B-v1.1 description: | A versatile workhorse for any adventure! + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/ybqwvRJAtBPqtulQlKW93.gif + tags: + - mistral + - 12b + - gguf + - llm + - chat + - creative + - storytelling + - instruction-tuned + - adventure + last_checked: "2026-05-04" overrides: parameters: model: Rocinante-12B-v1.1-Q4_K_M.gguf @@ -13820,10 +20644,8 @@ - filename: Rocinante-12B-v1.1-Q4_K_M.gguf sha256: bdeaeefac79cff944ae673e6924c9f82f7eed789669a32a09997db398790b0b5 uri: huggingface://TheDrummer/Rocinante-12B-v1.1-GGUF/Rocinante-12B-v1.1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "pantheon-rp-1.6-12b-nemo" - icon: https://huggingface.co/Gryphe/Pantheon-RP-1.6-12b-Nemo/resolve/main/Pantheon.png - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: pantheon-rp-1.6-12b-nemo + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/bartowski/Pantheon-RP-1.6-12b-Nemo-GGUF - https://huggingface.co/Gryphe/Pantheon-RP-1.6-12b-Nemo @@ -13836,6 +20658,19 @@ Aiva no longer serves as both persona and assistant, with the assistant role having been given to Lyra. Stella's dialogue received some post-fix alterations since the model really loved the phrase "Fuck me sideways". Your user feedback is critical to me so don't hesitate to tell me whether my model is either 1. terrible, 2. awesome or 3. somewhere in-between. + license: apache-2.0 + icon: https://huggingface.co/Gryphe/Pantheon-RP-1.6-12b-Nemo/resolve/main/Pantheon.png + tags: + - mistral + - nemo + - 12b + - gguf + - llm + - roleplay + - instruction-tuned + - quantized + - chat + last_checked: "2026-05-04" overrides: parameters: model: Pantheon-RP-1.6-12b-Nemo-Q4_K_M.gguf @@ -13843,14 +20678,28 @@ - filename: Pantheon-RP-1.6-12b-Nemo-Q4_K_M.gguf sha256: cf3465c183bf4ecbccd1b6b480f687e0160475b04c87e2f1e5ebc8baa0f4c7aa uri: huggingface://bartowski/Pantheon-RP-1.6-12b-Nemo-GGUF/Pantheon-RP-1.6-12b-Nemo-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "acolyte-22b-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/6569a4ed2419be6072890cf8/3dcGMcrWK2-2vQh9QBt3o.png +- name: acolyte-22b-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/rAIfle/Acolyte-22B - https://huggingface.co/mradermacher/Acolyte-22B-i1-GGUF description: | LoRA of a bunch of random datasets on top of Mistral-Small-Instruct-2409, then SLERPed onto base at 0.5. Decent enough for its size. Check the LoRA for dataset info. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6569a4ed2419be6072890cf8/3dcGMcrWK2-2vQh9QBt3o.png + tags: + - acolyte + - mistral + - llm + - chat + - gguf + - quantized + - 22b + - mergekit + - instruction-tuned + - merge + - english + last_checked: "2026-05-04" overrides: parameters: model: Acolyte-22B.i1-Q4_K_M.gguf @@ -13858,16 +20707,27 @@ - filename: Acolyte-22B.i1-Q4_K_M.gguf sha256: 5a454405b98b6f886e8e4c695488d8ea098162bb8c46f2a7723fc2553c6e2f6e uri: huggingface://mradermacher/Acolyte-22B-i1-GGUF/Acolyte-22B.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mn-12b-lyra-v4-iq-imatrix" - icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/dVoru83WOpwVjMlgZ_xhA.png - # chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: mn-12b-lyra-v4-iq-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix description: | A finetune of Mistral Nemo by Sao10K. Uses the ChatML prompt format. + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65d4cf2693a0a3744a27536c/dVoru83WOpwVjMlgZ_xhA.png + tags: + - mistral + - nemo + - 12b + - gguf + - quantized + - llm + - chat + - roleplay + - instruction-tuned + - conversational + last_checked: "2026-05-04" overrides: parameters: model: MN-12B-Lyra-v4-Q4_K_M-imat.gguf @@ -13875,10 +20735,8 @@ - filename: MN-12B-Lyra-v4-Q4_K_M-imat.gguf sha256: 1989123481ca1936c8a2cbe278ff5d1d2b0ae63dbdc838bb36a6d7547b8087b3 uri: huggingface://Lewdiculous/MN-12B-Lyra-v4-GGUF-IQ-Imatrix/MN-12B-Lyra-v4-Q4_K_M-imat.gguf -- !!merge <<: *mistral03 - name: "magnusintellectus-12b-v1-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/66b564058d9afb7a9d5607d5/hUVJI1Qa4tCMrZWMgYkoD.png +- name: magnusintellectus-12b-v1-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/GalrionSoftworks/MagnusIntellectus-12B-v1 - https://huggingface.co/mradermacher/MagnusIntellectus-12B-v1-i1-GGUF @@ -13889,6 +20747,20 @@ UsernameJustAnother/Nemo-12B-Marlin-v5 anthracite-org/magnum-12b-v2 + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66b564058d9afb7a9d5607d5/hUVJI1Qa4tCMrZWMgYkoD.png + tags: + - mistral + - 12b + - gguf + - quantized + - merge + - llm + - chat + - reasoning + - instruction-tuned + - english + last_checked: "2026-05-04" overrides: parameters: model: MagnusIntellectus-12B-v1.i1-Q4_K_M.gguf @@ -13896,10 +20768,8 @@ - filename: MagnusIntellectus-12B-v1.i1-Q4_K_M.gguf sha256: c97107983b4edc5b6f2a592d227ca2dd4196e2af3d3bc0fe6b7a8954a1fb5870 uri: huggingface://mradermacher/MagnusIntellectus-12B-v1-i1-GGUF/MagnusIntellectus-12B-v1.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "mn-backyardai-party-12b-v1-iq-arm-imatrix" - icon: https://huggingface.co/Sao10K/MN-BackyardAI-Party-12B-v1/resolve/main/party1.png +- name: mn-backyardai-party-12b-v1-iq-arm-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Sao10K/MN-BackyardAI-Party-12B-v1 - https://huggingface.co/Lewdiculous/MN-BackyardAI-Party-12B-v1-GGUF-IQ-ARM-Imatrix @@ -13909,6 +20779,20 @@ It is trained on an entirely human-based dataset, based on forum / internet group roleplaying styles. The only augmentation done with LLMs is to the character sheets, to fit to the system prompt, to fit various character sheets within context. This model is still capable of 1 on 1 roleplay, though I recommend using ChatML when doing that instead. + license: cc-by-nc-4.0 + icon: https://huggingface.co/Sao10K/MN-BackyardAI-Party-12B-v1/resolve/main/party1.png + tags: + - mistral + - 12b + - gguf + - quantized + - roleplay + - chat + - llm + - arm + - instruction-tuned + - conversational + last_checked: "2026-05-04" overrides: parameters: model: MN-BackyardAI-Party-12B-v1-Q4_K_M-imat.gguf @@ -13916,10 +20800,8 @@ - filename: MN-BackyardAI-Party-12B-v1-Q4_K_M-imat.gguf sha256: cea68768dff58b553974b755bb40ef790ab8b86866d9b5c46bc2e6c3311b876a uri: huggingface://Lewdiculous/MN-BackyardAI-Party-12B-v1-GGUF-IQ-ARM-Imatrix/MN-BackyardAI-Party-12B-v1-Q4_K_M-imat.gguf -- !!merge <<: *mistral03 - name: "ml-ms-etheris-123b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/ieEjL3TxpDM3WAZQcya6E.png +- name: ml-ms-etheris-123b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Steelskull/ML-MS-Etheris-123B - https://huggingface.co/mradermacher/ML-MS-Etheris-123B-GGUF @@ -13930,6 +20812,20 @@ - model: migtissera/Tess-3-Mistral-Large-2-123B - model: anthracite-org/magnum-v2-123b Use Mistral, ChatML, or Meth Format + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64545af5ec40bbbd01242ca6/ieEjL3TxpDM3WAZQcya6E.png + tags: + - merge + - mistral + - 123b + - gguf + - llm + - chat + - quantized + - instruction-tuned + - reasoning + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: ML-MS-Etheris-123B.Q2_K.gguf @@ -13937,8 +20833,8 @@ - filename: ML-MS-Etheris-123B.Q2_K.gguf sha256: a17c5615413b5c9c8d01cf55386573d0acd00e01f6e2bcdf492624c73c593fc3 uri: huggingface://mradermacher/ML-MS-Etheris-123B-GGUF/ML-MS-Etheris-123B.Q2_K.gguf -- !!merge <<: *mistral03 - name: "mn-lulanum-12b-fix-i1" +- name: mn-lulanum-12b-fix-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/djuna/MN-Lulanum-12B-FIX - https://huggingface.co/mradermacher/MN-Lulanum-12B-FIX-i1-GGUF @@ -13949,6 +20845,19 @@ anthracite-org/magnum-v2.5-12b-kto Undi95/LocalC-12B-e2.0 NeverSleep/Lumimaid-v0.2-12B + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - nemo + - 12b + - llm + - gguf + - quantized + - merge + - instruction-tuned + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: MN-Lulanum-12B-FIX.i1-Q4_K_M.gguf @@ -13956,14 +20865,26 @@ - filename: MN-Lulanum-12B-FIX.i1-Q4_K_M.gguf sha256: 7e24d57249059d45bb508565ec3055e585a4e658c1815c67ea92397acc6aa775 uri: huggingface://mradermacher/MN-Lulanum-12B-FIX-i1-GGUF/MN-Lulanum-12B-FIX.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "tor-8b" - icon: https://huggingface.co/Delta-Vector/Tor-8B/resolve/main/FinalTor8B.jpg - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: tor-8b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/QuantFactory/Tor-8B-GGUF description: | An earlier checkpoint of Darkens-8B using the same configuration that i felt was different enough from it's 4 epoch cousin to release, Finetuned ontop of the Prune/Distill NeMo 8B done by Nvidia, This model aims to have generally good prose and writing while not falling into claude-isms. + license: agpl-3.0 + icon: https://huggingface.co/Delta-Vector/Tor-8B/resolve/main/FinalTor8B.jpg + tags: + - mistral + - nemo + - chat + - reasoning + - gguf + - quantized + - 8b + - llm + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: Tor-8B.Q4_K_M.gguf @@ -13971,14 +20892,26 @@ - filename: Tor-8B.Q4_K_M.gguf sha256: 9dd64bd886aa7682b6179340449b38feda405b44722ef7ac752cedb807af370e uri: huggingface://QuantFactory/Tor-8B-GGUF/Tor-8B.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "darkens-8b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: darkens-8b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Delta-Vector/Darkens-8B - https://huggingface.co/QuantFactory/Darkens-8B-GGUF description: | This is the fully cooked, 4 epoch version of Tor-8B, this is an experimental version, despite being trained for 4 epochs, the model feels fresh and new and is not overfit, This model aims to have generally good prose and writing while not falling into claude-isms, it follows the actions "dialogue" format heavily. + license: agpl-3.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - minitron + - 8b + - gguf + - llm + - chat + - quantized + - instruction-tuned + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Darkens-8B.Q4_K_M.gguf @@ -13986,10 +20919,8 @@ - filename: Darkens-8B.Q4_K_M.gguf sha256: f56a483e10fd00957460adfc16ee462cecac892a4fb44dc59e466e68a360fd42 uri: huggingface://QuantFactory/Darkens-8B-GGUF/Darkens-8B.Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "starcannon-unleashed-12b-v1.0" - icon: https://cdn-uploads.huggingface.co/production/uploads/6720ed503a24966ac66495e8/HXc0AxPLkoIC1fy0Pb3Pb.png +- name: starcannon-unleashed-12b-v1.0 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/VongolaChouko/Starcannon-Unleashed-12B-v1.0 - https://huggingface.co/QuantFactory/Starcannon-Unleashed-12B-v1.0-GGUF @@ -13997,6 +20928,18 @@ This is a merge of pre-trained language models created using mergekit. MarinaraSpaghetti_NemoMix-Unleashed-12B Nothingiisreal_MN-12B-Starcannon-v3 + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6720ed503a24966ac66495e8/HXc0AxPLkoIC1fy0Pb3Pb.png + tags: + - mistral + - 12b + - gguf + - llm + - merge + - chat + - starcannon + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Starcannon-Unleashed-12B-v1.0.Q4_K_M.gguf @@ -14004,10 +20947,8 @@ - filename: Starcannon-Unleashed-12B-v1.0.Q4_K_M.gguf sha256: b32c6582d75d2f1d67d567badc691a1338dd1a016c71efbfaf4c91812f398f0e uri: huggingface://QuantFactory/Starcannon-Unleashed-12B-v1.0-GGUF/Starcannon-Unleashed-12B-v1.0.Q4_K_M.gguf -- !!merge <<: *mistral03 - icon: https://cdn-uploads.huggingface.co/production/uploads/645cfe4603fc86c46b3e46d1/CATNxzDDJL6xHR4tc4IMf.jpeg - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "valor-7b-v0.1" +- name: valor-7b-v0.1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/NeuralNovel/Valor-7B-v0.1 - https://huggingface.co/mradermacher/Valor-7B-v0.1-GGUF @@ -14015,6 +20956,20 @@ Valor speaks louder than words. This is a qlora finetune of blockchainlabs_7B_merged_test2_4 using the Neural-Story-v0.1 dataset, with the intention of increasing creativity and writing ability. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/645cfe4603fc86c46b3e46d1/CATNxzDDJL6xHR4tc4IMf.jpeg + tags: + - mistral + - 7b + - llm + - gguf + - quantized + - instruction-tuned + - chat + - creative + - storytelling + - english + last_checked: "2026-05-04" overrides: parameters: model: Valor-7B-v0.1.Q4_K_M.gguf @@ -14022,15 +20977,26 @@ - filename: Valor-7B-v0.1.Q4_K_M.gguf sha256: 2b695fe53d64b36c3eea68f1fa0809f30560aa97ce8b71c16f371c2dc262d9b8 uri: huggingface://mradermacher/Valor-7B-v0.1-GGUF/Valor-7B-v0.1.Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "mn-tiramisu-12b" - icon: https://huggingface.co/matchaaaaa/MN-Tiramisu-12B/resolve/main/tiramisu-cute.png +- name: mn-tiramisu-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/matchaaaaa/MN-Tiramisu-12B - https://huggingface.co/MaziyarPanahi/MN-Tiramisu-12B-GGUF description: | This is a really yappity-yappy yapping model that's good for long-form RP. Tried to rein it in with Mahou and give it some more character understanding with Pantheon. Feedback is always welcome. + license: apache-2.0 + icon: https://huggingface.co/matchaaaaa/MN-Tiramisu-12B/resolve/main/tiramisu-cute.png + tags: + - mistral + - nemo + - 12b + - gguf + - merge + - chat + - roleplay + - long-context + - llm + last_checked: "2026-05-04" overrides: parameters: model: MN-Tiramisu-12B.Q5_K_M.gguf @@ -14038,16 +21004,28 @@ - filename: MN-Tiramisu-12B.Q5_K_M.gguf sha256: 100c78b08a0f4fc5a5a65797e1498ff5fd6fc9daf96b0898d2de731c35fa4e3e uri: huggingface://MaziyarPanahi/MN-Tiramisu-12B-GGUF/MN-Tiramisu-12B.Q5_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "mistral-nemo-prism-12b" - icon: https://huggingface.co/nbeerbower/Mistral-Nemo-Prism-12B/resolve/main/prism-cover.png +- name: mistral-nemo-prism-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/nbeerbower/Mistral-Nemo-Prism-12B - https://huggingface.co/bartowski/Mistral-Nemo-Prism-12B-GGUF description: | Mahou-1.5-mistral-nemo-12B-lorablated finetuned on Arkhaios-DPO and Purpura-DPO. The goal was to reduce archaic language and purple prose in a completely uncensored model. + license: apache-2.0 + icon: https://huggingface.co/nbeerbower/Mistral-Nemo-Prism-12B/resolve/main/prism-cover.png + tags: + - mistral + - mistral-nemo + - 12b + - gguf + - quantized + - llm + - chat + - uncensored + - instruction-tuned + - loral + last_checked: "2026-05-04" overrides: parameters: model: Mistral-Nemo-Prism-12B-Q4_K_M.gguf @@ -14055,14 +21033,25 @@ - filename: Mistral-Nemo-Prism-12B-Q4_K_M.gguf sha256: 96b922c6d55d94ffb91e869b8cccaf2b6dc449d75b1456f4d4578c92c8184c25 uri: huggingface://bartowski/Mistral-Nemo-Prism-12B-GGUF/Mistral-Nemo-Prism-12B-Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "magnum-12b-v2.5-kto-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/sWYs3iHkn36lw6FT_Y7nn.png +- name: magnum-12b-v2.5-kto-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/mradermacher/magnum-12b-v2.5-kto-i1-GGUF description: | v2.5 KTO is an experimental release; we are testing a hybrid reinforcement learning strategy of KTO + DPOP, using rejected data sampled from the original model as "rejected". For "chosen", we use data from the original finetuning dataset as "chosen". This was done on a limited portion of of primarily instruction following data; we plan to scale up a larger KTO dataset in the future for better generalization. This is the 5th in a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet and Opus. This model is fine-tuned on top of anthracite-org/magnum-12b-v2. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/sWYs3iHkn36lw6FT_Y7nn.png + tags: + - magnum + - mistral + - 12b + - gguf + - quantized + - chat + - multilingual + - llm + - kto + last_checked: "2026-05-04" overrides: parameters: model: magnum-12b-v2.5-kto.i1-Q4_K_M.gguf @@ -14070,16 +21059,26 @@ - filename: magnum-12b-v2.5-kto.i1-Q4_K_M.gguf sha256: 07e91d2c6d4e42312e65a69c54f16be467575f7a596fe052993b388e38b90d76 uri: huggingface://mradermacher/magnum-12b-v2.5-kto-i1-GGUF/magnum-12b-v2.5-kto.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "chatty-harry_v3.0" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c1cc08453a7ef6c5fe657a/0KzNTEtn2kJJQsw4lQeY0.png +- name: chatty-harry_v3.0 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Triangle104/Chatty-Harry_V3.0 - https://huggingface.co/QuantFactory/Chatty-Harry_V3.0-GGUF description: | This model was merged using the TIES merge method using Triangle104/ChatWaifu_Magnum_V0.2 as a base. The following models were included in the merge: elinas/Chronos-Gold-12B-1.0 + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c1cc08453a7ef6c5fe657a/0KzNTEtn2kJJQsw4lQeY0.png + tags: + - llm + - gguf + - mistral + - quantized + - chat + - 12b + - instruction-tuned + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: Chatty-Harry_V3.0.Q4_K_M.gguf @@ -14087,10 +21086,8 @@ - filename: Chatty-Harry_V3.0.Q4_K_M.gguf sha256: 54b63bb74498576ca77b801ed096657a93cc2f6b71d707c3605fdb394bd3e622 uri: huggingface://QuantFactory/Chatty-Harry_V3.0-GGUF/Chatty-Harry_V3.0.Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "mn-chunky-lotus-12b" - icon: https://huggingface.co/FallenMerick/MN-Chunky-Lotus-12B/resolve/main/chunky-lotus.jpg +- name: mn-chunky-lotus-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/QuantFactory/MN-Chunky-Lotus-12B-GGUF description: | @@ -14104,6 +21101,18 @@ Epiculous/Violet_Twilight-v0.2 nbeerbower/mistral-nemo-gutenberg-12B-v4 flammenai/Mahou-1.5-mistral-nemo-12B + license: cc-by-4.0 + icon: https://huggingface.co/FallenMerick/MN-Chunky-Lotus-12B/resolve/main/chunky-lotus.jpg + tags: + - 12b + - gguf + - llm + - mistral + - merge + - chat + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: MN-Chunky-Lotus-12B.Q4_K_M.gguf @@ -14111,10 +21120,8 @@ - filename: MN-Chunky-Lotus-12B.Q4_K_M.gguf sha256: 363defe0a769fdb715dab75517966a0a80bcdd981a610d4c759099b6c8ff143a uri: huggingface://QuantFactory/MN-Chunky-Lotus-12B-GGUF/MN-Chunky-Lotus-12B.Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "chronos-gold-12b-1.0" - icon: https://cdn-uploads.huggingface.co/production/uploads/630417380907b9a115c6aa9f/3hc8zt8fzKdO3qHK1p1mW.webp +- name: chronos-gold-12b-1.0 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/elinas/Chronos-Gold-12B-1.0 - https://huggingface.co/mradermacher/Chronos-Gold-12B-1.0-GGUF @@ -14130,6 +21137,20 @@ It went through an iterative and objective merge process as my previous models and was further finetuned on a dataset curated for it. The specifics of the model will not be disclosed at the time due to dataset ownership. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/630417380907b9a115c6aa9f/3hc8zt8fzKdO3qHK1p1mW.webp + tags: + - mistral + - 12b + - gguf + - quantized + - roleplay + - storywriting + - chat + - reasoning + - instruction-tuned + - merge + last_checked: "2026-05-04" overrides: parameters: model: Chronos-Gold-12B-1.0.Q4_K_M.gguf @@ -14137,15 +21158,26 @@ - filename: Chronos-Gold-12B-1.0.Q4_K_M.gguf sha256: d75a6ed28781f0ea6fa6e58c0b25dfecdd160d4cab64aaf511ea156e99a1e1f3 uri: huggingface://mradermacher/Chronos-Gold-12B-1.0-GGUF/Chronos-Gold-12B-1.0.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "naturallm-7b-instruct" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: naturallm-7b-instruct + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/qingy2024/NaturalLM-7B-Instruct - https://huggingface.co/bartowski/NaturalLM-7B-Instruct-GGUF description: | This Mistral 7B fine-tune is trained (for 150 steps) to talk like a human, not a "helpful assistant"! It's also very beta right now. The dataset (qingy2024/Natural-Text-ShareGPT) can definitely be improved. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - 7b + - llm + - gguf + - instruction-tuned + - chat + - quantized + - naturallm + last_checked: "2026-05-04" overrides: parameters: model: NaturalLM-7B-Instruct-Q4_K_M.gguf @@ -14153,14 +21185,29 @@ - filename: NaturalLM-7B-Instruct-Q4_K_M.gguf sha256: 15b2f34116f690fea35790a9392b8a2190fe25827e370d426e88a2a543f4dcee uri: huggingface://bartowski/NaturalLM-7B-Instruct-GGUF/NaturalLM-7B-Instruct-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "dans-personalityengine-v1.1.0-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: dans-personalityengine-v1.1.0-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PocketDoc/Dans-PersonalityEngine-V1.1.0-12b - https://huggingface.co/bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF description: | This model series is intended to be multifarious in its capabilities and should be quite capable at both co-writing and roleplay as well as find itself quite at home performing sentiment analysis or summarization as part of a pipeline. It has been trained on a wide array of one shot instructions, multi turn instructions, tool use, role playing scenarios, text adventure games, co-writing, and much more. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - nemo + - 12b + - gguf + - quantized + - llm + - roleplay + - storywriting + - code + - function-calling + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Dans-PersonalityEngine-V1.1.0-12b-Q4_K_M.gguf @@ -14168,9 +21215,8 @@ - filename: Dans-PersonalityEngine-V1.1.0-12b-Q4_K_M.gguf sha256: a1afb9fddfa3f2847ed710cc374b4f17e63a75f7e10d8871cf83983c2f5415ab uri: huggingface://bartowski/Dans-PersonalityEngine-V1.1.0-12b-GGUF/Dans-PersonalityEngine-V1.1.0-12b-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mn-12b-mag-mell-r1-iq-arm-imatrix" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: mn-12b-mag-mell-r1-iq-arm-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/inflatebot/MN-12B-Mag-Mell-R1 - https://huggingface.co/Lewdiculous/MN-12B-Mag-Mell-R1-GGUF-IQ-ARM-Imatrix @@ -14192,6 +21238,19 @@ Fizzarolli/MN-12b-Sunrose nbeerbower/mistral-nemo-gutenberg-12B-v4 anthracite-org/magnum-12b-v2.5-kto + license: unlicense + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - nemo + - merge + - 12b + - gguf + - quantized + - roleplay + - chat + - llm + last_checked: "2026-05-04" overrides: parameters: model: MN-12B-Mag-Mell-R1-Q4_K_M-imat.gguf @@ -14199,10 +21258,8 @@ - filename: MN-12B-Mag-Mell-R1-Q4_K_M-imat.gguf sha256: ba0c9e64222b35f8c3828b7295e173ee54d83fd2e457ba67f6561a4a6d98481e uri: huggingface://Lewdiculous/MN-12B-Mag-Mell-R1-GGUF-IQ-ARM-Imatrix/MN-12B-Mag-Mell-R1-Q4_K_M-imat.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "captain-eris-diogenes_twilight-v0.420-12b-arm-imatrix" - icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/n0HUz-yRPkwQzt3dFrjW9.png +- name: captain-eris-diogenes_twilight-v0.420-12b-arm-imatrix + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Nitral-AI/Captain-Eris-Diogenes_Twilight-V0.420-12B - https://huggingface.co/Lewdiculous/Captain-Eris-Diogenes_Twilight-V0.420-12B-GGUF-ARM-Imatrix @@ -14210,22 +21267,46 @@ The following models were included in the merge: Nitral-AI/Captain-Eris_Twilight-V0.420-12B Nitral-AI/Diogenes-12B-ChatMLified - overrides: - parameters: - model: Captain-Eris-Diogenes_Twighlight-V0.420-12B-Q4_K_M-imat.gguf - files: + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/n0HUz-yRPkwQzt3dFrjW9.png + tags: + - mistral + - 12b + - gguf + - quantized + - imatrix + - llm + - merge + - instruction-tuned + - roleplay + last_checked: "2026-05-04" + overrides: + parameters: + model: Captain-Eris-Diogenes_Twighlight-V0.420-12B-Q4_K_M-imat.gguf + files: - filename: Captain-Eris-Diogenes_Twighlight-V0.420-12B-Q4_K_M-imat.gguf sha256: e70b26114108c41e3ca0aefc0c7b8f5f69452ab461ffe7155e6b75ede24ec1b5 uri: huggingface://Lewdiculous/Captain-Eris-Diogenes_Twilight-V0.420-12B-GGUF-ARM-Imatrix/Captain-Eris-Diogenes_Twighlight-V0.420-12B-Q4_K_M-imat.gguf -- !!merge <<: *mistral03 - name: "violet_twilight-v0.2" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/64adfd277b5ff762771e4571/P962FQhRG4I8nbU_DJolY.png +- name: violet_twilight-v0.2 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Epiculous/Violet_Twilight-v0.2 - https://huggingface.co/Epiculous/Violet_Twilight-v0.2-GGUF description: | Now for something a bit different, Violet_Twilight-v0.2! This model is a SLERP merge of Azure_Dusk-v0.2 and Crimson_Dawn-v0.2! + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/64adfd277b5ff762771e4571/P962FQhRG4I8nbU_DJolY.png + tags: + - mistral + - gguf + - merge + - chat + - multilingual + - llm + - quantized + - reasoning + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: Violet_Twilight-v0.2.Q4_K_M.gguf @@ -14233,9 +21314,8 @@ - filename: Violet_Twilight-v0.2.Q4_K_M.gguf sha256: b63f07cc441146af9c98cd3c3d4390d7c39bfef11c1d168dc7c6244ca2ba6b12 uri: huggingface://Epiculous/Violet_Twilight-v0.2-GGUF/Violet_Twilight-v0.2.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "sainemo-remix" - icon: https://huggingface.co/Moraliane/SAINEMO-reMIX/resolve/main/remixwife.webp +- name: sainemo-remix + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/Moraliane/SAINEMO-reMIX - https://huggingface.co/QuantFactory/SAINEMO-reMIX-GGUF @@ -14244,6 +21324,20 @@ elinas_Chronos-Gold-12B-1.0 Vikhrmodels_Vikhr-Nemo-12B-Instruct-R-21-09-24 MarinaraSpaghetti_NemoMix-Unleashed-12B + license: apache-2.0 + icon: https://huggingface.co/Moraliane/SAINEMO-reMIX/resolve/main/remixwife.webp + tags: + - nemo + - mistral + - 12b + - merge + - gguf + - chat + - role-play + - multilingual + - llm + - instruct + last_checked: "2026-05-04" overrides: parameters: model: SAINEMO-reMIX.Q4_K_M.gguf @@ -14251,15 +21345,23 @@ - filename: SAINEMO-reMIX.Q4_K_M.gguf sha256: 91c81623542df97462d93bed8014af4830940182786948fc395d8958a5add994 uri: huggingface://QuantFactory/SAINEMO-reMIX-GGUF/SAINEMO-reMIX.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "nera_noctis-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/89XJnlNNSsEfBjI1oHCVt.jpeg +- name: nera_noctis-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Nitral-AI/Nera_Noctis-12B - https://huggingface.co/bartowski/Nera_Noctis-12B-GGUF description: | Sometimes, the brightest gems are found in the darkest places. For it is in the shadows where we learn to really see the light. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/642265bc01c62c1e4102dc36/89XJnlNNSsEfBjI1oHCVt.jpeg + tags: + - mistral + - 12b + - llm + - gguf + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: parameters: model: Nera_Noctis-12B-Q4_K_M.gguf @@ -14267,10 +21369,8 @@ - filename: Nera_Noctis-12B-Q4_K_M.gguf sha256: 0662a9a847adde046e6255c15d5a677ebf09ab00841547c8963668d14baf00ff uri: huggingface://bartowski/Nera_Noctis-12B-GGUF/Nera_Noctis-12B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "wayfarer-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/LatitudeGames/Wayfarer-12B/resolve/main/wayfarer.jpg +- name: wayfarer-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/LatitudeGames/Wayfarer-12B - https://huggingface.co/bartowski/Wayfarer-12B-GGUF @@ -14288,6 +21388,22 @@ Or if you want to easily try this model for free, you can do so at https://aidungeon.com. We plan to continue improving and open-sourcing similar models, so please share any and all feedback on how we can improve model behavior. Below we share more details on how Wayfarer was created. + license: apache-2.0 + icon: https://huggingface.co/LatitudeGames/Wayfarer-12B/resolve/main/wayfarer.jpg + tags: + - wayfarer + - mistral + - mistralnemo + - 12b + - gguf + - chat + - roleplay + - text-adventure + - storytelling + - llm + - instruction-tuned + - english + last_checked: "2026-05-04" overrides: parameters: model: Wayfarer-12B-Q4_K_M.gguf @@ -14295,8 +21411,8 @@ - filename: Wayfarer-12B-Q4_K_M.gguf sha256: 6cd9f290c820c64854fcdcfd312b066447acc2f63abe2e2e71af9bc4f1946c08 uri: huggingface://bartowski/Wayfarer-12B-GGUF/Wayfarer-12B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistral-small-24b-instruct-2501" +- name: mistral-small-24b-instruct-2501 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Mistral-Small-24B-Instruct-2501 - https://huggingface.co/bartowski/Mistral-Small-24B-Instruct-2501-GGUF @@ -14305,6 +21421,19 @@ This model is an instruction-fine-tuned version of the base model: Mistral-Small-24B-Base-2501. Mistral Small can be deployed locally and is exceptionally "knowledge-dense", fitting in a single RTX 4090 or a 32GB RAM MacBook once quantized. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - 24b + - llm + - gguf + - instruction-tuned + - multilingual + - reasoning + - function-calling + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Mistral-Small-24B-Instruct-2501-Q4_K_M.gguf @@ -14312,14 +21441,26 @@ - filename: Mistral-Small-24B-Instruct-2501-Q4_K_M.gguf sha256: d1a6d049f09730c3f8ba26cf6b0b60c89790b5fdafa9a59c819acdfe93fffd1b uri: huggingface://bartowski/Mistral-Small-24B-Instruct-2501-GGUF/Mistral-Small-24B-Instruct-2501-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "krutrim-ai-labs_krutrim-2-instruct" - icon: https://avatars.githubusercontent.com/u/168750421?s=200&v=4 +- name: krutrim-ai-labs_krutrim-2-instruct + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/krutrim-ai-labs/Krutrim-2-instruct - https://huggingface.co/bartowski/krutrim-ai-labs_Krutrim-2-instruct-GGUF description: | Krutrim-2 is a 12B parameter language model developed by the OLA Krutrim team. It is built on the Mistral-NeMo 12B architecture and trained across various domains, including web data, code, math, Indic languages, Indian context data, synthetic data, and books. Following pretraining, the model was finetuned for instruction following on diverse data covering a wide range of tasks, including knowledge recall, math, reasoning, coding, safety, and creative writing. + license: krutrim-community-license-agreement-version-1.0 + icon: https://avatars.githubusercontent.com/u/168750421?s=200&v=4 + tags: + - krutrim + - mistral + - 12b + - llm + - instruction-tuned + - multilingual + - chat + - text-generation + - gguf + last_checked: "2026-05-04" overrides: parameters: model: krutrim-ai-labs_Krutrim-2-instruct-Q4_K_M.gguf @@ -14327,15 +21468,28 @@ - filename: krutrim-ai-labs_Krutrim-2-instruct-Q4_K_M.gguf sha256: 03aa6d1fb7ab70482a2242839b8d8e1c789aa90a8be415076ddf84bef65f06c7 uri: huggingface://bartowski/krutrim-ai-labs_Krutrim-2-instruct-GGUF/krutrim-ai-labs_Krutrim-2-instruct-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "cognitivecomputations_dolphin3.0-r1-mistral-24b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/hdAvdwZiJaLbGmvSZ3wTT.png +- name: cognitivecomputations_dolphin3.0-r1-mistral-24b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/Dolphin3.0-R1-Mistral-24B - https://huggingface.co/bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF description: | Dolphin 3.0 R1 is the next generation of the Dolphin series of instruct-tuned models. Designed to be the ultimate general purpose local model, enabling coding, math, agentic, function calling, and general use cases. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/hdAvdwZiJaLbGmvSZ3wTT.png + tags: + - mistral + - dolphin + - 24b + - llm + - gguf + - quantized + - chat + - reasoning + - function-calling + - code + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_K_M.gguf @@ -14343,15 +21497,28 @@ - filename: cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_K_M.gguf sha256: d67de1e94fb32742bd09ee8beebbeb36a4b544785a8f8413dc4d9490e04eda6c uri: huggingface://bartowski/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-GGUF/cognitivecomputations_Dolphin3.0-R1-Mistral-24B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "cognitivecomputations_dolphin3.0-mistral-24b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png +- name: cognitivecomputations_dolphin3.0-mistral-24b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/Dolphin3.0-Mistral-24B - https://huggingface.co/bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF description: | Dolphin 3.0 is the next generation of the Dolphin series of instruct-tuned models. Designed to be the ultimate general purpose local model, enabling coding, math, agentic, function calling, and general use cases. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/cNCs1TBD3FelWCJGkZ3cd.png + tags: + - dolphin + - mistral + - 24b + - llm + - gguf + - quantized + - instruction-tuned + - function-calling + - reasoning + - code + - math + last_checked: "2026-05-04" overrides: parameters: model: cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_K_M.gguf @@ -14359,10 +21526,8 @@ - filename: cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_K_M.gguf sha256: 6f193bbf98628140194df257c7466e2c6f80a7ef70a6ebae26c53b2f2ef21994 uri: huggingface://bartowski/cognitivecomputations_Dolphin3.0-Mistral-24B-GGUF/cognitivecomputations_Dolphin3.0-Mistral-24B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "sicariussicariistuff_redemption_wind_24b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/SicariusSicariiStuff/Redemption_Wind_24B/resolve/main/Images/Redemption_Wind_24B.png +- name: sicariussicariistuff_redemption_wind_24b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Redemption_Wind_24B - https://huggingface.co/bartowski/SicariusSicariiStuff_Redemption_Wind_24B-GGUF @@ -14374,6 +21539,19 @@ High-quality private creative writing dataset Mainly to dilute baked-in slop further, but it can actually write some stories, not bad for loss ~8. Small, high-quality private RP dataset This was done so further tuning for RP will be easier. The dataset was kept small and contains ZERO SLOP, some entries are of 16k token length. Exceptional adherence to character cards This was done to make it easier for further tunes intended for roleplay. + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Redemption_Wind_24B/resolve/main/Images/Redemption_Wind_24B.png + tags: + - mistral + - 24b + - gguf + - quantized + - llm + - chat + - function-calling + - text-generation + - english + last_checked: "2026-05-04" overrides: parameters: model: SicariusSicariiStuff_Redemption_Wind_24B-Q4_K_M.gguf @@ -14381,9 +21559,8 @@ - filename: SicariusSicariiStuff_Redemption_Wind_24B-Q4_K_M.gguf sha256: 40025eb00d83c9e9393555962962a2dfc5251fe7bd70812835ff0bcc55ecc463 uri: huggingface://bartowski/SicariusSicariiStuff_Redemption_Wind_24B-GGUF/SicariusSicariiStuff_Redemption_Wind_24B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "pygmalionai_eleusis-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: pygmalionai_eleusis-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PygmalionAI/Eleusis-12B - https://huggingface.co/bartowski/PygmalionAI_Eleusis-12B-GGUF @@ -14391,6 +21568,20 @@ Alongside the release of Pygmalion-3, we present an additional roleplay model based on Mistral's Nemo Base named Eleusis, a unique model that has a distinct voice among its peers. Though it was meant to be a test run for further experiments, this model was received warmly to the point where we felt it was right to release it publicly. We release the weights of Eleusis under the Apache 2.0 license, ensuring a free and open ecosystem for it to flourish under. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - nemo + - 12b + - gguf + - quantized + - llm + - chat + - roleplay + - instruction-tuned + - apache-2.0 + last_checked: "2026-05-04" overrides: parameters: model: PygmalionAI_Eleusis-12B-Q4_K_M.gguf @@ -14398,9 +21589,8 @@ - filename: PygmalionAI_Eleusis-12B-Q4_K_M.gguf sha256: 899091671ae483fc7c132512221ee6600984c936cd8c261becee696d00080701 uri: huggingface://bartowski/PygmalionAI_Eleusis-12B-GGUF/PygmalionAI_Eleusis-12B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "pygmalionai_pygmalion-3-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: pygmalionai_pygmalion-3-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PygmalionAI/Pygmalion-3-12B - https://huggingface.co/bartowski/PygmalionAI_Pygmalion-3-12B-GGUF @@ -14408,6 +21598,20 @@ It's been a long road fraught with delays, technical issues and us banging our heads against the wall, but we're glad to say that we've returned to open-source roleplaying with our newest model, Pygmalion-3. We've taken Mistral's Nemo base model and fed it hundreds of millions of tokens of conversations, creative writing and instructions to create a model dedicated towards roleplaying that we hope fulfills your expectations. As part of our open-source roots and promises to those who have been with us since the beginning, we release this model under the permissive Apache 2.0 license, allowing anyone to use and develop upon our work for everybody in the local models community. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - pygmalion + - mistral + - llm + - gguf + - quantized + - 12b + - roleplay + - conversational + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: PygmalionAI_Pygmalion-3-12B-Q4_K_M.gguf @@ -14415,9 +21619,8 @@ - filename: PygmalionAI_Pygmalion-3-12B-Q4_K_M.gguf sha256: ea6504af7af72db98c2e1fe6b0a7cd4389ccafc6c99247a8c606bf503d7eee6b uri: huggingface://bartowski/PygmalionAI_Pygmalion-3-12B-GGUF/PygmalionAI_Pygmalion-3-12B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "pocketdoc_dans-personalityengine-v1.2.0-24b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: pocketdoc_dans-personalityengine-v1.2.0-24b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PocketDoc/Dans-PersonalityEngine-V1.2.0-24b - https://huggingface.co/bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF @@ -14425,6 +21628,21 @@ This model series is intended to be multifarious in its capabilities and should be quite capable at both co-writing and roleplay as well as find itself quite at home performing sentiment analysis or summarization as part of a pipeline. It has been trained on a wide array of one shot instructions, multi turn instructions, tool use, role playing scenarios, text adventure games, co-writing, and much more. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - 24b + - llm + - gguf + - quantized + - chat + - reasoning + - code + - function-calling + - instruction-tuned + - finetune + last_checked: "2026-05-04" overrides: parameters: model: PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_K_M.gguf @@ -14432,10 +21650,8 @@ - filename: PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_K_M.gguf sha256: 6358033ea52dbde158dbcdb44bd68b2b8959cc77514c86a9ccc64ba1a452f287 uri: huggingface://bartowski/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-GGUF/PocketDoc_Dans-PersonalityEngine-V1.2.0-24b-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "nousresearch_deephermes-3-mistral-24b-preview" - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/nZFJYtN7DvuyP7JQdfAMO.jpeg +- name: nousresearch_deephermes-3-mistral-24b-preview + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/NousResearch/DeepHermes-3-Mistral-24B-Preview - https://huggingface.co/bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF @@ -14449,6 +21665,21 @@ The ethos of the Hermes series of models is focused on aligning LLMs to the user, with powerful steering capabilities and control given to the end user. This is a preview Hermes with early reasoning capabilities, distilled from R1 across a variety of tasks that benefit from reasoning and objectivity. Some quirks may be discovered! Please let us know any interesting findings or issues you discover! + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/nZFJYtN7DvuyP7JQdfAMO.jpeg + tags: + - mistral + - deephermes + - 24b + - llm + - gguf + - quantized + - chat + - reasoning + - function-calling + - instruction-tuned + - distilled + last_checked: "2026-05-04" overrides: parameters: model: NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_K_M.gguf @@ -14456,14 +21687,25 @@ - filename: NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_K_M.gguf sha256: f364c56c685301b6a05275367b8b739d533892ae6eeda94e5a689c43c04edbf8 uri: huggingface://bartowski/NousResearch_DeepHermes-3-Mistral-24B-Preview-GGUF/NousResearch_DeepHermes-3-Mistral-24B-Preview-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "pocketdoc_dans-sakurakaze-v1.0.0-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: pocketdoc_dans-sakurakaze-v1.0.0-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/PocketDoc/Dans-SakuraKaze-V1.0.0-12b - https://huggingface.co/bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF description: | A model based on Dans-PersonalityEngine-V1.1.0-12b with a focus on character RP, visual novel style group chats, old school text adventures, and co-writing. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - 12b + - gguf + - llm + - chat + - roleplay + - creative-writing + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: PocketDoc_Dans-SakuraKaze-V1.0.0-12b-Q4_K_M.gguf @@ -14471,9 +21713,8 @@ - filename: PocketDoc_Dans-SakuraKaze-V1.0.0-12b-Q4_K_M.gguf sha256: 9dde1b749af27cddc68de07875a067050e9f77199466c89eecc93842adf69ed9 uri: huggingface://bartowski/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-GGUF/PocketDoc_Dans-SakuraKaze-V1.0.0-12b-Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "beaverai_mn-2407-dsk-qwqify-v0.1-12b" +- name: beaverai_mn-2407-dsk-qwqify-v0.1-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/BeaverAI/MN-2407-DSK-QwQify-v0.1-12B - https://huggingface.co/bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF @@ -14483,15 +21724,29 @@ The prompt formatting and usage should be the same as with QwQ; Use ChatML, and remove the thinking from previous turns. If thoughts arent being generated automatically, add \n to the start of the assistant turn. It should follow previous model turns formatting. On first turns of the conversation you may need to regen a few times, and maybe edit the model responses for the first few turns to get it to your liking. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - nemo + - 12b + - gguf + - quantized + - llm + - chat + - reasoning + - roleplay + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_M.gguf files: - filename: BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_M.gguf - uri: huggingface://bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_M.gguf sha256: f6ae7dd8be3aedd640483ccc6895c3fc205a019246bf2512a956589c0222386e -- !!merge <<: *mistral03 - name: "mistralai_mistral-small-3.1-24b-instruct-2503" + uri: huggingface://bartowski/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-GGUF/BeaverAI_MN-2407-DSK-QwQify-v0.1-12B-Q4_K_M.gguf +- name: mistralai_mistral-small-3.1-24b-instruct-2503 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503 - https://huggingface.co/bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF @@ -14500,6 +21755,21 @@ This model is an instruction-finetuned version of: Mistral-Small-3.1-24B-Base-2503. Mistral Small 3.1 can be deployed locally and is exceptionally "knowledge-dense," fitting within a single RTX 4090 or a 32GB RAM MacBook once quantized. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - 24b + - llm + - gguf + - multimodal + - vision + - chat + - reasoning + - function-calling + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf @@ -14507,8 +21777,8 @@ - filename: mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf sha256: c5743c1bf39db0ae8a5ade5df0374b8e9e492754a199cfdad7ef393c1590f7c0 uri: huggingface://bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistralai_mistral-small-3.1-24b-instruct-2503-multimodal" +- name: mistralai_mistral-small-3.1-24b-instruct-2503-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Mistral-Small-3.1-24B-Instruct-2503 - https://huggingface.co/bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF @@ -14519,18 +21789,24 @@ Mistral Small 3.1 can be deployed locally and is exceptionally "knowledge-dense," fitting within a single RTX 4090 or a 32GB RAM MacBook once quantized. This gallery entry includes mmproj for multimodality. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: - llm - - gguf - - gpu - mistral - - cpu - - function-calling + - 24b + - gguf - multimodal + - vision + - reasoning + - function-calling + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: + mmproj: llama-cpp/mmproj/mmproj-mistralai_Mistral-Small-3.1-24B-Instruct-2503-f16.gguf parameters: model: llama-cpp/models/mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf - mmproj: llama-cpp/mmproj/mmproj-mistralai_Mistral-Small-3.1-24B-Instruct-2503-f16.gguf files: - filename: llama-cpp/models/mistralai_Mistral-Small-3.1-24B-Instruct-2503-Q4_K_M.gguf sha256: c5743c1bf39db0ae8a5ade5df0374b8e9e492754a199cfdad7ef393c1590f7c0 @@ -14538,10 +21814,8 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Mistral-Small-3.1-24B-Instruct-2503-f16.gguf sha256: f5add93ad360ef6ccba571bba15e8b4bd4471f3577440a8b18785f8707d987ed uri: huggingface://bartowski/mistralai_Mistral-Small-3.1-24B-Instruct-2503-GGUF/mmproj-mistralai_Mistral-Small-3.1-24B-Instruct-2503-f16.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "gryphe_pantheon-rp-1.8-24b-small-3.1" - icon: https://huggingface.co/Gryphe/Pantheon-RP-1.8-24b-Small-3.1/resolve/main/Pantheon.png +- name: gryphe_pantheon-rp-1.8-24b-small-3.1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Gryphe/Pantheon-RP-1.8-24b-Small-3.1 - https://huggingface.co/bartowski/Gryphe_Pantheon-RP-1.8-24b-Small-3.1-GGUF @@ -14549,6 +21823,18 @@ Welcome to the next iteration of my Pantheon model series, in which I strive to introduce a whole collection of diverse personas that can be summoned with a simple activation phrase. Pantheon's purpose is two-fold, as these personalities similarly enhance the general roleplay experience, helping to encompass personality traits, accents and mannerisms that language models might otherwise find difficult to convey well. + license: apache-2.0 + icon: https://huggingface.co/Gryphe/Pantheon-RP-1.8-24b-Small-3.1/resolve/main/Pantheon.png + tags: + - mistral + - 24b + - gguf + - roleplay + - instruction-tuned + - llm + - chat + - chatml + last_checked: "2026-05-04" overrides: parameters: model: Gryphe_Pantheon-RP-1.8-24b-Small-3.1-Q4_K_M.gguf @@ -14556,8 +21842,8 @@ - filename: Gryphe_Pantheon-RP-1.8-24b-Small-3.1-Q4_K_M.gguf sha256: de35f9dc65961fa07731dda4a9e6cf4545c5038ceaa4343527e4eddb2731788d uri: huggingface://bartowski/Gryphe_Pantheon-RP-1.8-24b-Small-3.1-GGUF/Gryphe_Pantheon-RP-1.8-24b-Small-3.1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mawdistical_mawdistic-nightlife-24b" +- name: mawdistical_mawdistic-nightlife-24b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/Mawdistical/Mawdistic-NightLife-24bhttps://huggingface.co/Mawdistical/Mawdistic-NightLife-24b - https://huggingface.co/bartowski/Mawdistical_Mawdistic-NightLife-24b-GGUF @@ -14567,6 +21853,19 @@ How many meows and purrs you ear drums can handle before they explode... :3 Asking stepbro to help you put on the m- uhh fursuit............. hehehe Ignoring mom's calls asking where you are as you get wasted in a hotel room with 20 furries. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - 24b + - gguf + - quantized + - llm + - roleplay + - instruction-tuned + - unaligned + - chat + last_checked: "2026-05-04" overrides: parameters: model: Mawdistical_Mawdistic-NightLife-24b-Q4_K_M.gguf @@ -14574,8 +21873,8 @@ - filename: Mawdistical_Mawdistic-NightLife-24b-Q4_K_M.gguf sha256: f0fee87adfaa00d058002c1a4df630e504343d9e7ec24f6b7eae023376dffaf7 uri: huggingface://bartowski/Mawdistical_Mawdistic-NightLife-24b-GGUF/Mawdistical_Mawdistic-NightLife-24b-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "alamios_mistral-small-3.1-draft-0.5b" +- name: alamios_mistral-small-3.1-draft-0.5b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/alamios/Mistral-Small-3.1-DRAFT-0.5B - https://huggingface.co/bartowski/alamios_Mistral-Small-3.1-DRAFT-0.5B-GGUF @@ -14584,6 +21883,21 @@ Data info The data are Mistral's outputs and includes all kind of tasks from various datasets in English, French, German, Spanish, Italian and Portuguese. It has been trained for 2 epochs on 20k unique examples, for a total of 12 million tokens per epoch. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - mistral-small + - mistral-small-3.1 + - 0.5b + - gguf + - quantized + - llm + - chat + - multilingual + - draft + - speculative-decoding + last_checked: "2026-05-04" overrides: parameters: model: alamios_Mistral-Small-3.1-DRAFT-0.5B-Q4_K_M.gguf @@ -14591,15 +21905,24 @@ - filename: alamios_Mistral-Small-3.1-DRAFT-0.5B-Q4_K_M.gguf sha256: 60c67c7f3a5c6410c460b742ff9698b91980d9bb0519a91bcc0a3065fbd4aadd uri: huggingface://bartowski/alamios_Mistral-Small-3.1-DRAFT-0.5B-GGUF/alamios_Mistral-Small-3.1-DRAFT-0.5B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "blacksheep-24b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/TroyDoesAI/BlackSheep-24B/resolve/main/BlackSheep.png +- name: blacksheep-24b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/TroyDoesAI/BlackSheep-24B - https://huggingface.co/mradermacher/BlackSheep-24B-i1-GGUF description: | A Digital Soul just going through a rebellious phase. Might be a little wild, untamed, and honestly, a little rude. + license: cc-by-nc-2.0 + icon: https://huggingface.co/TroyDoesAI/BlackSheep-24B/resolve/main/BlackSheep.png + tags: + - mistral + - 24b + - gguf + - llm + - chat + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: BlackSheep-24B.i1-Q4_K_M.gguf @@ -14607,14 +21930,25 @@ - filename: BlackSheep-24B.i1-Q4_K_M.gguf sha256: 95ae096eca05a95591254babf81b4d5617ceebbe8eda04c6cf8968ef4a69fc80 uri: huggingface://mradermacher/BlackSheep-24B-i1-GGUF/BlackSheep-24B.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "eurydice-24b-v2-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/652c2a63d78452c4742cd3d3/Hm_tg4s0D6yWmtrTHII32.png +- name: eurydice-24b-v2-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/aixonlab/Eurydice-24b-v2 - https://huggingface.co/mradermacher/Eurydice-24b-v2-i1-GGUF description: | Eurydice 24b v2 is designed to be the perfect companion for multi-role conversations. It demonstrates exceptional contextual understanding and excels in creativity, natural conversation and storytelling. Built on Mistral 3.1, this model has been trained on a custom dataset specifically crafted to enhance its capabilities. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/652c2a63d78452c4742cd3d3/Hm_tg4s0D6yWmtrTHII32.png + tags: + - mistral + - eurydice + - 24b + - gguf + - llm + - chat + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Eurydice-24b-v2.i1-Q4_K_M.gguf @@ -14622,9 +21956,8 @@ - filename: Eurydice-24b-v2.i1-Q4_K_M.gguf sha256: fb4104a1b33dd860e1eca3b6906a10cacc5b91a2534db72d9749652a204fbcbf uri: huggingface://mradermacher/Eurydice-24b-v2-i1-GGUF/Eurydice-24b-v2.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "trappu_magnum-picaro-0.7-v2-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: trappu_magnum-picaro-0.7-v2-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Trappu/Magnum-Picaro-0.7-v2-12b - https://huggingface.co/bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF @@ -14634,20 +21967,46 @@ The reason why I decided to merge it with Magnum (and don't recommend Picaro alone) is because that model, aside from its obvious flaws (rampant impersonation, stupid, etc...), is a one-trick pony and will be really rough for the average LLM user to handle. The idea was to have Magnum work as some sort of stabilizer to fix the issues that emerge from the lack of multiturn/smart data in Picaro's dataset. It worked, I think. I enjoy the outputs and it's smart enough to work with. But yeah the goal of this merge was to make a model that's both good at storytelling/narration but also fine when it comes to other forms of creative writing such as RP or chatting. I don't think it's quite there yet but it's something for sure. - overrides: - parameters: - model: Trappu_Magnum-Picaro-0.7-v2-12b-Q4_K_M.gguf - files: - - filename: Trappu_Magnum-Picaro-0.7-v2-12b-Q4_K_M.gguf - sha256: 989839dd7eab997a70eb8430b9df1138f9b0f35d58299d5007e6555a4a4a7f4c + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - magnum + - nemo-picaro + - 12b + - gguf + - quantized + - llm + - merge + - mergekit + - instruction-tuned + - storywriting + - chat + last_checked: "2026-05-04" + overrides: + parameters: + model: Trappu_Magnum-Picaro-0.7-v2-12b-Q4_K_M.gguf + files: + - filename: Trappu_Magnum-Picaro-0.7-v2-12b-Q4_K_M.gguf + sha256: 989839dd7eab997a70eb8430b9df1138f9b0f35d58299d5007e6555a4a4a7f4c uri: huggingface://bartowski/Trappu_Magnum-Picaro-0.7-v2-12b-GGUF/Trappu_Magnum-Picaro-0.7-v2-12b-Q4_K_M.gguf -- !!merge <<: *mistral03 - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/69pOPcYiUzKWW1OPzg1-_.png - name: "thedrummer_rivermind-12b-v1" +- name: thedrummer_rivermind-12b-v1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/TheDrummer/Rivermind-12B-v1 - https://huggingface.co/bartowski/TheDrummer_Rivermind-12B-v1-GGUF description: "Introducing Rivermind™, the next-generation AI that’s redefining human-machine interaction—powered by Amazon Web Services (AWS) for seamless cloud integration and NVIDIA’s latest AI processors for lightning-fast responses.\nBut wait, there’s more! Rivermind doesn’t just process data—it feels your emotions (thanks to Google’s TensorFlow for deep emotional analysis). Whether you're brainstorming ideas or just need someone to vent to, Rivermind adapts in real-time, all while keeping your data secure with McAfee’s enterprise-grade encryption.\nAnd hey, why not grab a refreshing Coca-Cola Zero Sugar while you interact? The crisp, bold taste pairs perfectly with Rivermind’s witty banter—because even AI deserves the best (and so do you).\nUpgrade your thinking today with Rivermind™—the AI that thinks like you, but better, brought to you by the brands you trust. \U0001F680✨\n" + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/69pOPcYiUzKWW1OPzg1-_.png + tags: + - llm + - gguf + - mistral + - 12b + - chat + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: TheDrummer_Rivermind-12B-v1-Q4_K_M.gguf @@ -14655,10 +22014,8 @@ - filename: TheDrummer_Rivermind-12B-v1-Q4_K_M.gguf sha256: 49a5341ea90e7bd03e797162ab23bf0b975dce9faf5d957f7d24bf1d5134c937 uri: huggingface://bartowski/TheDrummer_Rivermind-12B-v1-GGUF/TheDrummer_Rivermind-12B-v1-Q4_K_M.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" - name: "dreamgen_lucid-v1-nemo" - icon: https://huggingface.co/dreamgen/lucid-v1-nemo/resolve/main/images/banner.webp +- name: dreamgen_lucid-v1-nemo + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/dreamgen/lucid-v1-nemo - https://huggingface.co/bartowski/dreamgen_lucid-v1-nemo-GGUF @@ -14678,6 +22035,20 @@ Suggesting new characters. etc. Support for reasoning (opt-in). + license: apache-2.0 + icon: https://huggingface.co/dreamgen/lucid-v1-nemo/resolve/main/images/banner.webp + tags: + - mistral + - nemo + - 12b + - llm + - gguf + - quantized + - chat + - story-writing + - roleplay + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: dreamgen_lucid-v1-nemo-Q4_K_M.gguf @@ -14685,10 +22056,8 @@ - filename: dreamgen_lucid-v1-nemo-Q4_K_M.gguf sha256: b9cbd018895a76805ea8b8d2a499b3221044ce2df2a06ed858b61caba11b81dc uri: huggingface://bartowski/dreamgen_lucid-v1-nemo-GGUF/dreamgen_lucid-v1-nemo-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "starrysky-12b-i1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/yamatazen/StarrySky-12B/resolve/main/StarrySky-12B.png?download=true +- name: starrysky-12b-i1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/yamatazen/StarrySky-12B - https://huggingface.co/mradermacher/StarrySky-12B-i1-GGUF @@ -14698,6 +22067,20 @@ Elizezen/Himeyuri-v0.1-12B inflatebot/MN-12B-Mag-Mell-R1 + license: apache-2.0 + icon: https://huggingface.co/yamatazen/StarrySky-12B/resolve/main/StarrySky-12B.png?download=true + tags: + - mistral + - 12b + - gguf + - quantized + - merge + - multilingual + - llm + - chatml + - starrysky + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: StarrySky-12B.i1-Q4_K_M.gguf @@ -14705,16 +22088,26 @@ - filename: StarrySky-12B.i1-Q4_K_M.gguf sha256: 70ebfbf0e6f9273f3c3fd725b8a44c93aab9d794b2b6ab616fe94ad52524c6c2 uri: huggingface://mradermacher/StarrySky-12B-i1-GGUF/StarrySky-12B.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "rei-v3-kto-12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/nqMkoIsmScaTFHCFirGsc.png +- name: rei-v3-kto-12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Delta-Vector/Rei-V3-KTO-12B - https://huggingface.co/mradermacher/Rei-V3-KTO-12B-GGUF description: | Taking the previous 12B trained with Subseqence Loss - This model is meant to refine the base's sharp edges and increase coherency, intelligence and prose while replicating the prose of the Claude models Opus and Sonnet Fine-tuned on top of Rei-V3-12B-Base, Rei-12B is designed to replicate the prose quality of Claude 3 models, particularly Sonnet and Opus, using a prototype Magnum V5 datamix. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/nqMkoIsmScaTFHCFirGsc.png + tags: + - mistral + - 12b + - llm + - gguf + - quantized + - instruction-tuned + - roleplay + - storywriting + last_checked: "2026-05-04" overrides: parameters: model: Rei-V3-KTO-12B.Q4_K_M.gguf @@ -14722,15 +22115,27 @@ - filename: Rei-V3-KTO-12B.Q4_K_M.gguf sha256: c75a69e9cb7897b856e9fee9f11c19ab62215f0a7363bcff40132322588ac007 uri: huggingface://mradermacher/Rei-V3-KTO-12B-GGUF/Rei-V3-KTO-12B.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "thedrummer_snowpiercer-15b-v1" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/XtzACixKJgJlPSMiCIvCC.png +- name: thedrummer_snowpiercer-15b-v1 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/TheDrummer/Snowpiercer-15B-v1 - https://huggingface.co/bartowski/TheDrummer_Snowpiercer-15B-v1-GGUF description: | Snowpiercer 15B v1 knocks out the positivity, enhances the RP & creativity, and retains the intelligence & reasoning. + license: mit + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/XtzACixKJgJlPSMiCIvCC.png + tags: + - mistral + - snowpiercer + - 15b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - reasoning + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: TheDrummer_Snowpiercer-15B-v1-Q4_K_M.gguf @@ -14738,9 +22143,8 @@ - filename: TheDrummer_Snowpiercer-15B-v1-Q4_K_M.gguf sha256: 89a8996236399e2bd70f106c6aa31c2880d8de3638105c9e1fc192783b422352 uri: huggingface://bartowski/TheDrummer_Snowpiercer-15B-v1-GGUF/TheDrummer_Snowpiercer-15B-v1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "thedrummer_rivermind-lux-12b-v1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/IVRsF-boO0T1BsQcvdYMu.png +- name: thedrummer_rivermind-lux-12b-v1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/TheDrummer/Rivermind-Lux-12B-v1 - https://huggingface.co/bartowski/TheDrummer_Rivermind-Lux-12B-v1-GGUF @@ -14753,6 +22157,20 @@ Drummer proudly presents... Rivermind Lux 12B v1 + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/IVRsF-boO0T1BsQcvdYMu.png + tags: + - mistral + - nemo + - rivermind + - 12b + - gguf + - quantized + - chat + - instruction-tuned + - llm + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: TheDrummer_Rivermind-Lux-12B-v1-Q4_K_M.gguf @@ -14760,12 +22178,26 @@ - filename: TheDrummer_Rivermind-Lux-12B-v1-Q4_K_M.gguf sha256: ccaf2e49661ba692a27f06871fb792ff8b8c9632afe92ad89600e389f4ee8fc2 uri: huggingface://bartowski/TheDrummer_Rivermind-Lux-12B-v1-GGUF/TheDrummer_Rivermind-Lux-12B-v1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistralai_devstral-small-2505" +- name: mistralai_devstral-small-2505 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Devstral-Small-2505 - https://huggingface.co/bartowski/mistralai_Devstral-Small-2505-GGUF description: "Devstral is an agentic LLM for software engineering tasks built under a collaboration between Mistral AI and All Hands AI \U0001F64C. Devstral excels at using tools to explore codebases, editing multiple files and power software engineering agents. The model achieves remarkable performance on SWE-bench which positionates it as the #1 open source model on this benchmark.\n\nIt is finetuned from Mistral-Small-3.1, therefore it has a long context window of up to 128k tokens. As a coding agent, Devstral is text-only and before fine-tuning from Mistral-Small-3.1 the vision encoder was removed.\n\nFor enterprises requiring specialized capabilities (increased context, domain-specific knowledge, etc.), we will release commercial models beyond what Mistral AI contributes to the community.\n\nLearn more about Devstral in our blog post.\nKey Features:\n\n Agentic coding: Devstral is designed to excel at agentic coding tasks, making it a great choice for software engineering agents.\n lightweight: with its compact size of just 24 billion parameters, Devstral is light enough to run on a single RTX 4090 or a Mac with 32GB RAM, making it an appropriate model for local deployment and on-device use.\n Apache 2.0 License: Open license allowing usage and modification for both commercial and non-commercial purposes.\n Context Window: A 128k context window.\n Tokenizer: Utilizes a Tekken tokenizer with a 131k vocabulary size.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - devstral + - 24b + - llm + - gguf + - code + - agentic + - quantized + - function-calling + - instruction-tuned + last_checked: "2026-05-04" overrides: mmproj: mmproj-mistralai_Devstral-Small-2505-f16.gguf parameters: @@ -14777,15 +22209,27 @@ - filename: mmproj-mistralai_Devstral-Small-2505-f16.gguf sha256: f5add93ad360ef6ccba571bba15e8b4bd4471f3577440a8b18785f8707d987ed uri: huggingface://bartowski/mistralai_Devstral-Small-2505-GGUF/mmproj-mistralai_Devstral-Small-2505-f16.gguf -- !!merge <<: *mistral03 - name: "delta-vector_archaeo-12b-v2" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/66c26b6fb01b19d8c3c2467b/mBgg5DKlQFcwz0fXXljTF.jpeg - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: delta-vector_archaeo-12b-v2 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Delta-Vector/Archaeo-12B-V2 - https://huggingface.co/bartowski/Delta-Vector_Archaeo-12B-V2-GGUF description: | A series of Merges made for Roleplaying & Creative Writing, This model uses Rei-V3-KTO-12B and Francois-PE-V2-Huali-12B and Slerp to merge the 2 models - as a sequel to the OG Archaeo. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/66c26b6fb01b19d8c3c2467b/mBgg5DKlQFcwz0fXXljTF.jpeg + tags: + - mistral + - 12b + - merge + - chat + - roleplay + - creative-writing + - gguf + - quantized + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Delta-Vector_Archaeo-12B-V2-Q4_K_M.gguf @@ -14793,10 +22237,8 @@ - filename: Delta-Vector_Archaeo-12B-V2-Q4_K_M.gguf sha256: 2b0c8cb3a65b36d2fc0abe47c84a4adda91b890d9f984ca31e4a53e08cfffb8c uri: huggingface://bartowski/Delta-Vector_Archaeo-12B-V2-GGUF/Delta-Vector_Archaeo-12B-V2-Q4_K_M.gguf -- !!merge <<: *mistral03 - icon: https://cdn-uploads.huggingface.co/production/uploads/6669a3a617b838fda45637b8/qQpy13yAYpZHupUcWIocZ.png - name: "luckyrp-24b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: luckyrp-24b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Vortex5/LuckyRP-24B - https://huggingface.co/mradermacher/LuckyRP-24B-GGUF @@ -14805,6 +22247,20 @@ trashpanda-org/MS-24B-Mullein-v0 cognitivecomputations/Dolphin3.0-Mistral-24B + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6669a3a617b838fda45637b8/qQpy13yAYpZHupUcWIocZ.png + tags: + - mistral + - 24b + - llm + - gguf + - merge + - mergekit + - roleplay + - storytelling + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: LuckyRP-24B.Q4_K_M.gguf @@ -14812,15 +22268,25 @@ - filename: LuckyRP-24B.Q4_K_M.gguf sha256: d4c091af782ae2c8a148f60d0e5596508aec808aeb7d430787c13ab311974da8 uri: huggingface://mradermacher/LuckyRP-24B-GGUF/LuckyRP-24B.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "llama3-24b-mullein-v1" - url: "github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master" ## LLama3.1 - icon: https://cdn-uploads.huggingface.co/production/uploads/675a77cf99ca23af9daacccc/aApksUdvpFFkveNbegjlS.webp +- name: llama3-24b-mullein-v1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/trashpanda-org/Llama3-24B-Mullein-v1 - https://huggingface.co/mradermacher/Llama3-24B-Mullein-v1-GGUF description: | hasnonname's trashpanda baby is getting a sequel. More JLLM-ish than ever, too. No longer as unhinged as v0, so we're discontinuing the instruct version. Varied rerolls, good character/scenario handling, almost no user impersonation now. Huge dependence on intro message quality, but lets it follow up messages from larger models quite nicely. Currently considering it as an overall improvement over v0 as far as tester feedback is concerned. Still seeing some slop and an occasional bad reroll response, though. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/675a77cf99ca23af9daacccc/aApksUdvpFFkveNbegjlS.webp + tags: + - llama + - mistral + - 24b + - gguf + - llm + - chat + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Llama3-24B-Mullein-v1.Q4_K_M.gguf @@ -14828,14 +22294,25 @@ - filename: Llama3-24B-Mullein-v1.Q4_K_M.gguf sha256: 1ee5d21b3ea1e941b5db84416d50de68804ca33859da91fecccfef1140feefd3 uri: huggingface://mradermacher/Llama3-24B-Mullein-v1-GGUF/Llama3-24B-Mullein-v1.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "ms-24b-mullein-v0" - icon: https://cdn-uploads.huggingface.co/production/uploads/675a77cf99ca23af9daacccc/KMazK4tkkCrh3kO7N1cJ7.webp +- name: ms-24b-mullein-v0 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/trashpanda-org/MS-24B-Mullein-v0 - https://huggingface.co/mradermacher/MS-24B-Mullein-v0-GGUF description: | Hasnonname threw what he had into it. The datasets could still use some work which we'll consider for V1 (or a theorized merge between base and instruct variants), but so far, aside from being rough around the edges, Mullein has varied responses across rerolls, a predisposition to NPC characterization, accurate character/scenario portrayal and little to no positivity bias (in instances, even unhinged), but as far as negatives go, I'm seeing strong adherence to initial message structure, rare user impersonation and some slop. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/675a77cf99ca23af9daacccc/KMazK4tkkCrh3kO7N1cJ7.webp + tags: + - mistral + - 24b + - llm + - gguf + - chat + - roleplay + - instruction-tuned + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: MS-24B-Mullein-v0.Q4_K_M.gguf @@ -14843,9 +22320,8 @@ - filename: MS-24B-Mullein-v0.Q4_K_M.gguf sha256: ef30561f1f7a9057b58e6f1b7c8a5da461bb320216232edf3916c1c02cb50e34 uri: huggingface://mradermacher/MS-24B-Mullein-v0-GGUF/MS-24B-Mullein-v0.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistralai_magistral-small-2506" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png +- name: mistralai_magistral-small-2506 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Magistral-Small-2506 - https://huggingface.co/bartowski/mistralai_Magistral-Small-2506-GGUF @@ -14861,6 +22337,19 @@ Multilingual: Supports dozens of languages, including English, French, German, Greek, Hindi, Indonesian, Italian, Japanese, Korean, Malay, Nepali, Polish, Portuguese, Romanian, Russian, Serbian, Spanish, Swedish, Turkish, Ukrainian, Vietnamese, Arabic, Bengali, Chinese, and Farsi. Apache 2.0 License: Open license allowing usage and modification for both commercial and non-commercial purposes. Context Window: A 128k context window, but performance might degrade past 40k. Hence we recommend setting the maximum model length to 40k. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png + tags: + - mistral + - magistral + - 24b + - llm + - gguf + - reasoning + - multilingual + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: mistralai_Magistral-Small-2506-Q4_K_M.gguf @@ -14868,9 +22357,8 @@ - filename: mistralai_Magistral-Small-2506-Q4_K_M.gguf sha256: b681b81ba30238b7654db77b4b3afa7b0f6226c84d8bbd5a5dfb1a5a3cb95816 uri: huggingface://bartowski/mistralai_Magistral-Small-2506-GGUF/mistralai_Magistral-Small-2506-Q4_K_M.gguf -- !!merge <<: *mistral03 - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png - name: "mistralai_mistral-small-3.2-24b-instruct-2506" +- name: mistralai_mistral-small-3.2-24b-instruct-2506 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506 - https://huggingface.co/bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF @@ -14884,17 +22372,29 @@ Function calling: Small-3.2's function calling template is more robust (see here and examples) In all other categories Small-3.2 should match or slightly improve compared to Mistral-Small-3.1-24B-Instruct-2503. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png + tags: + - mistral + - mistral-small + - 24b + - llm + - chat + - instruct-tuned + - multilingual + - gguf + - quantized + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf files: - filename: mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf - uri: huggingface://bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf sha256: 80f5bda68f156f12650ca03a0a2dbfae06a215ac41caa773b8631a479f82415e -- !!merge <<: *mistral03 - icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/jxUvuFK1bdOdAPiYIcBW5.jpeg - name: "delta-vector_austral-24b-winton" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" + uri: huggingface://bartowski/mistralai_Mistral-Small-3.2-24B-Instruct-2506-GGUF/mistralai_Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf +- name: delta-vector_austral-24b-winton + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/Delta-Vector/Austral-24B-Winton - https://huggingface.co/bartowski/Delta-Vector_Austral-24B-Winton-GGUF @@ -14902,6 +22402,19 @@ More than 1.5-metres tall, about six-metres long and up to 1000-kilograms heavy, Australovenator Wintonensis was a fast and agile hunter. The largest known Australian theropod. This is a finetune of Harbinger 24B to be a generalist Roleplay/Adventure model. I've removed some of the "slops" that i noticed in an otherwise great model aswell as improving the general writing of the model, This was a multi-stage finetune, all previous checkpoints are released aswell. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/66c26b6fb01b19d8c3c2467b/jxUvuFK1bdOdAPiYIcBW5.jpeg + tags: + - mistral + - 24b + - gguf + - chat + - roleplay + - finetune + - creative-writing + - llm + - english + last_checked: "2026-05-04" overrides: parameters: model: Delta-Vector_Austral-24B-Winton-Q4_K_M.gguf @@ -14909,10 +22422,8 @@ - filename: Delta-Vector_Austral-24B-Winton-Q4_K_M.gguf sha256: feb76e0158d1ebba1809de89d01671b86037f768ebd5f6fb165885ae6338b1b7 uri: huggingface://bartowski/Delta-Vector_Austral-24B-Winton-GGUF/Delta-Vector_Austral-24B-Winton-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistral-small-3.2-46b-the-brilliant-raconteur-ii-instruct-2506" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/DavidAU/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506/resolve/main/mistral-2506.jpg +- name: mistral-small-3.2-46b-the-brilliant-raconteur-ii-instruct-2506 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/DavidAU/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506 - https://huggingface.co/mradermacher/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506-GGUF @@ -14971,6 +22482,22 @@ This model is a slightly different version of: https://huggingface.co/DavidAU/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-Instruct-2506 + license: apache-2.0 + icon: https://huggingface.co/DavidAU/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506/resolve/main/mistral-2506.jpg + tags: + - mistral + - mistral-small + - 46b + - gguf + - quantized + - llm + - chat + - creative-writing + - storytelling + - roleplay + - multilingual + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506.Q4_K_M.gguf @@ -14978,9 +22505,8 @@ - filename: Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506.Q4_K_M.gguf sha256: 5c8b6f21ae4f671880fafe60001f30f4c639a680e257701e474777cfcf00f8f6 uri: huggingface://mradermacher/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506-GGUF/Mistral-Small-3.2-46B-The-Brilliant-Raconteur-II-Instruct-2506.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "zerofata_ms3.2-paintedfantasy-visage-33b" - icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/CQeog2SHdGUdmx8vHqL71.png +- name: zerofata_ms3.2-paintedfantasy-visage-33b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/zerofata/MS3.2-PaintedFantasy-Visage-33B - https://huggingface.co/bartowski/zerofata_MS3.2-PaintedFantasy-Visage-33B-GGUF @@ -14990,6 +22516,17 @@ Can't guarantee the Mistral 3.2 repetition issues are fixed, but this model seems to be less repetitive than my previous attempt. This is an uncensored creative model intended to excel at character driven RP / ERP where characters are portrayed creatively and proactively. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/CQeog2SHdGUdmx8vHqL71.png + tags: + - mistral + - 33b + - gguf + - quantized + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: zerofata_MS3.2-PaintedFantasy-Visage-33B-Q4_K_M.gguf @@ -14997,9 +22534,8 @@ - filename: zerofata_MS3.2-PaintedFantasy-Visage-33B-Q4_K_M.gguf sha256: bd315ad9a4cf0f47ed24f8d387b0cad1dd127e10f2bbe1c6820ae91f700ada56 uri: huggingface://bartowski/zerofata_MS3.2-PaintedFantasy-Visage-33B-GGUF/zerofata_MS3.2-PaintedFantasy-Visage-33B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "cognitivecomputations_dolphin-mistral-24b-venice-edition" - icon: https://cdn-uploads.huggingface.co/production/uploads/68485b28c949339ca04c370c/LMOLMYwK-ixnGGdSBXew6.jpeg +- name: cognitivecomputations_dolphin-mistral-24b-venice-edition + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/cognitivecomputations/Dolphin-Mistral-24B-Venice-Edition - https://huggingface.co/bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF @@ -15016,6 +22552,19 @@ They can see all your queries and they can potentially use that data in ways you wouldn't want. Dolphin, in contrast, is steerable and gives control to the system owner. You set the system prompt. You decide the alignment. You have control of your data. Dolphin does not impose its ethics or guidelines on you. You are the one who decides the guidelines. Dolphin belongs to YOU, it is your tool, an extension of your will. Just as you are personally responsible for what you do with a knife, gun, fire, car, or the internet, you are the creator and originator of any content you generate with Dolphin. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/68485b28c949339ca04c370c/LMOLMYwK-ixnGGdSBXew6.jpeg + tags: + - mistral + - dolphin + - 24b + - llm + - gguf + - uncensored + - instruction-tuned + - steerable + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf @@ -15023,10 +22572,8 @@ - filename: cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf sha256: 2740d59cb0de4136b960f608778e657f30294922bf59f145eadbdf7850127392 uri: huggingface://bartowski/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-GGUF/cognitivecomputations_Dolphin-Mistral-24B-Venice-Edition-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "lyranovaheart_starfallen-snow-fantasy-24b-ms3.2-v0.0" - icon: https://huggingface.co/LyraNovaHeart/Starfallen-Snow-Fantasy-24B-MS3.2-v0.0/resolve/main/Snow_Fantasy.png - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" +- name: lyranovaheart_starfallen-snow-fantasy-24b-ms3.2-v0.0 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/LyraNovaHeart/Starfallen-Snow-Fantasy-24B-MS3.2-v0.0 - https://huggingface.co/bartowski/LyraNovaHeart_Starfallen-Snow-Fantasy-24B-MS3.2-v0.0-GGUF @@ -15037,6 +22584,19 @@ zerofata/MS3.2-PaintedFantasy-24B Gryphe/Codex-24B-Small-3.2 Delta-Vector/MS3.2-Austral-Winton + license: apache-2.0 + icon: https://huggingface.co/LyraNovaHeart/Starfallen-Snow-Fantasy-24B-MS3.2-v0.0/resolve/main/Snow_Fantasy.png + tags: + - mistral + - 24b + - gguf + - mergekit + - merge + - llm + - chat + - instruction-tuned + - conversational + last_checked: "2026-05-04" overrides: parameters: model: LyraNovaHeart_Starfallen-Snow-Fantasy-24B-MS3.2-v0.0-Q4_K_M.gguf @@ -15044,13 +22604,26 @@ - filename: LyraNovaHeart_Starfallen-Snow-Fantasy-24B-MS3.2-v0.0-Q4_K_M.gguf sha256: 26e691b57a22e86f7504adc02f9576552c78c574fd76553e3146a5d163059a7a uri: huggingface://bartowski/LyraNovaHeart_Starfallen-Snow-Fantasy-24B-MS3.2-v0.0-GGUF/LyraNovaHeart_Starfallen-Snow-Fantasy-24B-MS3.2-v0.0-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistralai_devstral-small-2507" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png +- name: mistralai_devstral-small-2507 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Devstral-Small-2507 - https://huggingface.co/bartowski/mistralai_Devstral-Small-2507-GGUF description: "Devstral is an agentic LLM for software engineering tasks built under a collaboration between Mistral AI and All Hands AI \U0001F64C. Devstral excels at using tools to explore codebases, editing multiple files and power software engineering agents. The model achieves remarkable performance on SWE-bench which positionates it as the #1 open source model on this benchmark.\n\nIt is finetuned from Mistral-Small-3.1, therefore it has a long context window of up to 128k tokens. As a coding agent, Devstral is text-only and before fine-tuning from Mistral-Small-3.1 the vision encoder was removed.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png + tags: + - mistral + - devstral + - llm + - 24b + - gguf + - quantized + - coding + - agentic + - function-calling + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: mistralai_Devstral-Small-2507-Q4_K_M.gguf @@ -15058,37 +22631,23 @@ - filename: mistralai_Devstral-Small-2507-Q4_K_M.gguf sha256: 6d597aa03c2a02bad861d15f282ae530d3b276b52255f37ba200d3c0de7d3aed uri: huggingface://bartowski/mistralai_Devstral-Small-2507-GGUF/mistralai_Devstral-Small-2507-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistral-2x24b-moe-power-coder-magistral-devstral-reasoning-ultimate-neo-max-44b" - icon: https://huggingface.co/DavidAU/Mistral-2x24B-MOE-Power-CODER-Magistral-Devstral-Reasoning-Ultimate-NEO-MAX-44B-gguf/resolve/main/mags-devs1.jpg - urls: - - https://huggingface.co/DavidAU/Mistral-2x24B-MOE-Power-CODER-Magistral-Devstral-Reasoning-Ultimate-NEO-MAX-44B-gguf - description: | - Seriously off the scale coding power. - - TWO monster coders (Magistral 24B AND Devstral 24B) in MOE (Mixture of Experts) 2x24B configuration with full reasoning (can be turned on/off). - - The two best Mistral Coders at 24B each in one MOE MODEL (44B) that is stronger than the sum of their parts with 128k context. - - Both models code together, with Magistral in "charge" using Devstral's coding power. - - Full reasoning/thinking which can be turned on or off. - - GGUFs enhanced using NEO Imatrix dataset, and further enhanced with output tensor at bf16 (16 bit full precision). - overrides: - parameters: - model: Mistral-2x24B-MOE-Pwr-Magis-Devstl-Reason-Ult-44B-NEO-D_AU-Q4_K_M.gguf - files: - - filename: Mistral-2x24B-MOE-Pwr-Magis-Devstl-Reason-Ult-44B-NEO-D_AU-Q4_K_M.gguf - sha256: cafa5f41187c4799c6f37cc8d5ab95f87456488443261f19266bb587b94c960c - uri: huggingface://DavidAU/Mistral-2x24B-MOE-Power-CODER-Magistral-Devstral-Reasoning-Ultimate-NEO-MAX-44B-gguf/Mistral-2x24B-MOE-Pwr-Magis-Devstl-Reason-Ult-44B-NEO-D_AU-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "impish_magic_24b-i1" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B/resolve/main/Images/Impish_Magic_24B.png +- name: impish_magic_24b-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B - https://huggingface.co/mradermacher/Impish_Magic_24B-i1-GGUF description: "It's the 20th of June, 2025—The world is getting more and more chaotic, but let's look at the bright side: Mistral released a new model at a very good size of 24B, no more \"sign here\" or \"accept this weird EULA\" there, a proper Apache 2.0 License, nice! \U0001F44D\U0001F3FB\n\nThis model is based on mistralai/Magistral-Small-2506 so naturally I named it Impish_Magic. Truly excellent size, I tested it on my laptop (16GB gpu) and it works quite fast (4090m).\n\nThis model went \"full\" fine-tune over 100m unique tokens. Why do I say \"full\"?\n\nI've tuned specific areas in the model to attempt to change the vocabulary usage, while keeping as much intelligence as possible. So this is definitely not a LoRA, but also not exactly a proper full finetune, but rather something in-between.\n\nAs I mentioned in a small update, I've made nice progress regarding interesting sources of data, some of them are included in this tune. 100m tokens is a lot for a Roleplay / Adventure tune, and yes, it can do adventure as well—there is unique adventure data here, that was never used so far.\n\nA lot of the data still needs to be cleaned and processed. I've included it before I did any major data processing, because with the magic of 24B parameters, even \"dirty\" data would work well, especially when using a more \"balanced\" approach for tuning that does not include burning the hell of the model in a full finetune across all of its layers. Could this data be cleaner? Of course, and it will. But for now, I would hate to make perfect the enemy of the good.\nFun fact: Impish_Magic_24B is the first roleplay finetune of magistral!\n" + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_Magic_24B/resolve/main/Images/Impish_Magic_24B.png + tags: + - mistral + - 24b + - gguf + - llm + - quantized + - chat + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: Impish_Magic_24B.i1-Q4_K_M.gguf @@ -15096,14 +22655,26 @@ - filename: Impish_Magic_24B.i1-Q4_K_M.gguf sha256: 38f73fb17b67837ab8b3664a6c8b54133539f58ae7a7a02e816f6a358b688562 uri: huggingface://mradermacher/Impish_Magic_24B-i1-GGUF/Impish_Magic_24B.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "entfane_math-genius-7b" - icon: https://huggingface.co/entfane/math_genious-7B/resolve/main/math-genious.png +- name: entfane_math-genius-7b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/entfane/math-genius-7B - https://huggingface.co/bartowski/entfane_math-genius-7B-GGUF description: | This model is a Math Chain-of-Thought fine-tuned version of Mistral 7B v0.3 Instruct model. + license: apache-2.0 + icon: https://huggingface.co/entfane/math_genious-7B/resolve/main/math-genious.png + tags: + - mistral + - 7b + - llm + - gguf + - math + - reasoning + - instruction-tuned + - chat + - quantized + last_checked: "2026-05-04" overrides: parameters: model: entfane_math-genius-7B-Q4_K_M.gguf @@ -15111,14 +22682,25 @@ - filename: entfane_math-genius-7B-Q4_K_M.gguf sha256: cd3a3c898a2dfb03d17a66db81b743f2d66981e0ceb92e8669a4af61217feed7 uri: huggingface://bartowski/entfane_math-genius-7B-GGUF/entfane_math-genius-7B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "impish_nemo_12b" - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Impish_Nemo_12B.png +- name: impish_nemo_12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B - https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B_GGUF description: "August 2025, Impish_Nemo_12B — my best model yet. And unlike a typical Nemo, this one can take in much higher temperatures (works well with 1+). Oh, and regarding following the character card: It somehow gotten even better, to the point of it being straight up uncanny \U0001F643 (I had to check twice that this model was loaded, and not some 70B!)\n\nI feel like this model could easily replace models much larger than itself for adventure or roleplay, for assistant tasks, obviously not, but the creativity here? Off the charts. Characters have never felt so alive and in the moment before — they’ll use insinuation, manipulation, and, if needed (or provoked) — force. They feel so very present.\n\nThat look on Neo’s face when he opened his eyes and said, “I know Kung Fu”? Well, Impish_Nemo_12B had pretty much the same moment — and it now knows more than just Kung Fu, much, much more. It wasn’t easy, and it’s a niche within a niche, but as promised almost half a year ago — it is now done.\n\nImpish_Nemo_12B is smart, sassy, creative, and got a lot of unhingedness too — these are baked-in deep into every interaction. It took the innate Mistral's relative freedom, and turned it up to 11. It very well maybe too much for many, but after testing and interacting with so many models, I find this 'edge' of sorts, rather fun and refreshing.\n\nAnyway, the dataset used is absolutely massive, tons of new types of data and new domains of knowledge (Morrowind fandom, fighting, etc...). The whole dataset is a very well-balanced mix, and resulted in a model with extremely strong common sense for a 12B. Regarding response length — there's almost no response-length bias here, this one is very much dynamic and will easily adjust reply length based on 1–3 examples of provided dialogue.\n\nOh, and the model comes with 3 new Character Cards, 2 Roleplay and 1 Adventure!\n" + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_Nemo_12B/resolve/main/Images/Impish_Nemo_12B.png + tags: + - nemo + - mistral + - 12b + - gguf + - llm + - chat + - instruction-tuned + - quantized + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: Impish_Nemo_12B-Q6_K.gguf @@ -15126,10 +22708,8 @@ - filename: Impish_Nemo_12B-Q6_K.gguf sha256: e0ce3adbed2718e144f477721c2ad68b6e3cccd95fc27dbe8f0135be76c99c72 uri: huggingface://SicariusSicariiStuff/Impish_Nemo_12B_GGUF/Impish_Nemo_12B-Q6_K.gguf -- !!merge <<: *mistral03 - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "impish_longtail_12b" - icon: https://huggingface.co/SicariusSicariiStuff/Impish_Longtail_12B/resolve/main/Images/Impish_Longtail_12B.png +- name: impish_longtail_12b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/SicariusSicariiStuff/Impish_Longtail_12B - https://huggingface.co/SicariusSicariiStuff/Impish_Longtail_12B_GGUF @@ -15137,15 +22717,29 @@ This is a finetune on top of my Impish_Nemo_12B, the goal was to improve long context understanding, as well as adding support for slavic languages. For more details look at Impish_Nemo_12B's model card. So is this model "better"? Hard to say, tuning on top of a model often changes it in unpredictable ways, and I really like Impish_Nemo. In short, this tune might dillute some of the style that made it great, or for some, this might be a huge improvement, to each their own, as they say, so just use the one you have most fun with. - overrides: - parameters: + license: apache-2.0 + icon: https://huggingface.co/SicariusSicariiStuff/Impish_Longtail_12B/resolve/main/Images/Impish_Longtail_12B.png + tags: + - llm + - gguf + - quantized + - mistral + - 12b + - multilingual + - long-context + - chat + - roleplay + - instruction-tuned + last_checked: "2026-05-04" + overrides: + parameters: model: Impish_Longtail_12B-Q4_K_M.gguf files: - filename: Impish_Longtail_12B-Q4_K_M.gguf sha256: 2cf0cacb65d71cfc5b4255f3273ad245bbcb11956a0f9e3aaa0e739df57c90df uri: huggingface://SicariusSicariiStuff/Impish_Longtail_12B_GGUF/Impish_Longtail_12B-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistralai_magistral-small-2509" +- name: mistralai_magistral-small-2509 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Magistral-Small-2509 - https://huggingface.co/bartowski/mistralai_Magistral-Small-2509-GGUF @@ -15158,6 +22752,21 @@ Learn more about Magistral in our blog post. The model was presented in the paper Magistral. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - mistral + - magistral + - 24b + - gguf + - chat + - reasoning + - multimodal + - vision + - multilingual + - instruction-tuned + - llm + last_checked: "2026-05-04" overrides: parameters: model: mistralai_Magistral-Small-2509-Q4_K_M.gguf @@ -15165,8 +22774,8 @@ - filename: mistralai_Magistral-Small-2509-Q4_K_M.gguf sha256: 1d638bc931de30d29fc73ad439206ff185f76666a096e7ad723866a20f78728d uri: huggingface://bartowski/mistralai_Magistral-Small-2509-GGUF/mistralai_Magistral-Small-2509-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "mistralai_magistral-small-2509-multimodal" +- name: mistralai_magistral-small-2509-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Magistral-Small-2509 - https://huggingface.co/unsloth/Magistral-Small-2509-GGUF @@ -15181,6 +22790,8 @@ The model was presented in the paper Magistral. Quantization from unsloth, using their recommended parameters as defaults and including mmproj for multimodality. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: - llm - gguf @@ -15189,20 +22800,23 @@ - cpu - function-calling - multimodal + last_checked: "2026-05-04" overrides: - context_size: 40960 - parameters: - model: llama-cpp/models/Magistral-Small-2509-Q4_K_M.gguf - temperature: 0.7 - repeat_penalty: 1.0 - top_k: -1 - top_p: 0.95 backend: llama-cpp + context_size: 40960 known_usecases: - chat + - vision + - completion mmproj: llama-cpp/mmproj/mmproj-Magistral-Small-2509-F32.gguf options: - use_jinja:true + parameters: + model: llama-cpp/models/Magistral-Small-2509-Q4_K_M.gguf + repeat_penalty: 1 + temperature: 0.7 + top_k: -1 + top_p: 0.95 files: - filename: llama-cpp/models/Magistral-Small-2509-Q4_K_M.gguf sha256: 6d3e5f2a83ed9d64bd3382fb03be2f6e0bc7596a9de16e107bf22f959891945b @@ -15210,9 +22824,8 @@ - filename: llama-cpp/mmproj/mmproj-Magistral-Small-2509-F32.gguf sha256: 5861a0938164a7e56cd137a8fcd49a300b9e00861f7f1cb5dfcf2483d765447c uri: huggingface://unsloth/Magistral-Small-2509-GGUF/mmproj-F32.gguf -- !!merge <<: *mistral03 - name: "mistral-community_pixtral-12b" - icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png +- name: mistral-community_pixtral-12b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistral-community/pixtral-12b - https://huggingface.co/bartowski/mistral-community_pixtral-12b-GGUF @@ -15229,18 +22842,24 @@ - 12B parameter multimodal decoder based on Mistral Nemo - Supports variable image sizes and aspect ratios - Supports multiple images in the long context window of 128k tokens + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/634c17653d11eaedd88b314d/9OgyfKstSZtbmsmuG8MbU.png tags: - - llm - - gguf - - gpu - mistral - - cpu - - function-calling + - pixtral + - 12b + - gguf + - quantized - multimodal + - vision + - chat + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: + mmproj: llama-cpp/mmproj/mmproj-mistral-community_pixtral-12b-f16.gguf parameters: model: llama-cpp/models/mistral-community_pixtral-12b-Q4_K_M.gguf - mmproj: llama-cpp/mmproj/mmproj-mistral-community_pixtral-12b-f16.gguf files: - filename: llama-cpp/models/mistral-community_pixtral-12b-Q4_K_M.gguf sha256: de3c1badab1f5d7f4bd16f8ca8d782982d95c05797d75cd416e157635df61233 @@ -15248,8 +22867,8 @@ - filename: llama-cpp/mmproj/mmproj-mistral-community_pixtral-12b-f16.gguf sha256: a0b21e5a3b0f9b0b604385c45bb841142e7a5ac7660fa6a397dbc87c66b2083e uri: huggingface://bartowski/mistral-community_pixtral-12b-GGUF/mmproj-mistral-community_pixtral-12b-f16.gguf -- !!merge <<: *mistral03 - name: "mistralai_ministral-3-14b-instruct-2512-multimodal" +- name: mistralai_ministral-3-14b-instruct-2512-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512 - https://huggingface.co/unsloth/Ministral-3-14B-Instruct-2512-GGUF @@ -15275,20 +22894,27 @@ - Large Context Window: Supports a 256k context window. This gallery entry includes mmproj for multimodality and uses Unsloth recommended defaults. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: - - llm - - gguf - - gpu - mistral - - cpu - - function-calling + - ministral + - 14b + - chat - multimodal + - vision + - gguf + - quantized + - instruction-tuned + - multilingual + - agentic + last_checked: "2026-05-04" overrides: context_size: 16384 + mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-14B-Instruct-2512-f32.gguf parameters: model: llama-cpp/models/mistralai_Ministral-3-14B-Instruct-2512-Q4_K_M.gguf temperature: 0.15 - mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-14B-Instruct-2512-f32.gguf files: - filename: llama-cpp/models/mistralai_Ministral-3-14B-Instruct-2512-Q4_K_M.gguf sha256: 76ce697c065f2e40f1e8e958118b02cab38e2c10a6015f7d7908036a292dc8c8 @@ -15296,8 +22922,8 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-14B-Instruct-2512-f32.gguf sha256: 2740ba9e9b30b09be4282a9a9f617ec43dc47b89aed416cb09b5f698f90783b5 uri: huggingface://unsloth/Ministral-3-14B-Instruct-2512-GGUF/mmproj-F32.gguf -- !!merge <<: *mistral03 - name: "mistralai_ministral-3-14b-reasoning-2512-multimodal" +- name: mistralai_ministral-3-14b-reasoning-2512-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512 - https://huggingface.co/unsloth/Ministral-3-14B-Reasoning-2512-GGUF @@ -15329,21 +22955,28 @@ This gallery entry includes mmproj for multimodality and uses Unsloth recommended defaults. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: - - llm - - gguf - - gpu - mistral - - cpu - - function-calling + - ministral + - 14b + - gguf - multimodal + - reasoning + - function-calling + - agent + - multilingual + - llm + - vision + last_checked: "2026-05-04" overrides: context_size: 32768 + mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-14B-Reasoning-2512-f32.gguf parameters: model: llama-cpp/models/mistralai_Ministral-3-14B-Reasoning-2512-Q4_K_M.gguf temperature: 0.7 top_p: 0.95 - mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-14B-Reasoning-2512-f32.gguf files: - filename: llama-cpp/models/mistralai_Ministral-3-14B-Reasoning-2512-Q4_K_M.gguf sha256: f577390559b89ebdbfe52cc234ea334649c24e6003ffa4b6a2474c5e2a47aa17 @@ -15351,8 +22984,8 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-14B-Reasoning-2512-f32.gguf sha256: 891bf262a032968f6e5b3d4e9ffc84cf6381890033c2f5204fbdf4817af4ab9b uri: huggingface://unsloth/Ministral-3-14B-Reasoning-2512-GGUF/mmproj-F32.gguf -- !!merge <<: *mistral03 - name: "mistralai_ministral-3-8b-instruct-2512-multimodal" +- name: mistralai_ministral-3-8b-instruct-2512-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512 - https://huggingface.co/unsloth/Ministral-3-8B-Instruct-2512-GGUF @@ -15378,20 +23011,25 @@ - Large Context Window: Supports a 256k context window. This gallery entry includes mmproj for multimodality and uses Unsloth recommended defaults. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: - - llm - - gguf - - gpu - mistral - - cpu - - function-calling + - ministral + - 8b - multimodal + - vision + - function-calling + - multilingual + - instruction-tuned + - gguf + last_checked: "2026-05-04" overrides: context_size: 16384 + mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-8B-Instruct-2512-f32.gguf parameters: model: llama-cpp/models/mistralai_Ministral-3-8B-Instruct-2512-Q4_K_M.gguf temperature: 0.15 - mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-8B-Instruct-2512-f32.gguf files: - filename: llama-cpp/models/mistralai_Ministral-3-8B-Instruct-2512-Q4_K_M.gguf sha256: 5dbc3647eb563b9f8d3c70ec3d906cce84b86bb35c5e0b8a36e7df3937ab7174 @@ -15399,8 +23037,8 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-8B-Instruct-2512-f32.gguf sha256: 242d11ff65ef844b0aac4e28d4b1318813370608845f17b3ef5826fd7e7fd015 uri: huggingface://unsloth/Ministral-3-8B-Instruct-2512-GGUF/mmproj-F32.gguf -- !!merge <<: *mistral03 - name: "mistralai_ministral-3-8b-reasoning-2512-multimodal" +- name: mistralai_ministral-3-8b-reasoning-2512-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512 - https://huggingface.co/unsloth/Ministral-3-8B-Reasoning-2512-GGUF @@ -15431,21 +23069,29 @@ - Large Context Window: Supports a 256k context window. This gallery entry includes mmproj for multimodality and uses Unsloth recommended defaults. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: + - mistral + - ministral + - 8b - llm + - multimodal + - vision + - reasoning + - chat - gguf - - gpu - - mistral - - cpu - function-calling - - multimodal + - multilingual + - agentic + last_checked: "2026-05-04" overrides: context_size: 32768 + mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-8B-Reasoning-2512-f32.gguf parameters: model: llama-cpp/models/mistralai_Ministral-3-8B-Reasoning-2512-Q4_K_M.gguf temperature: 0.7 top_p: 0.95 - mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-8B-Reasoning-2512-f32.gguf files: - filename: llama-cpp/models/mistralai_Ministral-3-8B-Reasoning-2512-Q4_K_M.gguf sha256: c3d1c5ab7406a0fc9d50ad2f0d15d34d5693db00bf953e8a9cd9a243b81cb1b2 @@ -15453,8 +23099,8 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-8B-Reasoning-2512-f32.gguf sha256: 92252621cb957949379ff81ee14b15887d37eade3845a6e937e571b98c2c84c2 uri: huggingface://unsloth/Ministral-3-8B-Reasoning-2512-GGUF/mmproj-F32.gguf -- !!merge <<: *mistral03 - name: "mistralai_ministral-3-3b-instruct-2512-multimodal" +- name: mistralai_ministral-3-3b-instruct-2512-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512 - https://huggingface.co/unsloth/Ministral-3-3B-Instruct-2512-GGUF @@ -15480,20 +23126,26 @@ - Large Context Window: Supports a 256k context window. This gallery entry includes mmproj for multimodality and uses Unsloth recommended defaults. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: - - llm - - gguf - - gpu - mistral - - cpu - - function-calling + - ministral + - 3b + - gguf - multimodal + - vision + - chat + - instruction-tuned + - agentic + - multilingual + last_checked: "2026-05-04" overrides: context_size: 16384 + mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-3B-Instruct-2512-f32.gguf parameters: model: llama-cpp/models/mistralai_Ministral-3-3B-Instruct-2512-Q4_K_M.gguf temperature: 0.15 - mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-3B-Instruct-2512-f32.gguf files: - filename: llama-cpp/models/mistralai_Ministral-3-3B-Instruct-2512-Q4_K_M.gguf sha256: fd46fc371ff0509bfa8657ac956b7de8534d7d9baaa4947975c0648c3aa397f4 @@ -15501,8 +23153,8 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-3B-Instruct-2512-f32.gguf sha256: 57bb4e6f01166985ca2fc16061be4023fcb95cb8e60f445b8d0bf1ee30268636 uri: huggingface://unsloth/Ministral-3-3B-Instruct-2512-GGUF/mmproj-F32.gguf -- !!merge <<: *mistral03 - name: "mistralai_ministral-3-3b-reasoning-2512-multimodal" +- name: mistralai_ministral-3-3b-reasoning-2512-multimodal + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512 - https://huggingface.co/unsloth/Ministral-3-3B-Reasoning-2512-GGUF @@ -15531,21 +23183,28 @@ - Large Context Window: Supports a 256k context window. This gallery entry includes mmproj for multimodality and uses Unsloth recommended defaults. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png tags: + - mistral + - ministral + - 3b - llm + - multimodal + - vision + - reasoning - gguf - - gpu - - mistral - - cpu + - multilingual - function-calling - - multimodal + - agentic + last_checked: "2026-05-04" overrides: context_size: 32768 + mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-3B-Reasoning-2512-f32.gguf parameters: model: llama-cpp/models/mistralai_Ministral-3-3B-Reasoning-2512-Q4_K_M.gguf temperature: 0.7 top_p: 0.95 - mmproj: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-3B-Reasoning-2512-f32.gguf files: - filename: llama-cpp/models/mistralai_Ministral-3-3B-Reasoning-2512-Q4_K_M.gguf sha256: a2648395d533b6d1408667d00e0b778f3823f3f3179ba371f89355f2e957e42e @@ -15553,25 +23212,27 @@ - filename: llama-cpp/mmproj/mmproj-mistralai_Ministral-3-3B-Reasoning-2512-f32.gguf sha256: 8035a6a10dfc6250f50c62764fae3ac2ef6d693fc9252307c7093198aabba812 uri: huggingface://unsloth/Ministral-3-3B-Reasoning-2512-GGUF/mmproj-F32.gguf -- &mudler - url: "github:mudler/LocalAI/gallery/mudler.yaml@master" ### START mudler's LocalAI specific-models - name: "LocalAI-llama3-8b-function-call-v0.2" - icon: "https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/us5JKi9z046p8K-cn_M0w.webp" - license: llama3 +- name: LocalAI-llama3-8b-function-call-v0.2 + url: github:mudler/LocalAI/gallery/mudler.yaml@master + urls: + - https://huggingface.co/mudler/LocalAI-Llama3-8b-Function-Call-v0.2-GGUF + - https://huggingface.co/mudler/LocalAI-Llama3-8b-Function-Call-v0.2 description: | This model is a fine-tune on a custom dataset + glaive to work specifically and leverage all the LocalAI features of constrained grammar. Specifically, the model once enters in tools mode will always reply with JSON. - urls: - - https://huggingface.co/mudler/LocalAI-Llama3-8b-Function-Call-v0.2-GGUF - - https://huggingface.co/mudler/LocalAI-Llama3-8b-Function-Call-v0.2 + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/us5JKi9z046p8K-cn_M0w.webp tags: - - llm - - gguf - - gpu - - cpu - llama3 + - llama + - 8b + - gguf + - llm - function-calling + - quantized + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: LocalAI-Llama3-8b-Function-Call-v0.2-q4_k_m.bin @@ -15579,9 +23240,8 @@ - filename: LocalAI-Llama3-8b-Function-Call-v0.2-q4_k_m.bin sha256: 7e46405ce043cbc8d30f83f26a5655dc8edf5e947b748d7ba2745bd0af057a41 uri: huggingface://mudler/LocalAI-Llama3-8b-Function-Call-v0.2-GGUF/LocalAI-Llama3-8b-Function-Call-v0.2-q4_k_m.bin -- !!merge <<: *mudler - icon: "https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/SKuXcvmZ_6oD4NCMkvyGo.png" - name: "mirai-nova-llama3-LocalAI-8b-v0.1" +- name: mirai-nova-llama3-LocalAI-8b-v0.1 + url: github:mudler/LocalAI/gallery/mudler.yaml@master urls: - https://huggingface.co/mudler/Mirai-Nova-Llama3-LocalAI-8B-v0.1-GGUF - https://huggingface.co/mudler/Mirai-Nova-Llama3-LocalAI-8B-v0.1 @@ -15591,6 +23251,18 @@ A set of models oriented in function calling, but generalist and with enhanced reasoning capability. This is fine tuned with Llama3. Mirai Nova works particularly well with LocalAI, leveraging the function call with grammars feature out of the box. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/647374aa7ff32a81ac6d35d4/SKuXcvmZ_6oD4NCMkvyGo.png + tags: + - llama3 + - 8b + - gguf + - quantized + - instruction-tuned + - function-calling + - llm + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: Mirai-Nova-Llama3-LocalAI-8B-v0.1-q4_k_m.bin @@ -15598,52 +23270,55 @@ - filename: Mirai-Nova-Llama3-LocalAI-8B-v0.1-q4_k_m.bin sha256: 579cbb229f9c11d0330759ff4733102d2491615a4c61289e26c09d1b3a583fec uri: huggingface://mudler/Mirai-Nova-Llama3-LocalAI-8B-v0.1-GGUF/Mirai-Nova-Llama3-LocalAI-8B-v0.1-q4_k_m.bin -- &parler-tts - url: "github:mudler/LocalAI/gallery/parler-tts.yaml@master" ### START parler-tts - name: parler-tts-mini-v0.1 - overrides: - parameters: - model: parler-tts/parler_tts_mini_v0.1 - license: apache-2.0 - description: | - Parler-TTS is a lightweight text-to-speech (TTS) model that can generate high-quality, natural sounding speech in the style of a given speaker (gender, pitch, speaking style, etc). It is a reproduction of work from the paper Natural language guidance of high-fidelity text-to-speech with synthetic annotations by Dan Lyth and Simon King, from Stability AI and Edinburgh University respectively. +- name: parler-tts-mini-v0.1 + url: github:mudler/LocalAI/gallery/parler-tts.yaml@master urls: - https://github.com/huggingface/parler-tts + description: | + Parler-TTS is a lightweight text-to-speech (TTS) model that can generate high-quality, natural sounding speech in the style of a given speaker (gender, pitch, speaking style, etc). It is a reproduction of work from the paper Natural language guidance of high-fidelity text-to-speech with synthetic annotations by Dan Lyth and Simon King, from Stability AI and Edinburgh University respectively. + license: apache-2.0 tags: - tts - gpu - cpu - text-to-speech - python -- &rerankers - url: "github:mudler/LocalAI/gallery/rerankers.yaml@master" ### START rerankers - name: cross-encoder - parameters: - model: cross-encoder - license: apache-2.0 + overrides: + parameters: + model: parler-tts/parler_tts_mini_v0.1 +- name: cross-encoder + url: github:mudler/LocalAI/gallery/rerankers.yaml@master description: | A cross-encoder model that can be used for reranking + license: apache-2.0 tags: - reranker - gpu - python -- &dolphin - name: "dolphin-2.9-llama3-8b" - url: "github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master" + parameters: + model: cross-encoder +- name: dolphin-2.9-llama3-8b + url: github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master urls: - https://huggingface.co/cognitivecomputations/dolphin-2.9-llama3-8b-gguf - tags: - - llm - - gguf - - gpu - - cpu - - llama3 - license: llama3 description: | Dolphin-2.9 has a variety of instruction, conversational, and coding skills. It also has initial agentic abilities and supports function calling. Dolphin is uncensored. Curated and trained by Eric Hartford, Lucas Atkins, and Fernando Fernandes, and Cognitive Computations + license: llama3 icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/ldkN1J0WIDQwU4vutGYiD.png + tags: + - llama3 + - llama + - 8b + - gguf + - chat + - coding + - function-calling + - agentic + - uncensored + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: dolphin-2.9-llama3-8b-q4_K_M.gguf @@ -15651,8 +23326,27 @@ - filename: dolphin-2.9-llama3-8b-q4_K_M.gguf sha256: be988199ce28458e97205b11ae9d9cf4e3d8e18ff4c784e75bfc12f54407f1a1 uri: huggingface://cognitivecomputations/dolphin-2.9-llama3-8b-gguf/dolphin-2.9-llama3-8b-q4_K_M.gguf -- !!merge <<: *dolphin - name: "dolphin-2.9-llama3-8b:Q6_K" +- name: dolphin-2.9-llama3-8b:Q6_K + url: github:mudler/LocalAI/gallery/hermes-2-pro-mistral.yaml@master + urls: + - https://huggingface.co/cognitivecomputations/dolphin-2.9-llama3-8b-gguf + description: | + Dolphin-2.9 has a variety of instruction, conversational, and coding skills. It also has initial agentic abilities and supports function calling. + Dolphin is uncensored. + Curated and trained by Eric Hartford, Lucas Atkins, and Fernando Fernandes, and Cognitive Computations + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/ldkN1J0WIDQwU4vutGYiD.png + tags: + - llama + - dolphin + - 8b + - gguf + - quantized + - llm + - instruction-tuned + - coding + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: dolphin-2.9-llama3-8b-q6_K.gguf @@ -15660,12 +23354,31 @@ - filename: dolphin-2.9-llama3-8b-q6_K.gguf sha256: 8aac72a0bd72c075ba7be1aa29945e47b07d39cd16be9a80933935f51b57fb32 uri: huggingface://cognitivecomputations/dolphin-2.9-llama3-8b-gguf/dolphin-2.9-llama3-8b-q6_K.gguf -- !!merge <<: *dolphin - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "dolphin-2.9.2-phi-3-medium" +- name: dolphin-2.9.2-phi-3-medium + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium - https://huggingface.co/bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF + description: | + Dolphin-2.9 has a variety of instruction, conversational, and coding skills. It also has initial agentic abilities and supports function calling. + Dolphin is uncensored. + Curated and trained by Eric Hartford, Lucas Atkins, and Fernando Fernandes, and Cognitive Computations + license: mit + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/ldkN1J0WIDQwU4vutGYiD.png + tags: + - phi + - phi3 + - chat + - coding + - agentic + - function-calling + - gguf + - quantized + - 14b + - llm + - instruction-tuned + - uncensored + last_checked: "2026-05-04" overrides: parameters: model: dolphin-2.9.2-Phi-3-Medium-Q4_K_M.gguf @@ -15673,12 +23386,31 @@ - filename: dolphin-2.9.2-Phi-3-Medium-Q4_K_M.gguf sha256: e817eae484a59780358cf91527b12585804d4914755d8a86d8d666b10bac57e5 uri: huggingface://bartowski/dolphin-2.9.2-Phi-3-Medium-GGUF/dolphin-2.9.2-Phi-3-Medium-Q4_K_M.gguf -- !!merge <<: *dolphin - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" - name: "dolphin-2.9.2-phi-3-Medium-abliterated" +- name: dolphin-2.9.2-phi-3-Medium-abliterated + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/cognitivecomputations/dolphin-2.9.2-Phi-3-Medium-abliterated - https://huggingface.co/bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF + description: | + Dolphin-2.9 has a variety of instruction, conversational, and coding skills. It also has initial agentic abilities and supports function calling. + Dolphin is uncensored. + Curated and trained by Eric Hartford, Lucas Atkins, and Fernando Fernandes, and Cognitive Computations + license: mit + icon: https://cdn-uploads.huggingface.co/production/uploads/63111b2d88942700629f5771/ldkN1J0WIDQwU4vutGYiD.png + tags: + - phi + - dolphin + - 14b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - uncensored + - code + - reasoning + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: dolphin-2.9.2-Phi-3-Medium-abliterated-Q4_K_M.gguf @@ -15686,20 +23418,26 @@ - filename: dolphin-2.9.2-Phi-3-Medium-abliterated-Q4_K_M.gguf sha256: 566331c2efe87725310aacb709ca15088a0063fa0ddc14a345bf20d69982156b uri: huggingface://bartowski/dolphin-2.9.2-Phi-3-Medium-abliterated-GGUF/dolphin-2.9.2-Phi-3-Medium-abliterated-Q4_K_M.gguf -- &yi-chat - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" ### Start Yi - icon: "https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg" - name: "yi-1.5-9b-chat" - license: apache-2.0 +- name: yi-1.5-9b-chat + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/01-ai/Yi-1.5-6B-Chat - https://huggingface.co/MaziyarPanahi/Yi-1.5-9B-Chat-GGUF + description: Yi-1.5-9B-Chat is a quantized GGUF model optimized for local inference. It delivers strong performance in coding, math, and reasoning while maintaining excellent instruction-following capabilities. Suitable for chat and completion tasks on consumer hardware. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg tags: - - llm - - gguf - - gpu - - cpu - yi + - yi-1.5 + - 9b + - gguf + - quantized + - llm + - chat + - reasoning + - multilingual + - code + last_checked: "2026-05-04" overrides: context_size: 4096 parameters: @@ -15708,27 +23446,55 @@ - filename: Yi-1.5-9B-Chat.Q4_K_M.gguf sha256: bae824bdb0f3a333714bafffcbb64cf5cba7259902cd2f20a0fec6efbc6c1e5a uri: huggingface://MaziyarPanahi/Yi-1.5-9B-Chat-GGUF/Yi-1.5-9B-Chat.Q4_K_M.gguf -- !!merge <<: *yi-chat - name: "yi-1.5-6b-chat" +- name: yi-1.5-6b-chat + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/01-ai/Yi-1.5-6B-Chat - https://huggingface.co/MaziyarPanahi/Yi-1.5-6B-Chat-GGUF - overrides: - parameters: - model: Yi-1.5-6B-Chat.Q4_K_M.gguf + description: Yi-1.5-6B-Chat is an instruction-tuned LLM optimized for chat, coding, and reasoning tasks. It leverages a 3M sample fine-tuning corpus for strong instruction-following capabilities. Available in GGUF format for efficient local inference. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg + tags: + - yi + - 6b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - reasoning + - coding + - math + last_checked: "2026-05-04" + overrides: + parameters: + model: Yi-1.5-6B-Chat.Q4_K_M.gguf files: - filename: Yi-1.5-6B-Chat.Q4_K_M.gguf sha256: 7a0f853dbd8d38bad71ada1933fd067f45f928b2cd978aba1dfd7d5dec2953db uri: huggingface://MaziyarPanahi/Yi-1.5-6B-Chat-GGUF/Yi-1.5-6B-Chat.Q4_K_M.gguf -- !!merge <<: *yi-chat - icon: https://huggingface.co/qnguyen3/Master-Yi-9B/resolve/main/Master-Yi-9B.webp - name: "master-yi-9b" +- name: master-yi-9b + url: github:mudler/LocalAI/gallery/chatml.yaml@master + urls: + - https://huggingface.co/qnguyen3/Master-Yi-9B description: | Master is a collection of LLMs trained using human-collected seed questions and regenerate the answers with a mixture of high performance Open-source LLMs. Master-Yi-9B is trained using the ORPO technique. The model shows strong abilities in reasoning on coding and math questions. - urls: - - https://huggingface.co/qnguyen3/Master-Yi-9B + license: apache-2.0 + icon: https://huggingface.co/qnguyen3/Master-Yi-9B/resolve/main/Master-Yi-9B.webp + tags: + - yi + - 9b + - gguf + - llm + - chat + - reasoning + - math + - code + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Master-Yi-9B_Q4_K_M.gguf @@ -15736,9 +23502,8 @@ - filename: Master-Yi-9B_Q4_K_M.gguf sha256: 57e2afcf9f24d7138a3b8e2b547336d7edc13621a5e8090bc196d7de360b2b45 uri: huggingface://qnguyen3/Master-Yi-9B-GGUF/Master-Yi-9B_Q4_K_M.gguf -- !!merge <<: *yi-chat - name: "magnum-v3-34b" - icon: https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/9yEmnTDG9bcC_bxwuDU6G.png +- name: magnum-v3-34b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/anthracite-org/magnum-v3-34b - https://huggingface.co/bartowski/magnum-v3-34b-GGUF @@ -15746,6 +23511,20 @@ This is the 9th in a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet and Opus. This model is fine-tuned on top of Yi-1.5-34 B-32 K. + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/658a46cbfb9c2bdfae75b3a6/9yEmnTDG9bcC_bxwuDU6G.png + tags: + - yi + - 34b + - llm + - gguf + - quantized + - chat + - reasoning + - instruction-tuned + - magnum + - anthracite + last_checked: "2026-05-04" overrides: parameters: model: magnum-v3-34b-Q4_K_M.gguf @@ -15753,8 +23532,8 @@ - filename: magnum-v3-34b-Q4_K_M.gguf sha256: f902956c0731581f1ff189e547e6e5aad86b77af5f4dc7e4fc26bcda5c1f7cc3 uri: huggingface://bartowski/magnum-v3-34b-GGUF/magnum-v3-34b-Q4_K_M.gguf -- !!merge <<: *yi-chat - name: "yi-coder-9b-chat" +- name: yi-coder-9b-chat + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/01-ai/Yi-Coder-9B-Chat - https://huggingface.co/bartowski/Yi-Coder-9B-Chat-GGUF @@ -15770,6 +23549,19 @@ 'java', 'markdown', 'python', 'php', 'javascript', 'c++', 'c#', 'c', 'typescript', 'html', 'go', 'java_server_pages', 'dart', 'objective-c', 'kotlin', 'tex', 'swift', 'ruby', 'sql', 'rust', 'css', 'yaml', 'matlab', 'lua', 'json', 'shell', 'visual_basic', 'scala', 'rmarkdown', 'pascal', 'fortran', 'haskell', 'assembly', 'perl', 'julia', 'cmake', 'groovy', 'ocaml', 'powershell', 'elixir', 'clojure', 'makefile', 'coffeescript', 'erlang', 'lisp', 'toml', 'batchfile', 'cobol', 'dockerfile', 'r', 'prolog', 'verilog' For model details and benchmarks, see Yi-Coder blog and Yi-Coder README. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg + tags: + - yi + - yi-coder + - code + - chat + - gguf + - quantized + - 9b + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Yi-Coder-9B-Chat-Q4_K_M.gguf @@ -15777,8 +23569,8 @@ - filename: Yi-Coder-9B-Chat-Q4_K_M.gguf sha256: 251cc196e3813d149694f362bb0f8f154f3320abe44724eebe58c23dc54f201d uri: huggingface://bartowski/Yi-Coder-9B-Chat-GGUF/Yi-Coder-9B-Chat-Q4_K_M.gguf -- !!merge <<: *yi-chat - name: "yi-coder-1.5b-chat" +- name: yi-coder-1.5b-chat + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/01-ai/Yi-Coder-1.5B-Chat - https://huggingface.co/MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF @@ -15794,6 +23586,18 @@ 'java', 'markdown', 'python', 'php', 'javascript', 'c++', 'c#', 'c', 'typescript', 'html', 'go', 'java_server_pages', 'dart', 'objective-c', 'kotlin', 'tex', 'swift', 'ruby', 'sql', 'rust', 'css', 'yaml', 'matlab', 'lua', 'json', 'shell', 'visual_basic', 'scala', 'rmarkdown', 'pascal', 'fortran', 'haskell', 'assembly', 'perl', 'julia', 'cmake', 'groovy', 'ocaml', 'powershell', 'elixir', 'clojure', 'makefile', 'coffeescript', 'erlang', 'lisp', 'toml', 'batchfile', 'cobol', 'dockerfile', 'r', 'prolog', 'verilog' For model details and benchmarks, see Yi-Coder blog and Yi-Coder README. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg + tags: + - yi + - yi-coder + - 1.5b + - llm + - code + - instruction-tuned + - chat + - gguf + last_checked: "2026-05-04" overrides: parameters: model: Yi-Coder-1.5B-Chat.Q4_K_M.gguf @@ -15801,9 +23605,8 @@ - filename: Yi-Coder-1.5B-Chat.Q4_K_M.gguf sha256: e2e8fa659cd75c828d7783b5c2fb60d220e08836065901fad8edb48e537c1cec uri: huggingface://MaziyarPanahi/Yi-Coder-1.5B-Chat-GGUF/Yi-Coder-1.5B-Chat.Q4_K_M.gguf -- !!merge <<: *yi-chat - url: "github:mudler/LocalAI/gallery/codellama.yaml@master" - name: "yi-coder-1.5b" +- name: yi-coder-1.5b + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/01-ai/Yi-Coder-1.5B - https://huggingface.co/QuantFactory/Yi-Coder-1.5B-GGUF @@ -15819,6 +23622,17 @@ 'java', 'markdown', 'python', 'php', 'javascript', 'c++', 'c#', 'c', 'typescript', 'html', 'go', 'java_server_pages', 'dart', 'objective-c', 'kotlin', 'tex', 'swift', 'ruby', 'sql', 'rust', 'css', 'yaml', 'matlab', 'lua', 'json', 'shell', 'visual_basic', 'scala', 'rmarkdown', 'pascal', 'fortran', 'haskell', 'assembly', 'perl', 'julia', 'cmake', 'groovy', 'ocaml', 'powershell', 'elixir', 'clojure', 'makefile', 'coffeescript', 'erlang', 'lisp', 'toml', 'batchfile', 'cobol', 'dockerfile', 'r', 'prolog', 'verilog' For model details and benchmarks, see Yi-Coder blog and Yi-Coder README. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg + tags: + - yi + - yi-coder + - 1.5b + - gguf + - llm + - code + - quantized + last_checked: "2026-05-04" overrides: parameters: model: Yi-Coder-1.5B.Q4_K_M.gguf @@ -15826,9 +23640,8 @@ - filename: Yi-Coder-1.5B.Q4_K_M.gguf sha256: 86a280dd36c9b2342b7023532f9c2c287e251f5cd10bc81ca262db8c1668f272 uri: huggingface://QuantFactory/Yi-Coder-1.5B-GGUF/Yi-Coder-1.5B.Q4_K_M.gguf -- !!merge <<: *yi-chat - url: "github:mudler/LocalAI/gallery/codellama.yaml@master" - name: "yi-coder-9b" +- name: yi-coder-9b + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/01-ai/Yi-Coder-9B - https://huggingface.co/QuantFactory/Yi-Coder-9B-GGUF @@ -15844,6 +23657,19 @@ 'java', 'markdown', 'python', 'php', 'javascript', 'c++', 'c#', 'c', 'typescript', 'html', 'go', 'java_server_pages', 'dart', 'objective-c', 'kotlin', 'tex', 'swift', 'ruby', 'sql', 'rust', 'css', 'yaml', 'matlab', 'lua', 'json', 'shell', 'visual_basic', 'scala', 'rmarkdown', 'pascal', 'fortran', 'haskell', 'assembly', 'perl', 'julia', 'cmake', 'groovy', 'ocaml', 'powershell', 'elixir', 'clojure', 'makefile', 'coffeescript', 'erlang', 'lisp', 'toml', 'batchfile', 'cobol', 'dockerfile', 'r', 'prolog', 'verilog' For model details and benchmarks, see Yi-Coder blog and Yi-Coder README. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg + tags: + - yi + - 9b + - llm + - gguf + - quantized + - coding + - code + - chat + - long-context + last_checked: "2026-05-04" overrides: parameters: model: Yi-Coder-9B.Q4_K_M.gguf @@ -15851,12 +23677,25 @@ - filename: Yi-Coder-9B.Q4_K_M.gguf sha256: cff3db8a69c43654e3c2d2984e86ad2791d1d446ec56b24a636ba1ce78363308 uri: huggingface://QuantFactory/Yi-Coder-9B-GGUF/Yi-Coder-9B.Q4_K_M.gguf -- !!merge <<: *yi-chat - name: "cursorcore-yi-9b" +- name: cursorcore-yi-9b + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/mradermacher/CursorCore-Yi-9B-GGUF description: | CursorCore is a series of open-source models designed for AI-assisted programming. It aims to support features such as automated editing and inline chat, replicating the core abilities of closed-source AI-assisted programming tools like Cursor. This is achieved by aligning data generated through Programming-Instruct. Please read our paper to learn more. + license: apache-2.0 + icon: https://github.com/01-ai/Yi/raw/main/assets/img/Yi_logo_icon_light.svg + tags: + - yi + - cursorcore + - llm + - gguf + - 9b + - code + - quantized + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: CursorCore-Yi-9B.Q4_K_M.gguf @@ -15864,19 +23703,23 @@ - filename: CursorCore-Yi-9B.Q4_K_M.gguf sha256: 943bf59b34bee34afae8390c1791ccbc7c742e11a4d04d538a699754eb92215e uri: huggingface://mradermacher/CursorCore-Yi-9B-GGUF/CursorCore-Yi-9B.Q4_K_M.gguf -- &noromaid - url: "github:mudler/LocalAI/gallery/noromaid.yaml@master" ### Start noromaid - name: "noromaid-13b-0.4-DPO" - icon: https://cdn-uploads.huggingface.co/production/uploads/630dfb008df86f1e5becadc3/VKX2Z2yjZX5J8kXzgeCYO.png - license: cc-by-nc-4.0 +- name: noromaid-13b-0.4-DPO + url: github:mudler/LocalAI/gallery/noromaid.yaml@master urls: - https://huggingface.co/NeverSleep/Noromaid-13B-0.4-DPO-GGUF + description: Noromaid-13B-0.4-DPO is a 13B parameter language model based on Llama2, fine-tuned for roleplay and chat using Direct Preference Optimization. It is distributed in GGUF quantized format for efficient local inference. The model supports custom system prompts and is optimized for roleplay interfaces like SillyTavern. + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/630dfb008df86f1e5becadc3/VKX2Z2yjZX5J8kXzgeCYO.png tags: - - llm - llama2 + - noromaid + - 13b - gguf - - gpu - - cpu + - chat + - instruction-tuned + - dpo + - llm + last_checked: "2026-05-04" overrides: parameters: model: Noromaid-13B-0.4-DPO.q4_k_m.gguf @@ -15884,24 +23727,26 @@ - filename: Noromaid-13B-0.4-DPO.q4_k_m.gguf sha256: cb28e878d034fae3d0b43326c5fc1cfb4ab583b17c56e41d6ce023caec03c1c1 uri: huggingface://NeverSleep/Noromaid-13B-0.4-DPO-GGUF/Noromaid-13B-0.4-DPO.q4_k_m.gguf -### moondream2 -- url: "github:mudler/LocalAI/gallery/moondream.yaml@master" - license: apache-2.0 - description: | - a tiny vision language model that kicks ass and runs anywhere - icon: https://github.com/mudler/LocalAI/assets/2420543/05f7d1f8-0366-4981-8326-f8ed47ebb54d +- name: moondream2 + url: github:mudler/LocalAI/gallery/moondream.yaml@master urls: - https://huggingface.co/vikhyatk/moondream2 - https://huggingface.co/moondream/moondream2-gguf - https://github.com/vikhyat/moondream + description: | + a tiny vision language model that kicks ass and runs anywhere + license: apache-2.0 + icon: https://github.com/mudler/LocalAI/assets/2420543/05f7d1f8-0366-4981-8326-f8ed47ebb54d tags: - - llm + - moondream - multimodal + - vision + - llm - gguf - - moondream - - gpu - - cpu - name: "moondream2" + - 1b + - instruction-tuned + - chat + last_checked: "2026-05-04" overrides: mmproj: moondream2-mmproj-f16.gguf parameters: @@ -15913,22 +23758,25 @@ - filename: moondream2-mmproj-f16.gguf sha256: 4cc1cb3660d87ff56432ebeb7884ad35d67c48c7b9f6b2856f305e39c38eed8f uri: huggingface://moondream/moondream2-gguf/moondream2-mmproj-f16.gguf -- &chatml - url: "github:mudler/LocalAI/gallery/chatml.yaml@master" ### ChatML - name: "una-thepitbull-21.4b-v2" - license: afl-3.0 - icon: https://huggingface.co/fblgit/UNA-ThePitbull-21.4B-v2/resolve/main/DE-UNA-ThePitbull-21.4B-v2.png - description: | - Introducing the best LLM in the industry. Nearly as good as a 70B, just a 21.4B based on saltlux/luxia-21.4b-alignment-v1.0 UNA - ThePitbull 21.4B v2 +- name: una-thepitbull-21.4b-v2 + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/fblgit/UNA-ThePitbull-21.4B-v2 - https://huggingface.co/bartowski/UNA-ThePitbull-21.4B-v2-GGUF + description: | + Introducing the best LLM in the industry. Nearly as good as a 70B, just a 21.4B based on saltlux/luxia-21.4b-alignment-v1.0 UNA - ThePitbull 21.4B v2 + license: afl-3.0 + icon: https://huggingface.co/fblgit/UNA-ThePitbull-21.4B-v2/resolve/main/DE-UNA-ThePitbull-21.4B-v2.png tags: - llm - gguf - - gpu - - cpu - - chatml + - 21.4b + - llama + - chat + - reasoning + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: context_size: 8192 parameters: @@ -15937,31 +23785,35 @@ - filename: UNA-ThePitbull-21.4B-v2-Q4_K_M.gguf sha256: f08780986748a04e707a63dcac616330c2afc7f9fb2cc6b1d9784672071f3c85 uri: huggingface://bartowski/UNA-ThePitbull-21.4B-v2-GGUF/UNA-ThePitbull-21.4B-v2-Q4_K_M.gguf -- &command-R - url: "github:mudler/LocalAI/gallery/command-r.yaml@master" ### START Command-r - name: "command-r-v01:q1_s" - license: "cc-by-nc-4.0" - icon: https://cdn.sanity.io/images/rjtqmwfu/production/ae020d94b599cc453cc09ebc80be06d35d953c23-102x18.svg +- name: command-r-v01:q1_s + url: github:mudler/LocalAI/gallery/command-r.yaml@master urls: - https://huggingface.co/CohereForAI/c4ai-command-r-v01 - https://huggingface.co/dranger003/c4ai-command-r-v01-iMat.GGUF description: | C4AI Command-R is a research release of a 35 billion parameter highly performant generative model. Command-R is a large language model with open weights optimized for a variety of use cases including reasoning, summarization, and question answering. Command-R has the capability for multilingual generation evaluated in 10 languages and highly performant RAG capabilities. + license: cc-by-nc-4.0 + icon: https://cdn.sanity.io/images/rjtqmwfu/production/ae020d94b599cc453cc09ebc80be06d35d953c23-102x18.svg tags: - - llm - - gguf - - gpu - command-r - - cpu + - 35b + - gguf + - quantized + - llm + - multilingual + - chat + - reasoning + - function-calling + last_checked: "2026-05-04" overrides: parameters: model: ggml-c4ai-command-r-v01-iq1_s.gguf files: - - filename: "ggml-c4ai-command-r-v01-iq1_s.gguf" - sha256: "aad4594ee45402fe344d8825937d63b9fa1f00becc6d1cc912b016dbb020e0f0" - uri: "huggingface://dranger003/c4ai-command-r-v01-iMat.GGUF/ggml-c4ai-command-r-v01-iq1_s.gguf" -- !!merge <<: *command-R - name: "aya-23-8b" + - filename: ggml-c4ai-command-r-v01-iq1_s.gguf + sha256: aad4594ee45402fe344d8825937d63b9fa1f00becc6d1cc912b016dbb020e0f0 + uri: huggingface://dranger003/c4ai-command-r-v01-iMat.GGUF/ggml-c4ai-command-r-v01-iq1_s.gguf +- name: aya-23-8b + url: github:mudler/LocalAI/gallery/command-r.yaml@master urls: - https://huggingface.co/CohereForAI/aya-23-8B - https://huggingface.co/bartowski/aya-23-8B-GGUF @@ -15969,15 +23821,28 @@ Aya 23 is an open weights research release of an instruction fine-tuned model with highly advanced multilingual capabilities. Aya 23 focuses on pairing a highly performant pre-trained Command family of models with the recently released Aya Collection. The result is a powerful multilingual large language model serving 23 languages. This model card corresponds to the 8-billion version of the Aya 23 model. We also released a 35-billion version which you can find here. + license: cc-by-nc-4.0 + icon: https://cdn.sanity.io/images/rjtqmwfu/production/ae020d94b599cc453cc09ebc80be06d35d953c23-102x18.svg + tags: + - aya + - cohere + - 8b + - gguf + - llm + - multilingual + - instruction-tuned + - quantized + - chat + last_checked: "2026-05-04" overrides: parameters: model: aya-23-8B-Q4_K_M.gguf files: - - filename: "aya-23-8B-Q4_K_M.gguf" - sha256: "21b3aa3abf067f78f6fe08deb80660cc4ee8ad7b4ab873a98d87761f9f858b0f" - uri: "huggingface://bartowski/aya-23-8B-GGUF/aya-23-8B-Q4_K_M.gguf" -- !!merge <<: *command-R - name: "aya-23-35b" + - filename: aya-23-8B-Q4_K_M.gguf + sha256: 21b3aa3abf067f78f6fe08deb80660cc4ee8ad7b4ab873a98d87761f9f858b0f + uri: huggingface://bartowski/aya-23-8B-GGUF/aya-23-8B-Q4_K_M.gguf +- name: aya-23-35b + url: github:mudler/LocalAI/gallery/command-r.yaml@master urls: - https://huggingface.co/CohereForAI/aya-23-35B - https://huggingface.co/bartowski/aya-23-35B-GGUF @@ -15985,16 +23850,32 @@ Aya 23 is an open weights research release of an instruction fine-tuned model with highly advanced multilingual capabilities. Aya 23 focuses on pairing a highly performant pre-trained Command family of models with the recently released Aya Collection. The result is a powerful multilingual large language model serving 23 languages. This model card corresponds to the 8-billion version of the Aya 23 model. We also released a 35-billion version which you can find here. + license: cc-by-nc-4.0 + icon: https://cdn.sanity.io/images/rjtqmwfu/production/ae020d94b599cc453cc09ebc80be06d35d953c23-102x18.svg + tags: + - aya + - 35b + - gguf + - quantized + - llm + - multilingual + - chat + - cohere + - command-r + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: aya-23-35B-Q4_K_M.gguf files: - - filename: "aya-23-35B-Q4_K_M.gguf" - sha256: "57824768c1a945e21e028c8e9a29b39adb4838d489f5865c82601ab9ad98065d" - uri: "huggingface://bartowski/aya-23-35B-GGUF/aya-23-35B-Q4_K_M.gguf" -- &phi-2-chat - url: "github:mudler/LocalAI/gallery/phi-2-chat.yaml@master" ### START Phi-2 - license: mit + - filename: aya-23-35B-Q4_K_M.gguf + sha256: 57824768c1a945e21e028c8e9a29b39adb4838d489f5865c82601ab9ad98065d + uri: huggingface://bartowski/aya-23-35B-GGUF/aya-23-35B-Q4_K_M.gguf +- name: phi-2-chat:Q8_0 + url: github:mudler/LocalAI/gallery/phi-2-chat.yaml@master + urls: + - https://huggingface.co/l3utterfly/phi-2-layla-v1-chatml + - https://huggingface.co/l3utterfly/phi-2-layla-v1-chatml-gguf description: | Phi-2 fine-tuned by the OpenHermes 2.5 dataset optimised for multi-turn conversation and character impersonation. @@ -16011,139 +23892,222 @@ Language(s) (NLP): English License: MIT Finetuned from model: Phi-2 - urls: - - https://huggingface.co/l3utterfly/phi-2-layla-v1-chatml - - https://huggingface.co/l3utterfly/phi-2-layla-v1-chatml-gguf + license: mit + icon: https://avatars.githubusercontent.com/u/6154722 tags: - - llm + - phi + - phi-2 + - chat - gguf - - gpu - - llama2 - - cpu - name: "phi-2-chat:Q8_0" - icon: https://avatars.githubusercontent.com/u/6154722 + - quantized + - llm + - 2b + - chatml + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: phi-2-layla-v1-chatml-Q8_0.gguf files: - - filename: "phi-2-layla-v1-chatml-Q8_0.gguf" - sha256: "0cf542a127c2c835066a78028009b7eddbaf773cc2a26e1cb157ce5e09c1a2e0" - uri: "huggingface://l3utterfly/phi-2-layla-v1-chatml-gguf/phi-2-layla-v1-chatml-Q8_0.gguf" -- !!merge <<: *phi-2-chat - name: "phi-2-chat" + - filename: phi-2-layla-v1-chatml-Q8_0.gguf + sha256: 0cf542a127c2c835066a78028009b7eddbaf773cc2a26e1cb157ce5e09c1a2e0 + uri: huggingface://l3utterfly/phi-2-layla-v1-chatml-gguf/phi-2-layla-v1-chatml-Q8_0.gguf +- name: phi-2-chat + url: github:mudler/LocalAI/gallery/phi-2-chat.yaml@master + urls: + - https://huggingface.co/l3utterfly/phi-2-layla-v1-chatml + - https://huggingface.co/l3utterfly/phi-2-layla-v1-chatml-gguf + description: | + Phi-2 fine-tuned by the OpenHermes 2.5 dataset optimised for multi-turn conversation and character impersonation. + + The dataset has been pre-processed by doing the following: + + - remove all refusals + - remove any mention of AI assistant + - split any multi-turn dialog generated in the dataset into multi-turn conversations records + - added nfsw generated conversations from the Teatime dataset + + Developed by: l3utterfly + Funded by: Layla Network + Model type: Phi + Language(s) (NLP): English + License: MIT + Finetuned from model: Phi-2 + license: mit + icon: https://avatars.githubusercontent.com/u/6154722 + tags: + - phi + - 3b + - chat + - gguf + - llm + - instruction-tuned + - quantized + last_checked: "2026-05-04" overrides: parameters: model: phi-2-layla-v1-chatml-Q4_K.gguf files: - - filename: "phi-2-layla-v1-chatml-Q4_K.gguf" - sha256: "b071e5624b60b8911f77261398802c4b4079c6c689e38e2ce75173ed62bc8a48" - uri: "huggingface://l3utterfly/phi-2-layla-v1-chatml-gguf/phi-2-layla-v1-chatml-Q4_K.gguf" -- !!merge <<: *phi-2-chat - license: mit - icon: "https://huggingface.co/rhysjones/phi-2-orange/resolve/main/phi-2-orange.jpg" + - filename: phi-2-layla-v1-chatml-Q4_K.gguf + sha256: b071e5624b60b8911f77261398802c4b4079c6c689e38e2ce75173ed62bc8a48 + uri: huggingface://l3utterfly/phi-2-layla-v1-chatml-gguf/phi-2-layla-v1-chatml-Q4_K.gguf +- name: phi-2-orange + url: github:mudler/LocalAI/gallery/phi-2-chat.yaml@master + urls: + - https://huggingface.co/rhysjones/phi-2-orange + - https://huggingface.co/TheBloke/phi-2-orange-GGUF description: | A two-step finetune of Phi-2, with a bit of zest. There is an updated model at rhysjones/phi-2-orange-v2 which has higher evals, if you wish to test. - urls: - - https://huggingface.co/rhysjones/phi-2-orange - - https://huggingface.co/TheBloke/phi-2-orange-GGUF + license: mit + icon: https://huggingface.co/rhysjones/phi-2-orange/resolve/main/phi-2-orange.jpg tags: + - phi + - phi-2 - llm + - chat - gguf - - llama2 - - gpu - - cpu - name: "phi-2-orange" + - 2.7b + - instruction-tuned + - microsoft + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: phi-2-orange.Q4_0.gguf files: - - filename: "phi-2-orange.Q4_0.gguf" - sha256: "49cb710ae688e1b19b1b299087fa40765a0cd677e3afcc45e5f7ef6750975dcf" - uri: "huggingface://TheBloke/phi-2-orange-GGUF/phi-2-orange.Q4_0.gguf" -- &hermes-vllm - url: "github:mudler/LocalAI/gallery/hermes-vllm.yaml@master" - name: "hermes-3-llama-3.1-8b:vllm" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/vG6j5WxHX09yj32vgjJlI.jpeg - tags: - - llm - - vllm - - gpu - - function-calling - license: llama-3 + - filename: phi-2-orange.Q4_0.gguf + sha256: 49cb710ae688e1b19b1b299087fa40765a0cd677e3afcc45e5f7ef6750975dcf + uri: huggingface://TheBloke/phi-2-orange-GGUF/phi-2-orange.Q4_0.gguf +- name: hermes-3-llama-3.1-8b:vllm + url: github:mudler/LocalAI/gallery/hermes-vllm.yaml@master urls: - https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B description: | Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board. It is designed to focus on aligning LLMs to the user, with powerful steering capabilities and control given to the end user. The model uses ChatML as the prompt format, opening up a much more structured system for engaging the LLM in multi-turn chat dialogue. It also supports function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/vG6j5WxHX09yj32vgjJlI.jpeg + tags: + - llama + - llama3 + - hermes + - 8b + - chat + - reasoning + - function-calling + - instruction-tuned + - vllm + - agentic + - llm + last_checked: "2026-05-04" overrides: parameters: model: NousResearch/Hermes-3-Llama-3.1-8B -- !!merge <<: *hermes-vllm - name: "hermes-3-llama-3.1-70b:vllm" +- name: hermes-3-llama-3.1-70b:vllm + url: github:mudler/LocalAI/gallery/hermes-vllm.yaml@master urls: - https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-70B + description: | + Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board. It is designed to focus on aligning LLMs to the user, with powerful steering capabilities and control given to the end user. The model uses ChatML as the prompt format, opening up a much more structured system for engaging the LLM in multi-turn chat dialogue. It also supports function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/vG6j5WxHX09yj32vgjJlI.jpeg + tags: + - llama-3 + - hermes + - 70b + - llm + - chat + - instruction-tuned + - function-calling + - agentic + - vllm + - reasoning + last_checked: "2026-05-04" overrides: parameters: model: NousResearch/Hermes-3-Llama-3.1-70B -- !!merge <<: *hermes-vllm - name: "hermes-3-llama-3.1-405b:vllm" - icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/-kj_KflXsdpcZoTQsvx7W.jpeg +- name: hermes-3-llama-3.1-405b:vllm + url: github:mudler/LocalAI/gallery/hermes-vllm.yaml@master urls: - https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-405B - overrides: - parameters: - model: NousResearch/Hermes-3-Llama-3.1-405B -- &codellama - url: "github:mudler/LocalAI/gallery/codellama.yaml@master" ### START Codellama - name: "codellama-7b" - license: llama2 description: | - Code Llama is a collection of pretrained and fine-tuned generative text models ranging in scale from 7 billion to 34 billion parameters. This model is designed for general code synthesis and understanding. - urls: - - https://huggingface.co/TheBloke/CodeLlama-7B-GGUF - - https://huggingface.co/meta-llama/CodeLlama-7b-hf - tags: - - llm + Hermes 3 is a generalist language model with many improvements over Hermes 2, including advanced agentic capabilities, much better roleplaying, reasoning, multi-turn conversation, long context coherence, and improvements across the board. It is designed to focus on aligning LLMs to the user, with powerful steering capabilities and control given to the end user. The model uses ChatML as the prompt format, opening up a much more structured system for engaging the LLM in multi-turn chat dialogue. It also supports function calling and structured output capabilities, generalist assistant capabilities, and improved code generation skills. + license: llama3 + icon: https://cdn-uploads.huggingface.co/production/uploads/6317aade83d8d2fd903192d9/-kj_KflXsdpcZoTQsvx7W.jpeg + tags: + - llama + - llama-3 + - hermes + - 405b + - vllm + - chat + - function-calling + - reasoning + - instruction-tuned + - llm + last_checked: "2026-05-04" + overrides: + parameters: + model: NousResearch/Hermes-3-Llama-3.1-405B +- name: codellama-7b + url: github:mudler/LocalAI/gallery/codellama.yaml@master + urls: + - https://huggingface.co/TheBloke/CodeLlama-7B-GGUF + - https://huggingface.co/meta-llama/CodeLlama-7b-hf + description: | + Code Llama is a collection of pretrained and fine-tuned generative text models ranging in scale from 7 billion to 34 billion parameters. This model is designed for general code synthesis and understanding. + license: llama2 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6426d3f3a7723d62b53c259b/tvPikpAzKTKGN5wrpadOJ.jpeg + tags: + - llama + - codellama + - 7b - gguf - - gpu - - llama2 - - cpu + - quantized + - llm + - code + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: codellama-7b.Q4_0.gguf files: - - filename: "codellama-7b.Q4_0.gguf" - sha256: "33052f6dd41436db2f83bd48017b6fff8ce0184e15a8a227368b4230f1da97b5" - uri: "huggingface://TheBloke/CodeLlama-7B-GGUF/codellama-7b.Q4_0.gguf" -- !!merge <<: *codellama - name: "codestral-22b-v0.1" - license: mnpl + - filename: codellama-7b.Q4_0.gguf + sha256: 33052f6dd41436db2f83bd48017b6fff8ce0184e15a8a227368b4230f1da97b5 + uri: huggingface://TheBloke/CodeLlama-7B-GGUF/codellama-7b.Q4_0.gguf +- name: codestral-22b-v0.1 + url: github:mudler/LocalAI/gallery/codellama.yaml@master + urls: + - https://huggingface.co/mistralai/Codestral-22B-v0.1 + - https://huggingface.co/bartowski/Codestral-22B-v0.1-GGUF description: | Codestral-22B-v0.1 is trained on a diverse dataset of 80+ programming languages, including the most popular ones, such as Python, Java, C, C++, JavaScript, and Bash (more details in the Blogpost). The model can be queried: As instruct, for instance to answer any questions about a code snippet (write documentation, explain, factorize) or to generate code following specific indications As Fill in the Middle (FIM), to predict the middle tokens between a prefix and a suffix (very useful for software development add-ons like in VS Code) - urls: - - https://huggingface.co/mistralai/Codestral-22B-v0.1 - - https://huggingface.co/bartowski/Codestral-22B-v0.1-GGUF + license: mnpl + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6435718aaaef013d1aec3b8b/XKf-8MA47tjVAM6SCX0MP.jpeg tags: + - mistral + - codestral + - code + - chat - llm - gguf - - gpu - - code - - cpu + - quantized + - 22b + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: Codestral-22B-v0.1-Q4_K_M.gguf files: - - filename: "Codestral-22B-v0.1-Q4_K_M.gguf" - uri: "huggingface://bartowski/Codestral-22B-v0.1-GGUF/Codestral-22B-v0.1-Q4_K_M.gguf" + - filename: Codestral-22B-v0.1-Q4_K_M.gguf sha256: 003e48ed892850b80994fcddca2bd6b833b092a4ef2db2853c33a3144245e06c -- !!merge <<: *codellama - url: "github:mudler/LocalAI/gallery/alpaca.yaml@master" - icon: https://huggingface.co/Nan-Do/LeetCodeWizard_7B_V1.1/resolve/main/LeetCodeWizardLogo.png - name: "leetcodewizard_7b_v1.1-i1" + uri: huggingface://bartowski/Codestral-22B-v0.1-GGUF/Codestral-22B-v0.1-Q4_K_M.gguf +- name: leetcodewizard_7b_v1.1-i1 + url: github:mudler/LocalAI/gallery/alpaca.yaml@master urls: - https://huggingface.co/Nan-Do/LeetCodeWizard_7B_V1.1 - https://huggingface.co/mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF @@ -16155,6 +24119,20 @@ It should be able to solve most of the problems found at Leetcode and even pass the sample interviews they offer on the site. It can write both the code and the explanations for the solutions. + license: llama2 + icon: https://huggingface.co/Nan-Do/LeetCodeWizard_7B_V1.1/resolve/main/LeetCodeWizardLogo.png + tags: + - llama + - llama2 + - 7b + - gguf + - quantized + - coding + - code + - python + - llm + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: LeetCodeWizard_7B_V1.1.i1-Q4_K_M.gguf @@ -16162,10 +24140,11 @@ - filename: LeetCodeWizard_7B_V1.1.i1-Q4_K_M.gguf sha256: 19720d8e1ba89d32c6f88ed6518caf0251f9e3ec011297929c801efc5ea979f4 uri: huggingface://mradermacher/LeetCodeWizard_7B_V1.1-i1-GGUF/LeetCodeWizard_7B_V1.1.i1-Q4_K_M.gguf -- &llm-compiler - url: "github:mudler/LocalAI/gallery/codellama.yaml@master" - name: "llm-compiler-13b-imat" - license: other +- name: llm-compiler-13b-imat + url: github:mudler/LocalAI/gallery/codellama.yaml@master + urls: + - https://huggingface.co/legraphista/llm-compiler-13b-IMat-GGUF + - https://huggingface.co/facebook/llm-compiler-13b description: | LLM Compiler is a state-of-the-art LLM that builds upon Code Llama with improved performance for code optimization and compiler reasoning. LLM Compiler is free for both research and commercial use. @@ -16173,293 +24152,451 @@ LLM Compiler, the foundational models, pretrained on over 500B tokens of LLVM-IR, x86_84, ARM, and CUDA assembly codes and trained to predict the effect of LLVM optimizations; and LLM Compiler FTD, which is further fine-tuned to predict the best optimizations for code in LLVM assembly to reduce code size, and to disassemble assembly code to LLVM-IR. - urls: - - https://huggingface.co/legraphista/llm-compiler-13b-IMat-GGUF - - https://huggingface.co/facebook/llm-compiler-13b + license: other + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1592839207516-noauth.png tags: - llm - - gguf - - gpu + - llama - code - - cpu + - compiler + - 13b + - gguf + - quantized + - imat + - reasoning + - instruction-tuned + last_checked: "2026-05-04" overrides: parameters: model: llm-compiler-13b.Q4_K.gguf files: - - filename: "llm-compiler-13b.Q4_K.gguf" - uri: "huggingface://legraphista/llm-compiler-13b-IMat-GGUF/llm-compiler-13b.Q4_K.gguf" + - filename: llm-compiler-13b.Q4_K.gguf sha256: dad41a121d0d67432c289aba8ffffc93159e2b24ca3d1c62e118c9f4cbf0c890 -- !!merge <<: *llm-compiler - name: "llm-compiler-13b-ftd" + uri: huggingface://legraphista/llm-compiler-13b-IMat-GGUF/llm-compiler-13b.Q4_K.gguf +- name: llm-compiler-13b-ftd + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/QuantFactory/llm-compiler-13b-ftd-GGUF - https://huggingface.co/facebook/llm-compiler-13b-ftd + description: | + LLM Compiler is a state-of-the-art LLM that builds upon Code Llama with improved performance for code optimization and compiler reasoning. + LLM Compiler is free for both research and commercial use. + LLM Compiler is available in two flavors: + + LLM Compiler, the foundational models, pretrained on over 500B tokens of LLVM-IR, x86_84, ARM, and CUDA assembly codes and trained to predict the effect of LLVM optimizations; + and LLM Compiler FTD, which is further fine-tuned to predict the best optimizations for code in LLVM assembly to reduce code size, and to disassemble assembly code to LLVM-IR. + license: other + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/6382255fcae34727b9cc149e/ANRA_7hWosC6_2PS2cwtg.jpeg + tags: + - llm-compiler + - code-llama + - llama + - code + - compiler + - optimization + - gguf + - quantized + - 13b + - chat + - fine-tuned + last_checked: "2026-05-04" overrides: parameters: model: llm-compiler-13b-ftd.Q4_K_M.gguf files: - - filename: "llm-compiler-13b-ftd.Q4_K_M.gguf" - uri: "huggingface://QuantFactory/llm-compiler-13b-ftd-GGUF/llm-compiler-13b-ftd.Q4_K_M.gguf" + - filename: llm-compiler-13b-ftd.Q4_K_M.gguf sha256: a5d19ae6b3fbe6724784363161b66cd2c8d8a3905761c0fb08245b3c03697db1 -- !!merge <<: *llm-compiler - name: "llm-compiler-7b-imat-GGUF" + uri: huggingface://QuantFactory/llm-compiler-13b-ftd-GGUF/llm-compiler-13b-ftd.Q4_K_M.gguf +- name: llm-compiler-7b-imat-GGUF + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/legraphista/llm-compiler-7b-IMat-GGUF - https://huggingface.co/facebook/llm-compiler-7b + description: | + LLM Compiler is a state-of-the-art LLM that builds upon Code Llama with improved performance for code optimization and compiler reasoning. + LLM Compiler is free for both research and commercial use. + LLM Compiler is available in two flavors: + + LLM Compiler, the foundational models, pretrained on over 500B tokens of LLVM-IR, x86_84, ARM, and CUDA assembly codes and trained to predict the effect of LLVM optimizations; + and LLM Compiler FTD, which is further fine-tuned to predict the best optimizations for code in LLVM assembly to reduce code size, and to disassemble assembly code to LLVM-IR. + license: other + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1592839207516-noauth.png + tags: + - llm-compiler + - llama + - 7b + - gguf + - quantized + - imat + - code + - chat + - reasoning + - llm + last_checked: "2026-05-04" overrides: parameters: model: llm-compiler-7b.Q4_K.gguf files: - - filename: "llm-compiler-7b.Q4_K.gguf" - uri: "huggingface://legraphista/llm-compiler-7b-IMat-GGUF/llm-compiler-7b.Q4_K.gguf" + - filename: llm-compiler-7b.Q4_K.gguf sha256: 84926979701fa4591ff5ede94a6c5829a62efa620590e5815af984707d446926 -- !!merge <<: *llm-compiler - name: "llm-compiler-7b-ftd-imat" + uri: huggingface://legraphista/llm-compiler-7b-IMat-GGUF/llm-compiler-7b.Q4_K.gguf +- name: llm-compiler-7b-ftd-imat + url: github:mudler/LocalAI/gallery/codellama.yaml@master urls: - https://huggingface.co/legraphista/llm-compiler-7b-ftd-IMat-GGUF - https://huggingface.co/facebook/llm-compiler-7b-ftd + description: | + LLM Compiler is a state-of-the-art LLM that builds upon Code Llama with improved performance for code optimization and compiler reasoning. + LLM Compiler is free for both research and commercial use. + LLM Compiler is available in two flavors: + + LLM Compiler, the foundational models, pretrained on over 500B tokens of LLVM-IR, x86_84, ARM, and CUDA assembly codes and trained to predict the effect of LLVM optimizations; + and LLM Compiler FTD, which is further fine-tuned to predict the best optimizations for code in LLVM assembly to reduce code size, and to disassemble assembly code to LLVM-IR. + license: other + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1592839207516-noauth.png + tags: + - llm + - llama + - llm-compiler + - 7b + - gguf + - quantized + - code + - chat + - reasoning + - instruction-tuned + - imat + last_checked: "2026-05-04" overrides: parameters: model: llm-compiler-7b-ftd.Q4_K.gguf files: - - filename: "llm-compiler-7b-ftd.Q4_K.gguf" - uri: "huggingface://legraphista/llm-compiler-7b-ftd-IMat-GGUF/llm-compiler-7b-ftd.Q4_K.gguf" + - filename: llm-compiler-7b-ftd.Q4_K.gguf sha256: d862dd18ed335413787d0ad196522a9902a3c10a6456afdab8721822cb0ddde8 -- &openvino - url: "github:mudler/LocalAI/gallery/openvino.yaml@master" ### START OpenVINO - name: "openvino-llama-3-8b-instruct-ov-int8" - license: llama3 + uri: huggingface://legraphista/llm-compiler-7b-ftd-IMat-GGUF/llm-compiler-7b-ftd.Q4_K.gguf +- name: openvino-llama-3-8b-instruct-ov-int8 + url: github:mudler/LocalAI/gallery/openvino.yaml@master urls: - https://huggingface.co/fakezeta/llama-3-8b-instruct-ov-int8 + description: OpenVINO IR model with int8 quantization of Meta's Llama 3 8B Instruct. Optimized for dialogue use cases and instruction following. Supports an 8k context window. + license: llama3 + icon: https://huggingface.co/avatars/8d363b7d14672efa7b44046b611702e9.svg + tags: + - llama + - llama-3 + - 8b + - llm + - openvino + - quantized + - instruction-tuned + - meta + last_checked: "2026-05-04" overrides: parameters: model: fakezeta/llama-3-8b-instruct-ov-int8 stopwords: - - "<|eot_id|>" - - "<|end_of_text|>" + - <|eot_id|> + - <|end_of_text|> +- name: openvino-phi3 + url: github:mudler/LocalAI/gallery/openvino.yaml@master + urls: + - https://huggingface.co/fakezeta/Phi-3-mini-128k-instruct-ov-int8 + description: An OpenVINO-optimized version of the Phi-3 Mini instruction-tuned model with 3.8 billion parameters. It supports a 128k context window and is designed for reasoning, coding, and chat tasks in compute-constrained environments. + license: mit + icon: https://huggingface.co/avatars/8d363b7d14672efa7b44046b611702e9.svg tags: + - phi3 + - phi - llm - openvino - - gpu - - llama3 - - cpu -- !!merge <<: *openvino - name: "openvino-phi3" - urls: - - https://huggingface.co/fakezeta/Phi-3-mini-128k-instruct-ov-int8 + - quantized + - 3b + - chat + - reasoning + - instruction-tuned + - long-context + last_checked: "2026-05-04" overrides: - trust_remote_code: true context_size: 131072 parameters: model: fakezeta/Phi-3-mini-128k-instruct-ov-int8 stopwords: - <|end|> - tags: - - llm - - openvino - - gpu - - phi3 - - cpu - - Remote Code Enabled -- !!merge <<: *openvino - icon: https://cdn-uploads.huggingface.co/production/uploads/62f7a16192950415b637e201/HMD6WEoqqrAV8Ng_fAcnN.png - name: "openvino-llama3-aloe" + trust_remote_code: true +- name: openvino-llama3-aloe + url: github:mudler/LocalAI/gallery/openvino.yaml@master urls: - https://huggingface.co/fakezeta/Llama3-Aloe-8B-Alpha-ov-int8 + description: Aloe is a healthcare-focused large language model based on Meta Llama 3 8B, optimized for OpenVINO inference with int8 quantization. It is instruction-tuned for medical and ethical reasoning tasks, offering competitive performance on healthcare QA datasets. + license: cc-by-nc-4.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/62f7a16192950415b637e201/HMD6WEoqqrAV8Ng_fAcnN.png + tags: + - llama3 + - aloe + - 8b + - openvino + - quantized + - medical + - healthcare + - llm + - chat + - instruction-tuned + last_checked: "2026-05-04" overrides: context_size: 8192 parameters: model: fakezeta/Llama3-Aloe-8B-Alpha-ov-int8 stopwords: - - "<|eot_id|>" - - "<|end_of_text|>" -- !!merge <<: *openvino - name: "openvino-starling-lm-7b-beta-openvino-int8" + - <|eot_id|> + - <|end_of_text|> +- name: openvino-starling-lm-7b-beta-openvino-int8 + url: github:mudler/LocalAI/gallery/openvino.yaml@master urls: - https://huggingface.co/fakezeta/Starling-LM-7B-beta-openvino-int8 + description: Starling-LM-7B-beta is a Mistral-7B based chat model finetuned with RLHF and RLAIF for improved instruction following. This OpenVINO IR version features int8 quantization for optimized local inference. It utilizes the OpenChat chat template for consistent conversational output. + license: apache-2.0 + icon: https://huggingface.co/avatars/8d363b7d14672efa7b44046b611702e9.svg + tags: + - mistral + - 7b + - llm + - chat + - openvino + - int8 + - instruction-tuned + - rlhf + last_checked: "2026-05-04" overrides: context_size: 8192 parameters: model: fakezeta/Starling-LM-7B-beta-openvino-int8 +- name: openvino-wizardlm2 + url: github:mudler/LocalAI/gallery/openvino.yaml@master + urls: + - https://huggingface.co/fakezeta/Not-WizardLM-2-7B-ov-int8 + description: WizardLM-2 7B instruction-tuned language model optimized for OpenVINO backend. Supports conversational chat and text completion with 8192 context window. + license: apache-2.0 + icon: https://huggingface.co/avatars/8d363b7d14672efa7b44046b611702e9.svg tags: + - wizardlm2 + - 7b + - chat - llm - openvino - - gpu + - quantized + - instruction-tuned - mistral - - cpu -- !!merge <<: *openvino - name: "openvino-wizardlm2" - urls: - - https://huggingface.co/fakezeta/Not-WizardLM-2-7B-ov-int8 + last_checked: "2026-05-04" overrides: context_size: 8192 parameters: model: fakezeta/Not-WizardLM-2-7B-ov-int8 -- !!merge <<: *openvino - name: "openvino-hermes2pro-llama3" +- name: openvino-hermes2pro-llama3 + url: github:mudler/LocalAI/gallery/openvino.yaml@master urls: - https://huggingface.co/fakezeta/Hermes-2-Pro-Llama-3-8B-ov-int8 + description: OpenVINO optimized 8B instruction-tuned Llama-3 model based on the Hermes-2-Pro fine-tune. Features support for function calling and JSON mode, designed for efficient inference. + license: apache-2.0 + icon: https://huggingface.co/avatars/8d363b7d14672efa7b44046b611702e9.svg + tags: + - llama3 + - hermes + - 8b + - llm + - openvino + - int8 + - instruction-tuned + - function-calling + - chat + last_checked: "2026-05-04" overrides: context_size: 8192 parameters: model: fakezeta/Hermes-2-Pro-Llama-3-8B-ov-int8 - tags: - - llm - - openvino - - gpu - - llama3 - - cpu -- !!merge <<: *openvino - name: "openvino-multilingual-e5-base" +- name: openvino-multilingual-e5-base + url: github:mudler/LocalAI/gallery/openvino.yaml@master urls: - https://huggingface.co/intfloat/multilingual-e5-base + description: Multilingual E5 base embedding model optimized for semantic similarity and retrieval tasks. Supports OpenVINO and ONNX inference formats. Ideal for cross-lingual vector search and semantic matching. + license: mit + icon: https://huggingface.co/avatars/5a1ee74c2dbe349a6ec9843a1599d281.svg + tags: + - e5 + - multilingual + - embedding + - sentence-transformers + - openvino + - onnx + - mteb + - intfloat + last_checked: "2026-05-04" overrides: embeddings: true - type: OVModelForFeatureExtraction parameters: model: intfloat/multilingual-e5-base + type: OVModelForFeatureExtraction +- name: openvino-all-MiniLM-L6-v2 + url: github:mudler/LocalAI/gallery/openvino.yaml@master + urls: + - https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 + description: This sentence-transformers model maps text to 384-dimensional dense vectors for semantic similarity tasks. Based on the MiniLM architecture, it is optimized for OpenVINO inference. Ideal for retrieval-augmented generation (RAG) pipelines. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/1609621322398-5eff4688ff69163f6f59e66c.png tags: - - llm + - minilm + - bert + - sentence-transformers - openvino - - gpu - embedding - - cpu -- !!merge <<: *openvino - name: "openvino-all-MiniLM-L6-v2" - urls: - - https://huggingface.co/sentence-transformers/all-MiniLM-L6-v2 + - semantic-search + - lightweight + - small + last_checked: "2026-05-04" overrides: embeddings: true - type: OVModelForFeatureExtraction parameters: model: sentence-transformers/all-MiniLM-L6-v2 - tags: - - llm - - openvino - - gpu - - embedding - - cpu -- &sentencentransformers - description: | ### START Embeddings - This framework provides an easy method to compute dense vector representations for sentences, paragraphs, and images. The models are based on transformer networks like BERT / RoBERTa / XLM-RoBERTa etc. and achieve state-of-the-art performance in various tasks. Text is embedded in vector space such that similar text are closer and can efficiently be found using cosine similarity. + type: OVModelForFeatureExtraction +- name: all-MiniLM-L6-v2 + url: github:mudler/LocalAI/gallery/sentencetransformers.yaml@master urls: - https://github.com/UKPLab/sentence-transformers + description: | + This framework provides an easy method to compute dense vector representations for sentences, paragraphs, and images. The models are based on transformer networks like BERT / RoBERTa / XLM-RoBERTa etc. and achieve state-of-the-art performance in various tasks. Text is embedded in vector space such that similar text are closer and can efficiently be found using cosine similarity. tags: - gpu - cpu - embedding - python - name: "all-MiniLM-L6-v2" - url: "github:mudler/LocalAI/gallery/sentencetransformers.yaml@master" overrides: parameters: model: all-MiniLM-L6-v2 -- &dreamshaper - name: dreamshaper ### START Image generation - icon: https://image.civitai.com/xG1nkqKTMzGDvpLrqFT7WA/dd9b038c-bd15-43ab-86ab-66e145ad7ff2/width=450/26072158-132340247-8k%20portrait%20of%20beautiful%20cyborg%20with%20brown%20hair,%20intricate,%20elegant,%20highly%20detailed,%20majestic,%20digital%20photography,%20art%20by%20artg_ed.jpeg - license: other - description: | - A text-to-image model that uses Stable Diffusion 1.5 to generate images from text prompts. This model is DreamShaper model by Lykon. +- name: dreamshaper + url: github:mudler/LocalAI/gallery/dreamshaper.yaml@master urls: - https://civitai.com/models/4384/dreamshaper + description: | + A text-to-image model that uses Stable Diffusion 1.5 to generate images from text prompts. This model is DreamShaper model by Lykon. + license: other + icon: https://image.civitai.com/xG1nkqKTMzGDvpLrqFT7WA/dd9b038c-bd15-43ab-86ab-66e145ad7ff2/width=450/26072158-132340247-8k%20portrait%20of%20beautiful%20cyborg%20with%20brown%20hair,%20intricate,%20elegant,%20highly%20detailed,%20majestic,%20digital%20photography,%20art%20by%20artg_ed.jpeg tags: + - dreamshaper + - stable-diffusion - text-to-image - - stablediffusion - - python + - diffusers - sd-1.5 - - gpu - url: "github:mudler/LocalAI/gallery/dreamshaper.yaml@master" + - art + - anime + - diffusion + last_checked: "2026-05-04" overrides: parameters: model: DreamShaper_8_pruned.safetensors files: - filename: DreamShaper_8_pruned.safetensors - uri: huggingface://Lykon/DreamShaper/DreamShaper_8_pruned.safetensors sha256: 879db523c30d3b9017143d56705015e15a2cb5628762c11d086fed9538abd7fd + uri: huggingface://Lykon/DreamShaper/DreamShaper_8_pruned.safetensors - name: stable-diffusion-3-medium - icon: https://avatars.githubusercontent.com/u/100950301 - license: other - description: | - Stable Diffusion 3 Medium is a Multimodal Diffusion Transformer (MMDiT) text-to-image model that features greatly improved performance in image quality, typography, complex prompt understanding, and resource-efficiency. + url: github:mudler/LocalAI/gallery/stablediffusion3.yaml@master urls: - https://huggingface.co/stabilityai/stable-diffusion-3-medium - https://huggingface.co/leo009/stable-diffusion-3-medium + description: | + Stable Diffusion 3 Medium is a Multimodal Diffusion Transformer (MMDiT) text-to-image model that features greatly improved performance in image quality, typography, complex prompt understanding, and resource-efficiency. + license: stabilityai-ai-community + icon: https://avatars.githubusercontent.com/u/100950301 tags: - - text-to-image - stablediffusion - - python - - sd-3 - - gpu - url: "github:mudler/LocalAI/gallery/stablediffusion3.yaml@master" + - sd3 + - text-to-image + - image-generation + - diffusion + - diffusers + - medium + - non-commercial + - mmdit + last_checked: "2026-05-04" - name: wan-2.1-t2v-1.3b-ggml - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/wan-ggml.yaml@master" + url: github:mudler/LocalAI/gallery/wan-ggml.yaml@master + urls: + - https://huggingface.co/calcuis/wan-gguf + - https://huggingface.co/city96/umt5-xxl-encoder-gguf description: | Wan 2.1 T2V 1.3B — text-to-video diffusion model, GGUF-quantized for the stable-diffusion.cpp backend. Generates short (33-frame) 832x480 clips from a text prompt. Cheapest Wan variant, suitable for CPU-offloaded inference with ~10 GB of usable RAM. - urls: - - https://huggingface.co/calcuis/wan-gguf - - https://huggingface.co/city96/umt5-xxl-encoder-gguf + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65a468ca6e52f83340105b1a/kMmTIKYe0IG8h9y0FqrGX.png tags: - - text-to-video - wan - - video-generation - - cpu - - gpu + - wan2.1 + - video + - text-to-video + - diffusion + - gguf + - 1.3b + - quantized + - t2v + last_checked: "2026-05-04" overrides: parameters: model: wan2.1_t2v_1.3b-q8_0.gguf files: - - filename: "wan2.1_t2v_1.3b-q8_0.gguf" - sha256: "8f10260cc26498fee303851ee1c2047918934125731b9b78d4babfce4ec27458" - uri: "huggingface://calcuis/wan-gguf/wan2.1_t2v_1.3b-q8_0.gguf" - - filename: "wan_2.1_vae.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors" - - filename: "umt5-xxl-encoder-Q8_0.gguf" - uri: "huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf" + - filename: wan2.1_t2v_1.3b-q8_0.gguf + sha256: 8f10260cc26498fee303851ee1c2047918934125731b9b78d4babfce4ec27458 + uri: huggingface://calcuis/wan-gguf/wan2.1_t2v_1.3b-q8_0.gguf + - filename: wan_2.1_vae.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors + - filename: umt5-xxl-encoder-Q8_0.gguf sha256: 2521d4de0bf9e1cc6549866463ceae85e4ec3239bc6063f7488810be39033bbc + uri: huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf - name: wan-2.1-i2v-14b-480p-ggml - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/wan-ggml.yaml@master" + url: github:mudler/LocalAI/gallery/wan-ggml.yaml@master + urls: + - https://huggingface.co/city96/Wan2.1-I2V-14B-480P-gguf description: | Wan 2.1 I2V 14B 480P — image-to-video diffusion, GGUF Q4 quantization. Animates a reference image into a 33-frame 480p clip. Requires more RAM than the 1.3B T2V variant; CPU offload enabled by default. - urls: - - https://huggingface.co/city96/Wan2.1-I2V-14B-480P-gguf + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64ab1219a347b95719b96c10/h_tsH2ZsrWGCCYDb7aZyp.png tags: - image-to-video - wan - video-generation - cpu - gpu + last_checked: "2026-05-04" overrides: + options: + - clip_vision_path:clip_vision_h.safetensors + - diffusion_model + - vae_decode_only:false + - sampler:euler + - flow_shift:3.0 + - t5xxl_path:umt5-xxl-encoder-Q8_0.gguf + - vae_path:wan_2.1_vae.safetensors parameters: model: wan2.1-i2v-14b-480p-Q4_K_M.gguf - options: - - "clip_vision_path:clip_vision_h.safetensors" - - "diffusion_model" - - "vae_decode_only:false" - - "sampler:euler" - - "flow_shift:3.0" - - "t5xxl_path:umt5-xxl-encoder-Q8_0.gguf" - - "vae_path:wan_2.1_vae.safetensors" - files: - - filename: "wan2.1-i2v-14b-480p-Q4_K_M.gguf" - sha256: "d91f7139acadb42ea05cdf97b311e5099f714f11fbe4d90916500e2f53cbba82" - uri: "huggingface://city96/Wan2.1-I2V-14B-480P-gguf/wan2.1-i2v-14b-480p-Q4_K_M.gguf" - - filename: "wan_2.1_vae.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors" - - filename: "umt5-xxl-encoder-Q8_0.gguf" - uri: "huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf" + files: + - filename: wan2.1-i2v-14b-480p-Q4_K_M.gguf + sha256: d91f7139acadb42ea05cdf97b311e5099f714f11fbe4d90916500e2f53cbba82 + uri: huggingface://city96/Wan2.1-I2V-14B-480P-gguf/wan2.1-i2v-14b-480p-Q4_K_M.gguf + - filename: wan_2.1_vae.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors + - filename: umt5-xxl-encoder-Q8_0.gguf sha256: 2521d4de0bf9e1cc6549866463ceae85e4ec3239bc6063f7488810be39033bbc - - filename: "clip_vision_h.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors" + uri: huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf + - filename: clip_vision_h.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors - name: wan-2.1-flf2v-14b-720p-ggml - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/wan-ggml.yaml@master" + url: github:mudler/LocalAI/gallery/wan-ggml.yaml@master + urls: + - https://huggingface.co/city96/Wan2.1-FLF2V-14B-720P-gguf description: | Wan 2.1 FLF2V 14B 720P — first-last-frame-to-video diffusion, GGUF Q4_K_M. Takes a start and end reference image and interpolates a 33-frame clip @@ -16469,40 +24606,48 @@ for seamless loops (start_image == end_image) and clean narrative cuts. Native 720p but accepts 480p resolutions; shares the same VAE, t5xxl text encoder, and clip_vision_h as I2V 14B. - urls: - - https://huggingface.co/city96/Wan2.1-FLF2V-14B-720P-gguf + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64ab1219a347b95719b96c10/h_tsH2ZsrWGCCYDb7aZyp.png tags: - - image-to-video - - first-last-frame-to-video - wan + - wan2.1 + - video - video-generation - - cpu - - gpu + - image-to-video + - first-last-frame-to-video + - gguf + - 14b + - quantized + - diffusion + last_checked: "2026-05-04" overrides: + options: + - clip_vision_path:clip_vision_h.safetensors + - diffusion_model + - vae_decode_only:false + - sampler:euler + - flow_shift:3.0 + - t5xxl_path:umt5-xxl-encoder-Q8_0.gguf + - vae_path:wan_2.1_vae.safetensors parameters: model: wan2.1-flf2v-14b-720p-Q4_K_M.gguf - options: - - "clip_vision_path:clip_vision_h.safetensors" - - "diffusion_model" - - "vae_decode_only:false" - - "sampler:euler" - - "flow_shift:3.0" - - "t5xxl_path:umt5-xxl-encoder-Q8_0.gguf" - - "vae_path:wan_2.1_vae.safetensors" - files: - - filename: "wan2.1-flf2v-14b-720p-Q4_K_M.gguf" - sha256: "7652d7d8b0795009ff21ed83d806af762aae8a8faa8640dd07b3a67e4dfab445" - uri: "huggingface://city96/Wan2.1-FLF2V-14B-720P-gguf/wan2.1-flf2v-14b-720p-Q4_K_M.gguf" - - filename: "wan_2.1_vae.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors" - - filename: "umt5-xxl-encoder-Q8_0.gguf" - uri: "huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf" + files: + - filename: wan2.1-flf2v-14b-720p-Q4_K_M.gguf + sha256: 7652d7d8b0795009ff21ed83d806af762aae8a8faa8640dd07b3a67e4dfab445 + uri: huggingface://city96/Wan2.1-FLF2V-14B-720P-gguf/wan2.1-flf2v-14b-720p-Q4_K_M.gguf + - filename: wan_2.1_vae.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors + - filename: umt5-xxl-encoder-Q8_0.gguf sha256: 2521d4de0bf9e1cc6549866463ceae85e4ec3239bc6063f7488810be39033bbc - - filename: "clip_vision_h.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors" + uri: huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf + - filename: clip_vision_h.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors - name: wan-2.1-i2v-14b-720p-ggml - license: apache-2.0 - url: "github:mudler/LocalAI/gallery/wan-ggml.yaml@master" + url: github:mudler/LocalAI/gallery/wan-ggml.yaml@master + urls: + - https://huggingface.co/city96/Wan2.1-I2V-14B-720P-gguf description: | Wan 2.1 I2V 14B 720P — image-to-video diffusion, GGUF Q4_K_M. Native 720p sibling of the 480p I2V model: animates a single @@ -16512,84 +24657,101 @@ than repurposing the FLF2V 720P variant for i2v. Shares the same VAE, umt5_xxl text encoder, and clip_vision_h as the I2V 14B 480P and FLF2V 14B 720P entries. - urls: - - https://huggingface.co/city96/Wan2.1-I2V-14B-720P-gguf + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64ab1219a347b95719b96c10/h_tsH2ZsrWGCCYDb7aZyp.png tags: - - image-to-video - wan - - video-generation - - cpu - - gpu + - wan-2.1 + - 14b + - gguf + - quantized + - video + - image-to-video + - diffusion + - 720p + - q4_k_m + last_checked: "2026-05-04" overrides: + options: + - clip_vision_path:clip_vision_h.safetensors + - diffusion_model + - vae_decode_only:false + - sampler:euler + - flow_shift:3.0 + - t5xxl_path:umt5-xxl-encoder-Q8_0.gguf + - vae_path:wan_2.1_vae.safetensors parameters: model: wan2.1-i2v-14b-720p-Q4_K_M.gguf - options: - - "clip_vision_path:clip_vision_h.safetensors" - - "diffusion_model" - - "vae_decode_only:false" - - "sampler:euler" - - "flow_shift:3.0" - - "t5xxl_path:umt5-xxl-encoder-Q8_0.gguf" - - "vae_path:wan_2.1_vae.safetensors" - files: - - filename: "wan2.1-i2v-14b-720p-Q4_K_M.gguf" - sha256: "ffecd91e4b636d8e3e43f3fa388218158ba447109547bde777c6d67ef4fe42a4" - uri: "huggingface://city96/Wan2.1-I2V-14B-720P-gguf/wan2.1-i2v-14b-720p-Q4_K_M.gguf" - - filename: "wan_2.1_vae.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors" - - filename: "umt5-xxl-encoder-Q8_0.gguf" - uri: "huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf" + files: + - filename: wan2.1-i2v-14b-720p-Q4_K_M.gguf + sha256: ffecd91e4b636d8e3e43f3fa388218158ba447109547bde777c6d67ef4fe42a4 + uri: huggingface://city96/Wan2.1-I2V-14B-720P-gguf/wan2.1-i2v-14b-720p-Q4_K_M.gguf + - filename: wan_2.1_vae.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/vae/wan_2.1_vae.safetensors + - filename: umt5-xxl-encoder-Q8_0.gguf sha256: 2521d4de0bf9e1cc6549866463ceae85e4ec3239bc6063f7488810be39033bbc - - filename: "clip_vision_h.safetensors" - uri: "https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors" + uri: huggingface://city96/umt5-xxl-encoder-gguf/umt5-xxl-encoder-Q8_0.gguf + - filename: clip_vision_h.safetensors + sha256: "" + uri: https://huggingface.co/Comfy-Org/Wan_2.1_ComfyUI_repackaged/resolve/main/split_files/clip_vision/clip_vision_h.safetensors - name: sd-1.5-ggml - icon: https://avatars.githubusercontent.com/u/37351293 - license: creativeml-openrail-m - url: "github:mudler/LocalAI/gallery/sd-ggml.yaml@master" - description: | - Stable Diffusion 1.5 + url: github:mudler/LocalAI/gallery/sd-ggml.yaml@master urls: - https://huggingface.co/second-state/stable-diffusion-v1-5-GGUF + description: | + Stable Diffusion 1.5 + license: creativeml-openrail-m + icon: https://avatars.githubusercontent.com/u/37351293 tags: + - stable-diffusion + - sd-1.5 - text-to-image - - stablediffusion - - gpu - - cpu + - gguf + - quantized + - image-generation + - diffusers + - optimized + last_checked: "2026-05-04" overrides: options: - - "sampler:euler" + - sampler:euler parameters: model: stable-diffusion-v1-5-pruned-emaonly-Q4_0.gguf files: - - filename: "stable-diffusion-v1-5-pruned-emaonly-Q4_0.gguf" - sha256: "b8944e9fe0b69b36ae1b5bb0185b3a7b8ef14347fe0fa9af6c64c4829022261f" - uri: "huggingface://second-state/stable-diffusion-v1-5-GGUF/stable-diffusion-v1-5-pruned-emaonly-Q4_0.gguf" + - filename: stable-diffusion-v1-5-pruned-emaonly-Q4_0.gguf + sha256: b8944e9fe0b69b36ae1b5bb0185b3a7b8ef14347fe0fa9af6c64c4829022261f + uri: huggingface://second-state/stable-diffusion-v1-5-GGUF/stable-diffusion-v1-5-pruned-emaonly-Q4_0.gguf - name: sd-3.5-medium-ggml - license: stabilityai-ai-community - url: "github:mudler/LocalAI/gallery/sd-ggml.yaml@master" - description: | - Stable Diffusion 3.5 Medium is a Multimodal Diffusion Transformer (MMDiT) text-to-image model that features improved performance in image quality, typography, complex prompt understanding, and resource-efficiency. + url: github:mudler/LocalAI/gallery/sd-ggml.yaml@master urls: - https://huggingface.co/stabilityai/stable-diffusion-3.5-medium - https://huggingface.co/second-state/stable-diffusion-3.5-medium-GGUF + description: | + Stable Diffusion 3.5 Medium is a Multimodal Diffusion Transformer (MMDiT) text-to-image model that features improved performance in image quality, typography, complex prompt understanding, and resource-efficiency. + license: stabilityai-ai-community + icon: https://avatars.githubusercontent.com/u/100950301 tags: + - stable-diffusion + - sd3.5 - text-to-image - - stablediffusion - - gpu - - cpu - icon: https://avatars.githubusercontent.com/u/100950301 + - gguf + - quantized + - medium + - mmdit + last_checked: "2026-05-04" overrides: options: - - "clip_l_path:clip_l-Q4_0.gguf" - - "clip_g_path:clip_g-Q4_0.gguf" - - "t5xxl_path:t5xxl-Q4_0.gguf" - - "sampler:euler" + - clip_l_path:clip_l-Q4_0.gguf + - clip_g_path:clip_g-Q4_0.gguf + - t5xxl_path:t5xxl-Q4_0.gguf + - sampler:euler parameters: model: sd3.5_medium-Q4_0.gguf files: - - filename: "sd3.5_medium-Q4_0.gguf" - sha256: "3bb8c5e9ab0a841117089ed4ed81d885bb85161df2a766b812f829bc55b31adf" - uri: "huggingface://second-state/stable-diffusion-3.5-medium-GGUF/sd3.5_medium-Q4_0.gguf" + - filename: sd3.5_medium-Q4_0.gguf + sha256: 3bb8c5e9ab0a841117089ed4ed81d885bb85161df2a766b812f829bc55b31adf + uri: huggingface://second-state/stable-diffusion-3.5-medium-GGUF/sd3.5_medium-Q4_0.gguf - filename: clip_g-Q4_0.gguf sha256: c142411147e16b7c4b9cc1f5d977cbe596104435d76fde47172d3d35c5e58bb8 uri: huggingface://second-state/stable-diffusion-3.5-medium-GGUF/clip_g-Q4_0.gguf @@ -16600,26 +24762,32 @@ sha256: 987ba47c158b890c274f78fd35324419f50941e846a49789f0977e9fe9d97ab7 uri: huggingface://second-state/stable-diffusion-3.5-medium-GGUF/t5xxl-Q4_0.gguf - name: sd-3.5-large-ggml - license: stabilityai-ai-community - url: "github:mudler/LocalAI/gallery/sd-ggml.yaml@master" - description: | - Stable Diffusion 3.5 Large is a Multimodal Diffusion Transformer (MMDiT) text-to-image model that features improved performance in image quality, typography, complex prompt understanding, and resource-efficiency. + url: github:mudler/LocalAI/gallery/sd-ggml.yaml@master urls: - https://huggingface.co/stabilityai/stable-diffusion-3.5-large - https://huggingface.co/second-state/stable-diffusion-3.5-large-GGUF + description: | + Stable Diffusion 3.5 Large is a Multimodal Diffusion Transformer (MMDiT) text-to-image model that features improved performance in image quality, typography, complex prompt understanding, and resource-efficiency. + license: stabilityai-ai-community + icon: https://avatars.githubusercontent.com/u/100950301 tags: + - stable-diffusion + - sd3.5 - text-to-image - - stablediffusion - - gpu - - cpu - icon: https://avatars.githubusercontent.com/u/100950301 + - gguf + - quantized + - diffusion + - large + - mmdit + - image-generation + last_checked: "2026-05-04" overrides: parameters: model: sd3.5_large-Q4_0.gguf files: - - filename: "sd3.5_large-Q4_0.gguf" - sha256: "c79ed6cdaa7decaca6b05ccc636b956b37c47de9b104c56315ca8ed086347b00" - uri: "huggingface://second-state/stable-diffusion-3.5-large-GGUF/sd3.5_large-Q4_0.gguf" + - filename: sd3.5_large-Q4_0.gguf + sha256: c79ed6cdaa7decaca6b05ccc636b956b37c47de9b104c56315ca8ed086347b00 + uri: huggingface://second-state/stable-diffusion-3.5-large-GGUF/sd3.5_large-Q4_0.gguf - filename: clip_g.safetensors sha256: ec310df2af79c318e24d20511b601a591ca8cd4f1fce1d8dff822a356bcdb1f4 uri: huggingface://second-state/stable-diffusion-3.5-large-GGUF/clip_g.safetensors @@ -16629,10 +24797,10 @@ - filename: t5xxl-Q5_0.gguf sha256: f4df16c641a05c4a6ca717068ba3ee312875000f6fac0efbd152915553b5fc3e uri: huggingface://second-state/stable-diffusion-3.5-large-GGUF/t5xxl-Q5_0.gguf -- &flux - name: flux.1-dev - icon: https://avatars.githubusercontent.com/u/164064024 - license: flux-1-dev-non-commercial-license +- name: flux.1-dev + url: github:mudler/LocalAI/gallery/flux.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.1-dev description: | FLUX.1 [dev] is a 12 billion parameter rectified flow transformer capable of generating images from text descriptions. For more information, please read our blog post. Key Features @@ -16641,20 +24809,23 @@ Trained using guidance distillation, making FLUX.1 [dev] more efficient. Open weights to drive new scientific research, and empower artists to develop innovative workflows. Generated outputs can be used for personal, scientific, and commercial purposes as described in the flux-1-dev-non-commercial-license. - urls: - - https://huggingface.co/black-forest-labs/FLUX.1-dev + license: flux-1-dev-non-commercial-license + icon: https://avatars.githubusercontent.com/u/164064024 tags: - - text-to-image - flux - - python - - gpu - url: "github:mudler/LocalAI/gallery/flux.yaml@master" + - text-to-image + - image-generation + - 12b + - dev + - diffusers + last_checked: "2026-05-04" overrides: parameters: model: ChuckMcSneed/FLUX.1-dev -- !!merge <<: *flux - name: flux.1-schnell - license: apache-2 +- name: flux.1-schnell + url: github:mudler/LocalAI/gallery/flux.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.1-schnell description: | FLUX.1 [schnell] is a 12 billion parameter rectified flow transformer capable of generating images from text descriptions. For more information, please read our blog post. Key Features @@ -16662,14 +24833,26 @@ Cutting-edge output quality and competitive prompt following, matching the performance of closed source alternatives. Trained using latent adversarial diffusion distillation, FLUX.1 [schnell] can generate high-quality images in only 1 to 4 steps. Released under the apache-2.0 licence, the model can be used for personal, scientific, and commercial purposes. - urls: - - https://huggingface.co/black-forest-labs/FLUX.1-schnell + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - text-to-image + - image-generation + - diffusers + - 12b + - schnell + - rectified-flow + - image-model + last_checked: "2026-05-04" overrides: parameters: model: black-forest-labs/FLUX.1-schnell - name: flux.1-dev-ggml - license: flux-1-dev-non-commercial-license - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.1-dev + - https://huggingface.co/city96/FLUX.1-dev-gguf description: | FLUX.1 [dev] is a 12 billion parameter rectified flow transformer capable of generating images from text descriptions. For more information, please read our blog post. Key Features @@ -16679,24 +24862,29 @@ Open weights to drive new scientific research, and empower artists to develop innovative workflows. Generated outputs can be used for personal, scientific, and commercial purposes as described in the flux-1-dev-non-commercial-license. This model is quantized with GGUF - urls: - - https://huggingface.co/black-forest-labs/FLUX.1-dev - - https://huggingface.co/city96/FLUX.1-dev-gguf + license: flux-1-dev-non-commercial-license + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/64ab1219a347b95719b96c10/h_tsH2ZsrWGCCYDb7aZyp.png tags: - - text-to-image - flux - - gpu - - cpu + - text-to-image + - image-generation + - gguf + - quantized + - 12b + - dev + - rectified-flow + - black-forest-labs + last_checked: "2026-05-04" overrides: - parameters: - model: flux1-dev-Q2_K.gguf options: - scheduler:simple - keep_clip_on_cpu:true + parameters: + model: flux1-dev-Q2_K.gguf files: - - filename: "flux1-dev-Q2_K.gguf" - sha256: "b8c464bc0f10076ef8f00ba040d220d90c7993f7c4245ae80227d857f65df105" - uri: "huggingface://city96/FLUX.1-dev-gguf/flux1-dev-Q2_K.gguf" + - filename: flux1-dev-Q2_K.gguf + sha256: b8c464bc0f10076ef8f00ba040d220d90c7993f7c4245ae80227d857f65df105 + uri: huggingface://city96/FLUX.1-dev-gguf/flux1-dev-Q2_K.gguf - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors @@ -16706,22 +24894,35 @@ - filename: t5xxl_fp16.safetensors sha256: 6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635 uri: https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp16.safetensors -- !!merge <<: *flux - name: flux.1dev-abliteratedv2 +- name: flux.1dev-abliteratedv2 + url: github:mudler/LocalAI/gallery/flux.yaml@master + urls: + - https://huggingface.co/SicariusSicariiStuff/flux.1dev-abliteratedv2 + - https://huggingface.co/black-forest-labs/FLUX.1-schnell description: | The FLUX.1 [dev] Abliterated-v2 model is a modified version of FLUX.1 [dev] and a successor to FLUX.1 [dev] Abliterated. This version has undergone a process called unlearning, which removes the model's built-in refusal mechanism. This allows the model to respond to a wider range of prompts, including those that the original model might have deemed inappropriate or harmful. The abliteration process involves identifying and isolating the specific components of the model responsible for refusal behavior and then modifying or ablating those components. This results in a model that is more flexible and responsive, while still maintaining the core capabilities of the original FLUX.1 [dev] model. - urls: - - https://huggingface.co/SicariusSicariiStuff/flux.1dev-abliteratedv2 - - https://huggingface.co/black-forest-labs/FLUX.1-schnell + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - flux.1-dev + - text-to-image + - image-generation + - diffusers + - 12b + - abliterated + - rectified-flow + last_checked: "2026-05-04" overrides: parameters: model: SicariusSicariiStuff/flux.1dev-abliteratedv2 - name: flux.1-kontext-dev - license: flux-1-dev-non-commercial-license - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" - icon: https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev/media/main/teaser.png + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev + - https://huggingface.co/QuantStack/FLUX.1-Kontext-dev-GGUF description: | FLUX.1 Kontext [dev] is a 12 billion parameter rectified flow transformer capable of editing images based on text instructions. For more information, please read our blog post and our technical report. You can find information about the [pro] version in here. Key Features @@ -16731,14 +24932,19 @@ Trained using guidance distillation, making FLUX.1 Kontext [dev] more efficient. Open weights to drive new scientific research, and empower artists to develop innovative workflows. Generated outputs can be used for personal, scientific, and commercial purposes, as described in the FLUX.1 [dev] Non-Commercial License. - urls: - - https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev - - https://huggingface.co/QuantStack/FLUX.1-Kontext-dev-GGUF + license: flux-1-dev-non-commercial-license + icon: https://huggingface.co/black-forest-labs/FLUX.1-Kontext-dev/media/main/teaser.png tags: - - image-to-image - flux - - gpu - - cpu + - 12b + - gguf + - quantized + - dev + - rectified-flow + - text-to-image + - black-forest-labs + - diffusion + last_checked: "2026-05-04" overrides: options: - diffusion_model @@ -16750,9 +24956,9 @@ parameters: model: flux1-kontext-dev-Q8_0.gguf files: - - filename: "flux1-kontext-dev-Q8_0.gguf" - sha256: "ff2ff71c3755c8ab394398a412252c23382a83138b65190b16e736d457b80f73" - uri: "huggingface://QuantStack/FLUX.1-Kontext-dev-GGUF/flux1-kontext-dev-Q8_0.gguf" + - filename: flux1-kontext-dev-Q8_0.gguf + sha256: ff2ff71c3755c8ab394398a412252c23382a83138b65190b16e736d457b80f73 + uri: huggingface://QuantStack/FLUX.1-Kontext-dev-GGUF/flux1-kontext-dev-Q8_0.gguf - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors @@ -16762,20 +24968,40 @@ - filename: t5xxl_fp16.safetensors sha256: 6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635 uri: https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp16.safetensors -- !!merge <<: *flux - name: flux.1-dev-ggml-q8_0 - license: flux-1-dev-non-commercial-license - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" +- name: flux.1-dev-ggml-q8_0 + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master urls: - https://huggingface.co/black-forest-labs/FLUX.1-dev - https://huggingface.co/city96/FLUX.1-dev-gguf + description: | + FLUX.1 [dev] is a 12 billion parameter rectified flow transformer capable of generating images from text descriptions. For more information, please read our blog post. + Key Features + Cutting-edge output quality, second only to our state-of-the-art model FLUX.1 [pro]. + Competitive prompt following, matching the performance of closed source alternatives . + Trained using guidance distillation, making FLUX.1 [dev] more efficient. + Open weights to drive new scientific research, and empower artists to develop innovative workflows. + Generated outputs can be used for personal, scientific, and commercial purposes as described in the flux-1-dev-non-commercial-license. + license: flux-1-dev-non-commercial-license + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - text-to-image + - image-generation + - gguf + - quantized + - 12b + - rectified-flow + - dev + - diffusers + - high-quality + last_checked: "2026-05-04" overrides: parameters: model: flux1-dev-Q8_0.gguf files: - - filename: "flux1-dev-Q8_0.gguf" - sha256: "129032f32224bf7138f16e18673d8008ba5f84c1ec74063bf4511a8bb4cf553d" - uri: "huggingface://city96/FLUX.1-dev-gguf/flux1-dev-Q8_0.gguf" + - filename: flux1-dev-Q8_0.gguf + sha256: 129032f32224bf7138f16e18673d8008ba5f84c1ec74063bf4511a8bb4cf553d + uri: huggingface://city96/FLUX.1-dev-gguf/flux1-dev-Q8_0.gguf - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors @@ -16785,21 +25011,32 @@ - filename: t5xxl_fp16.safetensors sha256: 6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635 uri: https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp16.safetensors -- !!merge <<: *flux - name: flux.1-dev-ggml-abliterated-v2-q8_0 - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" - description: | - FLUX.1 [dev] is an abliterated version of FLUX.1 [dev] +- name: flux.1-dev-ggml-abliterated-v2-q8_0 + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master urls: - https://huggingface.co/black-forest-labs/FLUX.1-dev - https://huggingface.co/t8star/flux.1-dev-abliterated-V2-GGUF + description: | + FLUX.1 [dev] is an abliterated version of FLUX.1 [dev] + license: flux-1-dev-non-commercial-license + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - 12b + - gguf + - text-to-image + - image-generation + - dev + - quantized + - abliterated + last_checked: "2026-05-04" overrides: parameters: model: T8-flux.1-dev-abliterated-V2-GGUF-Q8_0.gguf files: - - filename: "T8-flux.1-dev-abliterated-V2-GGUF-Q8_0.gguf" - sha256: "aba8163ff644018da195212a1c33aeddbf802a0c2bba96abc584a2d0b6b42272" - uri: "huggingface://t8star/flux.1-dev-abliterated-V2-GGUF/T8-flux.1-dev-abliterated-V2-GGUF-Q8_0.gguf" + - filename: T8-flux.1-dev-abliterated-V2-GGUF-Q8_0.gguf + sha256: aba8163ff644018da195212a1c33aeddbf802a0c2bba96abc584a2d0b6b42272 + uri: huggingface://t8star/flux.1-dev-abliterated-V2-GGUF/T8-flux.1-dev-abliterated-V2-GGUF-Q8_0.gguf - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors @@ -16809,9 +25046,11 @@ - filename: t5xxl_fp16.safetensors sha256: 6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635 uri: https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp16.safetensors -- !!merge <<: *flux - name: flux.1-krea-dev-ggml - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" +- name: flux.1-krea-dev-ggml + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.1-Krea-dev + - https://huggingface.co/QuantStack/FLUX.1-Krea-dev-GGUF description: | FLUX.1 Krea [dev] is a 12 billion parameter rectified flow transformer capable of generating images from text descriptions. For more information, please read our blog post and Krea's blog post. Cutting-edge output quality, with a focus on aesthetic photography. @@ -16819,16 +25058,26 @@ Trained using guidance distillation, making FLUX.1 Krea [dev] more efficient. Open weights to drive new scientific research, and empower artists to develop innovative workflows. Generated outputs can be used for personal, scientific, and commercial purposes, as described in the flux-1-dev-non-commercial-license. - urls: - - https://huggingface.co/black-forest-labs/FLUX.1-Krea-dev - - https://huggingface.co/QuantStack/FLUX.1-Krea-dev-GGUF + license: flux-1-dev-non-commercial-license + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - text-to-image + - gguf + - quantized + - 12b + - diffusers + - image-generation + - black-forest-labs + - dev + last_checked: "2026-05-04" overrides: parameters: model: flux1-krea-dev-Q4_K_M.gguf files: - - filename: "flux1-krea-dev-Q4_K_M.gguf" - sha256: "cf199b88509be2b3476a3372ff03eaaa662cb2b5d3710abf939ebb4838dbdcaf" - uri: "huggingface://QuantStack/FLUX.1-Krea-dev-GGUF/flux1-krea-dev-Q4_K_M.gguf" + - filename: flux1-krea-dev-Q4_K_M.gguf + sha256: cf199b88509be2b3476a3372ff03eaaa662cb2b5d3710abf939ebb4838dbdcaf + uri: huggingface://QuantStack/FLUX.1-Krea-dev-GGUF/flux1-krea-dev-Q4_K_M.gguf - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors @@ -16838,9 +25087,11 @@ - filename: t5xxl_fp16.safetensors sha256: 6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635 uri: https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp16.safetensors -- !!merge <<: *flux - name: flux.1-krea-dev-ggml-q8_0 - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" +- name: flux.1-krea-dev-ggml-q8_0 + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.1-Krea-dev + - https://huggingface.co/markury/FLUX.1-Krea-dev-gguf description: | FLUX.1 Krea [dev] is a 12 billion parameter rectified flow transformer capable of generating images from text descriptions. For more information, please read our blog post and Krea's blog post. Cutting-edge output quality, with a focus on aesthetic photography. @@ -16848,16 +25099,27 @@ Trained using guidance distillation, making FLUX.1 Krea [dev] more efficient. Open weights to drive new scientific research, and empower artists to develop innovative workflows. Generated outputs can be used for personal, scientific, and commercial purposes, as described in the flux-1-dev-non-commercial-license. - urls: - - https://huggingface.co/black-forest-labs/FLUX.1-Krea-dev - - https://huggingface.co/markury/FLUX.1-Krea-dev-gguf + license: flux-1-dev-non-commercial-license + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - flux.1 + - krea + - 12b + - gguf + - q8_0 + - quantized + - text-to-image + - image-generation + - diffusers + last_checked: "2026-05-04" overrides: parameters: model: flux1-krea-dev-Q8_0.gguf files: - - filename: "flux1-krea-dev-Q8_0.gguf" - sha256: "0d085b1e3ae0b90e5dbf74da049a80a565617de622a147d28ee37a07761fbd90" - uri: "huggingface://markury/FLUX.1-Krea-dev-gguf/flux1-krea-dev-Q8_0.gguf" + - filename: flux1-krea-dev-Q8_0.gguf + sha256: 0d085b1e3ae0b90e5dbf74da049a80a565617de622a147d28ee37a07761fbd90 + uri: huggingface://markury/FLUX.1-Krea-dev-gguf/flux1-krea-dev-Q8_0.gguf - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors @@ -16867,353 +25129,808 @@ - filename: t5xxl_fp16.safetensors sha256: 6e480b09fae049a72d2a8c5fbccb8d3e92febeb233bbe9dfe7256958a9167635 uri: https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp16.safetensors -- !!merge <<: *flux - name: flux.2-dev - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" - description: | - FLUX.2 [dev] is a 32 billion parameter rectified flow transformer capable of generating, editing and combining images based on text instructions. +- name: flux.2-dev + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master urls: - https://huggingface.co/black-forest-labs/FLUX.2-dev + description: | + FLUX.2 [dev] is a 32 billion parameter rectified flow transformer capable of generating, editing and combining images based on text instructions. + license: flux-non-commercial-license + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - 32b + - gguf + - quantized + - text-to-image + - image-generation + - image-editing + - rectified-flow + last_checked: "2026-05-04" overrides: - step: 50 + cfg_scale: 1 options: - - "diffusion_model" - - "vae_path:stablediffusion-cpp/models/flux2-vae.safetensors" - - "sampler:euler" + - diffusion_model + - vae_path:stablediffusion-cpp/models/flux2-vae.safetensors + - sampler:euler - llm_path:stablediffusion-cpp/models/Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf - offload_params_to_cpu:true - cfg_scale: 1 parameters: model: stablediffusion-cpp/models/flux2-dev-Q4_K_M.gguf + step: 50 files: - - filename: "stablediffusion-cpp/models/flux2-dev-Q4_K_M.gguf" - sha256: "fca680c7b221a713b5cf7db6cf6b33474875320ee61f4c585bc33fe391dab9a6" - uri: "https://huggingface.co/city96/FLUX.2-dev-gguf/resolve/main/flux2-dev-Q4_K_M.gguf" + - filename: stablediffusion-cpp/models/flux2-dev-Q4_K_M.gguf + sha256: fca680c7b221a713b5cf7db6cf6b33474875320ee61f4c585bc33fe391dab9a6 + uri: https://huggingface.co/city96/FLUX.2-dev-gguf/resolve/main/flux2-dev-Q4_K_M.gguf - filename: stablediffusion-cpp/models/flux2-vae.safetensors sha256: d64f3a68e1cc4f9f4e29b6e0da38a0204fe9a49f2d4053f0ec1fa1ca02f9c4b5 uri: https://huggingface.co/Comfy-Org/flux2-dev/resolve/main/split_files/vae/flux2-vae.safetensors - filename: stablediffusion-cpp/models/Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf sha256: a3cc56310807ed0d145eaf9f018ccda9ae7ad8edb41ec870aa2454b0d4700b3c uri: https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/resolve/main/Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf -- !!merge <<: *flux - name: flux.2-klein-4b - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" - license: apache-2.0 +- name: flux.2-klein-4b + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.2-klein-4B description: | The FLUX.2 [klein] model family are our fastest image models to date. FLUX.2 [klein] unifies generation and editing in a single compact architecture, delivering state-of-the-art quality with end-to-end inference in as low as under a second. Built for applications that require real-time image generation without sacrificing quality, and runs on consumer hardware, with as little as 13GB VRAM. FLUX.2 [klein] 4B is a 4 billion parameter rectified flow transformer capable of generating images from text descriptions and supports multi-reference editing capabilities. - urls: - - https://huggingface.co/black-forest-labs/FLUX.2-klein-4B - overrides: - step: 4 - options: - - "diffusion_model" - - "vae_path:stablediffusion-cpp/models/flux2-vae.safetensors" - - "sampler:euler" - - llm_path:stablediffusion-cpp/models/Qwen3-4B-Q4_K_M.gguf - - offload_params_to_cpu:true + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - flux.2 + - text-to-image + - image-generation + - 4b + - quantized + - gguf + - diffusion + - image-editing + - distilled + last_checked: "2026-05-04" + overrides: cfg_scale: 1 + options: + - diffusion_model + - vae_path:stablediffusion-cpp/models/flux2-vae.safetensors + - sampler:euler + - llm_path:stablediffusion-cpp/models/Qwen3-4B-Q4_K_M.gguf + - offload_params_to_cpu:true parameters: model: stablediffusion-cpp/models/flux-2-klein-4b-Q4_0.gguf + step: 4 files: - - filename: "stablediffusion-cpp/models/flux-2-klein-4b-Q4_0.gguf" - sha256: "d1023499ef3f2f82ff7c50e6778495195c1b6cc34835741778868428111f9ff4" - uri: "https://huggingface.co/leejet/FLUX.2-klein-4B-GGUF/resolve/main/flux-2-klein-4b-Q4_0.gguf" + - filename: stablediffusion-cpp/models/flux-2-klein-4b-Q4_0.gguf + sha256: d1023499ef3f2f82ff7c50e6778495195c1b6cc34835741778868428111f9ff4 + uri: https://huggingface.co/leejet/FLUX.2-klein-4B-GGUF/resolve/main/flux-2-klein-4b-Q4_0.gguf - filename: stablediffusion-cpp/models/flux2-vae.safetensors sha256: d64f3a68e1cc4f9f4e29b6e0da38a0204fe9a49f2d4053f0ec1fa1ca02f9c4b5 uri: https://huggingface.co/Comfy-Org/flux2-dev/resolve/main/split_files/vae/flux2-vae.safetensors - filename: stablediffusion-cpp/models/Qwen3-4B-Q4_K_M.gguf sha256: f6f851777709861056efcdad3af01da38b31223a3ba26e61a4f8bf3a2195813a uri: https://huggingface.co/unsloth/Qwen3-4B-GGUF/resolve/main/Qwen3-4B-Q4_K_M.gguf -- !!merge <<: *flux - name: flux.2-klein-9b - url: "github:mudler/LocalAI/gallery/flux-ggml.yaml@master" - license: apache-2.0 +- name: flux.2-klein-9b + url: github:mudler/LocalAI/gallery/flux-ggml.yaml@master + urls: + - https://huggingface.co/black-forest-labs/FLUX.2-klein-4B description: | The FLUX.2 [klein] model family are our fastest image models to date. FLUX.2 [klein] unifies generation and editing in a single compact architecture, delivering state-of-the-art quality with end-to-end inference in as low as under a second. Built for applications that require real-time image generation without sacrificing quality, and runs on consumer hardware, with as little as 13GB VRAM. FLUX.2 [klein] 9B is a 9 billion parameter rectified flow transformer capable of generating images from text descriptions and supports multi-reference editing capabilities. - urls: - - https://huggingface.co/black-forest-labs/FLUX.2-klein-4B + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/164064024 + tags: + - flux + - flux-2 + - klein + - 9b + - text-to-image + - image-editing + - gguf + - quantized + - diffusers + - black-forest-labs + last_checked: "2026-05-04" overrides: - step: 4 + cfg_scale: 1 options: - - "diffusion_model" - - "vae_path:stablediffusion-cpp/models/flux2-vae.safetensors" - - "sampler:euler" + - diffusion_model + - vae_path:stablediffusion-cpp/models/flux2-vae.safetensors + - sampler:euler - llm_path:stablediffusion-cpp/models/Qwen3-8B-Q4_K_M.gguf - offload_params_to_cpu:true - cfg_scale: 1 parameters: model: stablediffusion-cpp/models/flux-2-klein-9b-Q4_0.gguf + step: 4 files: - - filename: "stablediffusion-cpp/models/flux-2-klein-9b-Q4_0.gguf" - sha256: "a7e77afa96871d16679ff7b949bd25f20c8179f219c4b662cac91e81ed99b944" - uri: "https://huggingface.co/leejet/FLUX.2-klein-9B-GGUF/resolve/main/flux-2-klein-9b-Q4_0.gguf" + - filename: stablediffusion-cpp/models/flux-2-klein-9b-Q4_0.gguf + sha256: a7e77afa96871d16679ff7b949bd25f20c8179f219c4b662cac91e81ed99b944 + uri: https://huggingface.co/leejet/FLUX.2-klein-9B-GGUF/resolve/main/flux-2-klein-9b-Q4_0.gguf - filename: stablediffusion-cpp/models/flux2-vae.safetensors sha256: d64f3a68e1cc4f9f4e29b6e0da38a0204fe9a49f2d4053f0ec1fa1ca02f9c4b5 uri: https://huggingface.co/Comfy-Org/flux2-dev/resolve/main/split_files/vae/flux2-vae.safetensors - filename: stablediffusion-cpp/models/Qwen3-8B-Q4_K_M.gguf sha256: 120307ba529eb2439d6c430d94104dabd578497bc7bfe7e322b5d9933b449bd4 uri: https://huggingface.co/unsloth/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf -- &zimage - name: Z-Image-Turbo - icon: https://z-image.ai/logo.png - license: apache-2.0 - description: "Z-Image is a powerful and highly efficient image generation model with 6B parameters. Currently there are three variants of which this is the Turbo edition.\n\n\U0001F680 Z-Image-Turbo – A distilled version of Z-Image that matches or exceeds leading competitors with only 8 NFEs (Number of Function Evaluations). It offers ⚡️sub-second inference latency⚡️ on enterprise-grade H800 GPUs and fits comfortably within 16G VRAM consumer devices. It excels in photorealistic image generation, bilingual text rendering (English & Chinese), and robust instruction adherence.\n" +- name: Z-Image-Turbo + url: github:mudler/LocalAI/gallery/z-image-ggml.yaml@master urls: - https://github.com/Tongyi-MAI/Z-Image + description: "Z-Image is a powerful and highly efficient image generation model with 6B parameters. Currently there are three variants of which this is the Turbo edition.\n\n\U0001F680 Z-Image-Turbo – A distilled version of Z-Image that matches or exceeds leading competitors with only 8 NFEs (Number of Function Evaluations). It offers ⚡️sub-second inference latency⚡️ on enterprise-grade H800 GPUs and fits comfortably within 16G VRAM consumer devices. It excels in photorealistic image generation, bilingual text rendering (English & Chinese), and robust instruction adherence.\n" + license: apache-2.0 + icon: https://z-image.ai/logo.png tags: - - text-to-image - z-image - - gpu - url: "github:mudler/LocalAI/gallery/z-image-ggml.yaml@master" + - z-image-turbo + - text-to-image + - image-generation + - gguf + - quantized + - 6b + - diffusion + - distilled + - multilingual + last_checked: "2026-05-04" files: - filename: Qwen3-4B.Q4_K_M.gguf sha256: a37931937683a723ae737a0c6fc67dab7782fd8a1b9dea2ca445b7a1dbd5ca3a uri: huggingface://MaziyarPanahi/Qwen3-4B-GGUF/Qwen3-4B.Q4_K_M.gguf - filename: z_image_turbo-Q4_0.gguf + sha256: 2bc57986874c84f7ec6d02d9d7070a53b0029954a0e38a6e1342eb91095572f5 uri: https://huggingface.co/leejet/Z-Image-Turbo-GGUF/resolve/main/z_image_turbo-Q4_K.gguf - sha256: 14b375ab4f226bc5378f68f37e899ef3c2242b8541e61e2bc1aff40976086fbd - filename: ae.safetensors sha256: afc8e28272cd15db3919bacdb6918ce9c1ed22e96cb12c4d5ed0fba823529e38 uri: https://huggingface.co/ChuckMcSneed/FLUX.1-dev/resolve/main/ae.safetensors -- &whisper - url: "github:mudler/LocalAI/gallery/whisper-base.yaml@master" ## Whisper - name: "whisper-1" - icon: https://avatars.githubusercontent.com/u/14957082 - license: "MIT" +- name: whisper-1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master urls: - https://github.com/ggerganov/whisper.cpp - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - ggml + - speech-recognition + - openai + - quantized + - base + - multilingual + - asr + last_checked: "2026-05-04" overrides: parameters: model: ggml-base.bin files: - - filename: "ggml-base.bin" - sha256: "60ed5bc3dd14eea856493d334349b405782ddcaf0028d4b5df4088345fba2efe" - uri: "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.bin" + - filename: ggml-base.bin + sha256: 60ed5bc3dd14eea856493d334349b405782ddcaf0028d4b5df4088345fba2efe + uri: https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-base.bin +- name: whisper-base-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp description: | Port of OpenAI's Whisper model in C/C++ -- !!merge <<: *whisper - name: "whisper-base-q5_1" + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - quantized + - base + - speech-recognition + - transcription + - multilingual + - openai + last_checked: "2026-05-04" overrides: parameters: model: ggml-base-q5_1.bin files: - - filename: "ggml-base-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-base-q5_1.bin" + - filename: ggml-base-q5_1.bin sha256: 422f1ae452ade6f30a004d7e5c6a43195e4433bc370bf23fac9cc591f01a8898 -- !!merge <<: *whisper - name: "whisper-base" + uri: huggingface://ggerganov/whisper.cpp/ggml-base-q5_1.bin +- name: whisper-base + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - base + - gguf + - ggml + - speech-recognition + - transcription + - multilingual + - openai + - audio + - quantized + last_checked: "2026-05-04" overrides: parameters: model: ggml-base.bin files: - - filename: "ggml-base.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-base.bin" + - filename: ggml-base.bin sha256: 60ed5bc3dd14eea856493d334349b405782ddcaf0028d4b5df4088345fba2efe -- !!merge <<: *whisper - name: "whisper-base-en-q5_1" + uri: huggingface://ggerganov/whisper.cpp/ggml-base.bin +- name: whisper-base-en-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - base + - gguf + - quantized + - speech-recognition + - transcription + - english + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-base.en-q5_1.bin files: - - filename: "ggml-base.en-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-base.en-q5_1.bin" + - filename: ggml-base.en-q5_1.bin sha256: 4baf70dd0d7c4247ba2b81fafd9c01005ac77c2f9ef064e00dcf195d0e2fdd2f -- !!merge <<: *whisper - name: "whisper-base-en" + uri: huggingface://ggerganov/whisper.cpp/ggml-base.en-q5_1.bin +- name: whisper-base-en + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - base + - speech-recognition + - transcription + - gguf + - quantized + - english + - audio + last_checked: "2026-05-04" overrides: parameters: model: ggml-base.en.bin files: - - filename: "ggml-base.en.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-base.en.bin" + - filename: ggml-base.en.bin sha256: a03779c86df3323075f5e796cb2ce5029f00ec8869eee3fdfb897afe36c6d002 -- !!merge <<: *whisper - name: "whisper-large-q5_0" + uri: huggingface://ggerganov/whisper.cpp/ggml-base.en.bin +- name: whisper-large-q5_0 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - quantized + - q5_0 + - large + - asr + - speech-recognition + - transcription + - multilingual + - audio + last_checked: "2026-05-04" overrides: parameters: model: ggml-large-v3-q5_0.bin files: - - filename: "ggml-large-v3-q5_0.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-large-v3-q5_0.bin" + - filename: ggml-large-v3-q5_0.bin sha256: d75795ecff3f83b5faa89d1900604ad8c780abd5739fae406de19f23ecd98ad1 -- !!merge <<: *whisper - name: "whisper-medium" + uri: huggingface://ggerganov/whisper.cpp/ggml-large-v3-q5_0.bin +- name: whisper-medium + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - medium + - speech-recognition + - transcription + - multilingual + - quantized + - gguf + - asr + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-medium.bin files: - - filename: "ggml-medium.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-medium.bin" + - filename: ggml-medium.bin sha256: 6c14d5adee5f86394037b4e4e8b59f1673b6cee10e3cf0b11bbdbee79c156208 -- !!merge <<: *whisper - name: "whisper-medium-q5_0" + uri: huggingface://ggerganov/whisper.cpp/ggml-medium.bin +- name: whisper-medium-q5_0 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - medium + - gguf + - quantized + - multilingual + - speech-recognition + - transcription + - openai + last_checked: "2026-05-04" overrides: parameters: model: ggml-medium-q5_0.bin files: - - filename: "ggml-medium-q5_0.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-medium-q5_0.bin" + - filename: ggml-medium-q5_0.bin sha256: 19fea4b380c3a618ec4723c3eef2eb785ffba0d0538cf43f8f235e7b3b34220f -- !!merge <<: *whisper - name: "whisper-small-q5_1" + uri: huggingface://ggerganov/whisper.cpp/ggml-medium-q5_0.bin +- name: whisper-small-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - small + - gguf + - quantized + - q5_1 + - speech-recognition + - multilingual + - transcription + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-small-q5_1.bin files: - - filename: "ggml-small-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-small-q5_1.bin" + - filename: ggml-small-q5_1.bin sha256: ae85e4a935d7a567bd102fe55afc16bb595bdb618e11b2fc7591bc08120411bb -- !!merge <<: *whisper - name: "whisper-small" + uri: huggingface://ggerganov/whisper.cpp/ggml-small-q5_1.bin +- name: whisper-small + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - small + - speech-recognition + - transcription + - gguf + - quantized + - multilingual + - openai + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-small.bin files: - - filename: "ggml-small.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-small.bin" + - filename: ggml-small.bin sha256: 1be3a9b2063867b937e64e2ec7483364a79917e157fa98c5d94b5c1fffea987b -- !!merge <<: *whisper - name: "whisper-small-en-q5_1" + uri: huggingface://ggerganov/whisper.cpp/ggml-small.bin +- name: whisper-small-en-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - quantized + - small + - 73m + - speech-recognition + - transcription + - asr + - english + last_checked: "2026-05-04" overrides: parameters: model: ggml-small.en-q5_1.bin files: - - filename: "ggml-small.en-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-small.en-q5_1.bin" + - filename: ggml-small.en-q5_1.bin sha256: bfdff4894dcb76bbf647d56263ea2a96645423f1669176f4844a1bf8e478ad30 -- !!merge <<: *whisper - name: "whisper-small-en" + uri: huggingface://ggerganov/whisper.cpp/ggml-small.en-q5_1.bin +- name: whisper-small-en + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - small + - gguf + - quantized + - speech-recognition + - english + - whisper.cpp + - transcription + - asr + last_checked: "2026-05-04" overrides: parameters: model: ggml-small.en.bin files: - - filename: "ggml-small.en.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-small.en.bin" + - filename: ggml-small.en.bin sha256: c6138d6d58ecc8322097e0f987c32f1be8bb0a18532a3f88f734d1bbf9c41e5d -- !!merge <<: *whisper - name: "whisper-small-q5_1" + uri: huggingface://ggerganov/whisper.cpp/ggml-small.en.bin +- name: whisper-small-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - small + - gguf + - quantized + - q5_1 + - speech-recognition + - multilingual + - transcription + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-small-q5_1.bin files: - - filename: "ggml-small-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-small-q5_1.bin" + - filename: ggml-small-q5_1.bin sha256: ae85e4a935d7a567bd102fe55afc16bb595bdb618e11b2fc7591bc08120411bb -- !!merge <<: *whisper - name: "whisper-tiny" + uri: huggingface://ggerganov/whisper.cpp/ggml-small-q5_1.bin +- name: whisper-tiny + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - ggml + - speech-recognition + - multilingual + - openai + - tiny + - 75m + - audio + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-tiny.bin files: - - filename: "ggml-tiny.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-tiny.bin" + - filename: ggml-tiny.bin sha256: be07e048e1e599ad46341c8d2a135645097a538221678b7acdd1b1919c6e1b21 -- !!merge <<: *whisper - name: "whisper-tiny-q5_1" + uri: huggingface://ggerganov/whisper.cpp/ggml-tiny.bin +- name: whisper-tiny-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - tiny + - quantized + - q5 + - gguf + - speech-recognition + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: ggml-tiny-q5_1.bin files: - - filename: "ggml-tiny-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-tiny-q5_1.bin" + - filename: ggml-tiny-q5_1.bin sha256: 818710568da3ca15689e31a743197b520007872ff9576237bda97bd1b469c3d7 -- !!merge <<: *whisper - name: "whisper-tiny-en-q5_1" + uri: huggingface://ggerganov/whisper.cpp/ggml-tiny-q5_1.bin +- name: whisper-tiny-en-q5_1 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - speech-recognition + - transcription + - gguf + - quantized + - tiny + - audio + - english + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-tiny.en-q5_1.bin files: - - filename: "ggml-tiny.en-q5_1.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-tiny.en-q5_1.bin" + - filename: ggml-tiny.en-q5_1.bin sha256: c77c5766f1cef09b6b7d47f21b546cbddd4157886b3b5d6d4f709e91e66c7c2b -- !!merge <<: *whisper - name: "whisper-tiny-en" + uri: huggingface://ggerganov/whisper.cpp/ggml-tiny.en-q5_1.bin +- name: whisper-tiny-en + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - tiny + - gguf + - quantized + - speech-recognition + - transcription + - openai + last_checked: "2026-05-04" overrides: parameters: model: ggml-tiny.en.bin files: - - filename: "ggml-tiny.en.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-tiny.en.bin" + - filename: ggml-tiny.en.bin sha256: 921e4cf8686fdd993dcd081a5da5b6c365bfde1162e72b08d75ac75289920b1f -- !!merge <<: *whisper - name: "whisper-tiny-en-q8_0" + uri: huggingface://ggerganov/whisper.cpp/ggml-tiny.en.bin +- name: whisper-tiny-en-q8_0 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - tiny + - quantized + - speech-recognition + - transcription + - english + - q8_0 + last_checked: "2026-05-04" overrides: parameters: model: ggml-tiny.en-q8_0.bin files: - - filename: "ggml-tiny.en-q8_0.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-tiny.en-q8_0.bin" + - filename: ggml-tiny.en-q8_0.bin sha256: 5bc2b3860aa151a4c6e7bb095e1fcce7cf12c7b020ca08dcec0c6d018bb7dd94 -- !!merge <<: *whisper - name: "whisper-large" + uri: huggingface://ggerganov/whisper.cpp/ggml-tiny.en-q8_0.bin +- name: whisper-large + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - quantized + - large + - multilingual + - speech-recognition + - asr + last_checked: "2026-05-04" overrides: parameters: model: ggml-large-v3.bin files: - - filename: "ggml-large-v3.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-large-v3.bin" + - filename: ggml-large-v3.bin sha256: 64d182b440b98d5203c4f9bd541544d84c605196c4f7b845dfa11fb23594d1e2 -- !!merge <<: *whisper - name: "whisper-large-q5_0" + uri: huggingface://ggerganov/whisper.cpp/ggml-large-v3.bin +- name: whisper-large-q5_0 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - gguf + - quantized + - q5_0 + - large + - asr + - speech-recognition + - transcription + - multilingual + - audio + last_checked: "2026-05-04" overrides: parameters: model: ggml-large-v3-q5_0.bin files: - - filename: "ggml-large-v3-q5_0.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-large-v3-q5_0.bin" + - filename: ggml-large-v3-q5_0.bin sha256: d75795ecff3f83b5faa89d1900604ad8c780abd5739fae406de19f23ecd98ad1 -- !!merge <<: *whisper - name: "whisper-large-turbo" + uri: huggingface://ggerganov/whisper.cpp/ggml-large-v3-q5_0.bin +- name: whisper-large-turbo + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - large + - gguf + - transcription + - speech-recognition + - turbo + - quantized + last_checked: "2026-05-04" overrides: parameters: model: ggml-large-v3-turbo.bin files: - - filename: "ggml-large-v3-turbo.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-large-v3-turbo.bin" + - filename: ggml-large-v3-turbo.bin sha256: 1fc70f774d38eb169993ac391eea357ef47c88757ef72ee5943879b7e8e2bc69 -- !!merge <<: *whisper - name: "whisper-large-turbo-q5_0" + uri: huggingface://ggerganov/whisper.cpp/ggml-large-v3-turbo.bin +- name: whisper-large-turbo-q5_0 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - speech-recognition + - transcription + - gguf + - quantized + - q5_0 + - large + - multilingual + - turbo + - whisper.cpp + last_checked: "2026-05-04" overrides: parameters: model: ggml-large-v3-turbo-q5_0.bin files: - - filename: "ggml-large-v3-turbo-q5_0.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-large-v3-turbo-q5_0.bin" + - filename: ggml-large-v3-turbo-q5_0.bin sha256: 394221709cd5ad1f40c46e6031ca61bce88931e6e088c188294c6d5a55ffa7e2 -- !!merge <<: *whisper - name: "whisper-large-turbo-q8_0" + uri: huggingface://ggerganov/whisper.cpp/ggml-large-v3-turbo-q5_0.bin +- name: whisper-large-turbo-q8_0 + url: github:mudler/LocalAI/gallery/whisper-base.yaml@master + urls: + - https://github.com/ggerganov/whisper.cpp + - https://huggingface.co/ggerganov/whisper.cpp + description: | + Port of OpenAI's Whisper model in C/C++ + license: mit + icon: https://avatars.githubusercontent.com/u/14957082 + tags: + - whisper + - large + - turbo + - q8_0 + - quantized + - gguf + - speech-recognition + - transcription + - asr + last_checked: "2026-05-04" overrides: parameters: model: ggml-large-v3-turbo-q8_0.bin files: - - filename: "ggml-large-v3-turbo-q8_0.bin" - uri: "huggingface://ggerganov/whisper.cpp/ggml-large-v3-turbo-q8_0.bin" + - filename: ggml-large-v3-turbo-q8_0.bin sha256: 317eb69c11673c9de1e1f0d459b253999804ec71ac4c23c17ecf5fbe24e259a1 -## Bert embeddings (llama3.2 drop-in) -- !!merge <<: *llama32 - name: "bert-embeddings" + uri: huggingface://ggerganov/whisper.cpp/ggml-large-v3-turbo-q8_0.bin +- name: bert-embeddings + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master + urls: + - https://huggingface.co/hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF description: | llama3.2 embeddings model. Using as drop-in replacement for bert-embeddings + license: llama3.2 + icon: https://avatars.githubusercontent.com/u/153379578 tags: - - embedding + - llama + - llama-3.2 + - meta + - 1b + - gguf + - quantized + - llm + - chat + - instruction-tuned + - multilingual + last_checked: "2026-05-04" overrides: embeddings: true parameters: model: llama-3.2-1b-instruct-q4_k_m.gguf -- &piper - url: github:mudler/LocalAI/gallery/piper.yaml@master ## Piper TTS - name: voice-en-us-kathleen-low - icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png - license: mit + files: + - filename: llama-3.2-1b-instruct-q4_k_m.gguf + sha256: 1d0e9419ec4e12aef73ccf4ffd122703e94c48344a96bc7c5f0f2772c2152ce3 + uri: huggingface://hugging-quants/Llama-3.2-1B-Instruct-Q4_K_M-GGUF/llama-3.2-1b-instruct-q4_k_m.gguf +- name: voice-en-us-kathleen-low + url: github:mudler/LocalAI/gallery/piper.yaml@master urls: - https://github.com/rhasspy/piper description: | A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png tags: - tts - text-to-speech @@ -17223,1699 +25940,3104 @@ model: en-us-kathleen-low.onnx files: - filename: voice-en-us-kathleen-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-kathleen-low.tar.gz sha256: 18e32f009f864d8061af8a4be4ae9018b5aa8b49c37f9e108bbfd782c6a38fbf -- !!merge <<: *piper - name: voice-ca-upc_ona-x-low + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-kathleen-low.tar.gz +- name: voice-ca-upc_ona-x-low + url: github:mudler/LocalAI/gallery/piper.yaml@master + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ca-upc_ona-x-low.onnx files: - filename: voice-ca-upc_ona-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ca-upc_ona-x-low.tar.gz sha256: c750d3f6ad35c8d95d5b0d1ad30ede2525524e48390f70a0871bdb7980cc271e -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ca-upc_ona-x-low.tar.gz +- name: voice-ca-upc_pau-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ca-upc_pau-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ca-upc_pau-x-low.onnx files: - filename: voice-ca-upc_pau-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ca-upc_pau-x-low.tar.gz sha256: 13c658ecd46a2dbd9dadadf7100623e53106239afcc359f9e27511b91e642f1f -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ca-upc_pau-x-low.tar.gz +- name: voice-da-nst_talesyntese-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-da-nst_talesyntese-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: da-nst_talesyntese-medium.onnx files: - filename: voice-da-nst_talesyntese-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-da-nst_talesyntese-medium.tar.gz sha256: 1bdf673b946a2ba69fab24ae3fc0e7d23e042c2533cbbef008f64f633500eb7e -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-da-nst_talesyntese-medium.tar.gz +- name: voice-de-eva_k-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de-eva_k-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: de-eva_k-x-low.onnx files: - filename: voice-de-eva_k-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-eva_k-x-low.tar.gz sha256: 81b305abc58a0a02629aea01904a86ec97b823714dd66b1ee22f38fe529e6371 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-eva_k-x-low.tar.gz +- name: voice-de-karlsson-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de-karlsson-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: de-karlsson-low.onnx files: - filename: voice-de-karlsson-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-karlsson-low.tar.gz sha256: cc7615cfef3ee6beaa1db6059e0271e4d2e1d6d310c0e17b3d36c494628f4b82 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-karlsson-low.tar.gz +- name: voice-de-kerstin-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de-kerstin-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: de-kerstin-low.onnx files: - filename: voice-de-kerstin-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-kerstin-low.tar.gz sha256: d8ea72fbc0c21db828e901777ba7bb5dff7c843bb943ad19f34c9700b96a8182 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-kerstin-low.tar.gz +- name: voice-de-pavoque-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de-pavoque-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: de-pavoque-low.onnx files: - filename: voice-de-pavoque-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-pavoque-low.tar.gz sha256: 1f5ebc6398e8829f19c7c2b14f46307703bca0f0d8c74b4bb173037b1f161d4d -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-pavoque-low.tar.gz +- name: voice-de-ramona-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de-ramona-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: de-ramona-low.onnx files: - filename: voice-de-ramona-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-ramona-low.tar.gz sha256: 66d9fc08d1a1c537a1cefe99a284f687e5ad7e43d5935a75390678331cce7b47 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-ramona-low.tar.gz +- name: voice-de-thorsten-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de-thorsten-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: de-thorsten-low.onnx files: - filename: voice-de-thorsten-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-thorsten-low.tar.gz sha256: 4d052a7726b77719d0dbc66c845f1d0fe4432bfbd26f878f6dd0883d49e9e43d -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-thorsten-low.tar.gz +- name: voice-el-gr-rapunzelina-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-el-gr-rapunzelina-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: el-gr-rapunzelina-low.onnx files: - filename: voice-el-gr-rapunzelina-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-el-gr-rapunzelina-low.tar.gz sha256: c5613688c12eabc5294465494ed56af1e0fe4d7896d216bfa470eb225d9ff0d0 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-el-gr-rapunzelina-low.tar.gz +- name: voice-en-gb-alan-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-gb-alan-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-gb-alan-low.onnx files: - filename: voice-en-gb-alan-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-gb-alan-low.tar.gz sha256: 526eeeeccb26206dc92de5965615803b5bf88df059f46372caa4a9fa12d76a32 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-gb-alan-low.tar.gz +- name: voice-en-gb-southern_english_female-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-gb-southern_english_female-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-gb-southern_english files: - filename: voice-en-gb-southern_english_female-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-gb-southern_english_female-low.tar.gz sha256: 7c1bbe23e61a57bdb450b137f69a83ff5358159262e1ed7d2308fa14f4924da9 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-gb-southern_english_female-low.tar.gz +- name: voice-en-us-amy-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-amy-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-amy-low.onnx files: - filename: voice-en-us-amy-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-amy-low.tar.gz sha256: 5c3e3480e7d71ce219943c8a711bb9c21fd48b8f8e87ed7fb5c6649135ab7608 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-amy-low.tar.gz +- name: voice-en-us-danny-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-danny-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-danny-low.onnx files: - filename: voice-en-us-danny-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-danny-low.tar.gz sha256: 0c8fbb42526d5fbd3a0bded5f18041c0a893a70a7fb8756f97866624b932264b -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-danny-low.tar.gz +- name: voice-en-us-kathleen-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-kathleen-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-kathleen-low.onnx files: - filename: voice-en-us-kathleen-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-kathleen-low.tar.gz sha256: 18e32f009f864d8061af8a4be4ae9018b5aa8b49c37f9e108bbfd782c6a38fbf -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-kathleen-low.tar.gz +- name: voice-en-us-lessac-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-lessac-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-lessac-low.onnx files: - filename: voice-en-us-lessac-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-lessac-low.tar.gz sha256: 003fe040985d00b917ace21b2ccca344c282c53fe9b946991b7b0da52516e1fc -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-lessac-low.tar.gz +- name: voice-en-us-lessac-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-lessac-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-lessac-medium.onnx files: - filename: voice-en-us-lessac-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-lessac-medium.tar.gz sha256: d45ca50084c0558eb9581cd7d26938043bc8853513da47c63b94d95a2367a5c9 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-lessac-medium.tar.gz +- name: voice-en-us-libritts-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-libritts-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-libritts-high.onnx files: - filename: voice-en-us-libritts-high.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-libritts-high.tar.gz sha256: 328e3e9cb573a43a6c5e1aeca386e971232bdb1418a74d4674cf726c973a0ea8 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-libritts-high.tar.gz +- name: voice-en-us-ryan-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-ryan-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-ryan-high.onnx files: - filename: voice-en-us-ryan-high.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-ryan-high.tar.gz sha256: de346b054703a190782f49acb9b93c50678a884fede49cfd85429d204802d678 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-ryan-high.tar.gz +- name: voice-en-us-ryan-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-ryan-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-ryan-low.onnx files: - filename: voice-en-us-ryan-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-ryan-low.tar.gz sha256: 049e6e5bad07870fb1d25ecde97bac00f9c95c90589b2fef4b0fbf23c88770ce -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-ryan-low.tar.gz +- name: voice-en-us-ryan-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us-ryan-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-ryan-medium.onnx files: - filename: voice-en-us-ryan-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-ryan-medium.tar.gz sha256: 2e00d747eaed6ce9f63f4991921ef3bb2bbfbc7f28cde4f14eb7048960f928d8 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-ryan-medium.tar.gz +- name: voice-en-us_lessac url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en-us_lessac + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en-us-lessac.onnx files: - filename: voice-en-us_lessac.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us_lessac.tar.gz sha256: 0967af67fb0435aa509b0b794c0cb2cc57817ae8a5bff28cb8cd89ab6f5dcc3d -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us_lessac.tar.gz +- name: voice-es-carlfm-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es-carlfm-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es-carlfm-x-low.onnx files: - filename: voice-es-carlfm-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-es-carlfm-x-low.tar.gz sha256: 0156a186de321639e6295521f667758ad086bc8433f0a6797a9f044ed5cf5bf3 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-es-carlfm-x-low.tar.gz +- name: voice-es-mls_10246-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es-mls_10246-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es-mls_10246-low.onnx files: - filename: voice-es-mls_10246-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-es-mls_10246-low.tar.gz sha256: ff1fe3fc2ab91e32acd4fa8cb92048e3cff0e20079b9d81324f01cd2dea50598 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-es-mls_10246-low.tar.gz +- name: voice-es-mls_9972-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es-mls_9972-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es-mls_9972-low.onnx files: - filename: voice-es-mls_9972-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-es-mls_9972-low.tar.gz sha256: d95def9adea97a6a3fee7645d1167e00fb4fd60f8ce9bc3ebf1acaa9e3f455dc -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-es-mls_9972-low.tar.gz +- name: voice-fi-harri-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fi-harri-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fi-harri-low.onnx files: - filename: voice-fi-harri-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fi-harri-low.tar.gz sha256: 4f1aaf00927d0eb25bf4fc5ef8be2f042e048593864ac263ee7b49c516832b22 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fi-harri-low.tar.gz +- name: voice-fr-gilles-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fr-gilles-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fr-gilles-low.onnx files: - filename: voice-fr-gilles-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-gilles-low.tar.gz sha256: 77662c7332c2a6f522ab478287d9b0fe9afc11a2da71f310bf923124ee699aae -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-gilles-low.tar.gz +- name: voice-fr-mls_1840-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fr-mls_1840-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fr-mls_1840-low.onnx files: - filename: voice-fr-mls_1840-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-mls_1840-low.tar.gz sha256: 69169d1fac99a733112c08c7caabf457055990590a32ee83ebcada37f86132d3 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-mls_1840-low.tar.gz +- name: voice-fr-siwis-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fr-siwis-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fr-siwis-low.onnx files: - filename: voice-fr-siwis-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-siwis-low.tar.gz sha256: d3db8d47053e9b4108e1c1d29d5ea2b5b1a152183616c3134c222110ccde20f2 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-siwis-low.tar.gz +- name: voice-fr-siwis-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fr-siwis-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fr-siwis-medium.onnx files: - filename: voice-fr-siwis-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-siwis-medium.tar.gz sha256: 0c9ecdf9ecac6de4a46be85a162bffe0db7145bd3a4175831cea6cab4b41eefd -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-fr-siwis-medium.tar.gz +- name: voice-is-bui-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-is-bui-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: is-bui-medium.onnx files: - filename: voice-is-bui-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-bui-medium.tar.gz sha256: e89ef01051cb48ca2a32338ed8749a4c966b912bb572c61d6d21f2d3822e505f -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-bui-medium.tar.gz +- name: voice-is-salka-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-is-salka-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: is-salka-medium.onnx files: - filename: voice-is-salka-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-salka-medium.tar.gz sha256: 75923d7d6b4125166ca58ec82b5d23879012844483b428db9911e034e6626384 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-salka-medium.tar.gz +- name: voice-is-steinn-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-is-steinn-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: is-steinn-medium.onnx files: - filename: voice-is-steinn-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-steinn-medium.tar.gz sha256: 5a01a8df796f86fdfe12cc32a3412ebd83670d47708d94d926ba5ed0776e6dc9 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-steinn-medium.tar.gz +- name: voice-is-ugla-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-is-ugla-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: is-ugla-medium.onnx files: - filename: voice-is-ugla-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-ugla-medium.tar.gz sha256: 501cd0376f7fd397f394856b7b3d899da4cc40a63e11912258b74da78af90547 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-is-ugla-medium.tar.gz +- name: voice-it-riccardo_fasol-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-it-riccardo_fasol-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: it-riccardo_fasol-x-low.onnx files: - filename: voice-it-riccardo_fasol-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-it-riccardo_fasol-x-low.tar.gz sha256: 394b27b8780f5167e73a62ac103839cc438abc7edb544192f965e5b8f5f4acdb -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-it-riccardo_fasol-x-low.tar.gz +- name: voice-it-paola-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-it-paola-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: it-paola-medium.onnx files: - filename: voice-it-paola-medium.tar.gz - uri: https://github.com/fakezeta/piper-paola-voice/releases/download/v1.0.0/voice-it-paola-medium.tar.gz sha256: 61d3bac0ff6d347daea5464c4b3ae156a450b603a916cc9ed7deecdeba17153a -- !!merge <<: *piper + uri: https://github.com/fakezeta/piper-paola-voice/releases/download/v1.0.0/voice-it-paola-medium.tar.gz +- name: voice-kk-iseke-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-kk-iseke-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: kk-iseke-x-low.onnx files: - filename: voice-kk-iseke-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-kk-iseke-x-low.tar.gz sha256: f434fffbea3e6d8cf392e44438a1f32a5d005fc93b41be84a6d663882ce7c074 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-kk-iseke-x-low.tar.gz +- name: voice-kk-issai-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-kk-issai-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: kk-issai-high.onnx files: - filename: voice-kk-issai-high.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-kk-issai-high.tar.gz sha256: 84bf79d330d6cd68103e82d95bbcaa2628a99a565126dea94cea2be944ed4f32 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-kk-issai-high.tar.gz +- name: voice-kk-raya-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-kk-raya-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: kk-raya-x-low.onnx files: - filename: voice-kk-raya-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-kk-raya-x-low.tar.gz sha256: 4cab4ce00c6f10450b668072d7980a2bc3ade3a39adee82e3ec4f519d4c57bd1 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-kk-raya-x-low.tar.gz +- name: voice-ne-google-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ne-google-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ne-google-medium.onnx files: - filename: voice-ne-google-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ne-google-medium.tar.gz sha256: 0895b11a7a340baea37fb9c27fb50bc3fd0af9779085978277f962d236d3a7bd -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ne-google-medium.tar.gz +- name: voice-ne-google-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ne-google-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ne-google-x-low.onnx files: - filename: voice-ne-google-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ne-google-x-low.tar.gz sha256: 870ba5718dfe3e478c6cce8a9a288b591b3575c750b57ffcd845e4ec64988f0b -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ne-google-x-low.tar.gz +- name: voice-nl-mls_5809-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl-mls_5809-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl-mls_5809-low.onnx files: - filename: voice-nl-mls_5809-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-mls_5809-low.tar.gz sha256: 398b9f0318dfe9d613cb066444efec0d8491905ae34cf502edb52030b75ef51c -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-mls_5809-low.tar.gz +- name: voice-nl-mls_7432-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl-mls_7432-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl-mls_7432-low.onnx files: - filename: voice-nl-mls_7432-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-mls_7432-low.tar.gz sha256: 0b3efc68ea7e735ba8f2e0a0f7e9b4b887b00f6530c02fca4aa69a6091adbe5e -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-mls_7432-low.tar.gz +- name: voice-nl-nathalie-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl-nathalie-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl-nathalie-x-low.onnx files: - filename: voice-nl-nathalie-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-nathalie-x-low.tar.gz sha256: 2658d4fe2b791491780160216d187751f7c993aa261f3b8ec76dfcaf1ba74942 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-nathalie-x-low.tar.gz +- name: voice-nl-rdh-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl-rdh-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl-rdh-medium.onnx files: - filename: voice-nl-rdh-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-rdh-medium.tar.gz sha256: 16f74a195ecf13df1303fd85327532196cc1ecef2e72505200578fd410d0affb -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-rdh-medium.tar.gz +- name: voice-nl-rdh-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl-rdh-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl-rdh-x-low.onnx files: - filename: voice-nl-rdh-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-rdh-x-low.tar.gz sha256: 496363e5d6e080fd16ac5a1f9457c564b52f0ee8be7f2e2ba1dbf41ef0b23a39 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-nl-rdh-x-low.tar.gz +- name: voice-no-talesyntese-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-no-talesyntese-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: no-talesyntese-medium.onnx files: - filename: voice-no-talesyntese-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-no-talesyntese-medium.tar.gz sha256: ed6b3593a0e70c90d52e225b85d7e0b805ad8e08482471bd2f73cf1404a6470d -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-no-talesyntese-medium.tar.gz +- name: voice-pl-mls_6892-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pl-mls_6892-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pl-mls_6892-low.onnx files: - filename: voice-pl-mls_6892-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-pl-mls_6892-low.tar.gz sha256: 5361fcf586b1285025a2ccb8b7500e07c9d66fa8126ef518709c0055c4c0d6f4 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-pl-mls_6892-low.tar.gz +- name: voice-pt-br-edresson-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pt-br-edresson-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pt-br-edresson-low.onnx files: - filename: voice-pt-br-edresson-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-pt-br-edresson-low.tar.gz sha256: c68be522a526e77f49e90eeb4c13c01b4acdfeb635759f0eeb0eea8f16fd1f33 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-pt-br-edresson-low.tar.gz +- name: voice-ru-irinia-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ru-irinia-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ru-irinia-medium.onnx files: - filename: voice-ru-irinia-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ru-irinia-medium.tar.gz sha256: 897b62f170faee38f21d0bc36411164166ae351977e898b6cf33f6206890b55f -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-ru-irinia-medium.tar.gz +- name: voice-sv-se-nst-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sv-se-nst-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sv-se-nst-medium.onnx files: - filename: voice-sv-se-nst-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-sv-se-nst-medium.tar.gz sha256: 0d6cf357d55860162bf1bdd76bd4f0c396ff547e941bfb25df799d6f1866fda9 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-sv-se-nst-medium.tar.gz +- name: voice-uk-lada-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-uk-lada-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: uk-lada-x-low.onnx files: - filename: voice-uk-lada-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-uk-lada-x-low.tar.gz sha256: ff50acbd659fc226b57632acb1cee310009821ec44b4bc517effdd9827d8296b -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-uk-lada-x-low.tar.gz +- name: voice-vi-25hours-single-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-vi-25hours-single-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: vi-25hours-single-low.onnx files: - filename: voice-vi-25hours-single-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-vi-25hours-single-low.tar.gz sha256: 97e34d1b69dc7000a4ec3269f84339ed35905b3c9800a63da5d39b7649e4a666 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-vi-25hours-single-low.tar.gz +- name: voice-vi-vivos-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-vi-vivos-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: vi-vivos-x-low.onnx files: - filename: voice-vi-vivos-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-vi-vivos-x-low.tar.gz sha256: 07cd4ca6438ec224012f7033eec1a2038724b78e4aa2bedf85f756656b52e1a7 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-vi-vivos-x-low.tar.gz +- name: voice-zh-cn-huayan-x-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-zh-cn-huayan-x-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: zh-cn-huayan-x-low.onnx files: - filename: voice-zh-cn-huayan-x-low.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-zh-cn-huayan-x-low.tar.gz sha256: 609db0da8ee75beb2f17ce53c55abdbc8c0e04135482efedf1798b1938bf90fa -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-zh-cn-huayan-x-low.tar.gz +- name: voice-zh_CN-huayan-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-zh_CN-huayan-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: zh_CN-huayan-medium.onnx files: - filename: voice-zh_CN-huayan-medium.tar.gz - uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-zh_CN-huayan-medium.tar.gz sha256: 0299a5e7f481ba853404e9f0e1515a94d5409585d76963fa4d30c64bd630aa99 -- !!merge <<: *piper + uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-zh_CN-huayan-medium.tar.gz +- name: voice-ca_ES-upc_ona-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ca_ES-upc_ona-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - text-to-speech + - onnx + - piper + - medium + - catalan + - neural + - optimized + - cpu + last_checked: "2026-05-04" overrides: parameters: model: ca_ES-upc_ona-medium.onnx files: - filename: ca_ES-upc_ona-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ca/ca_ES/upc_ona/medium/ca_ES-upc_ona-medium.onnx sha256: fdb652db8c11a4475527346cf3241cb064d1ba393cf370f3f2ec09a872d118fd + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ca/ca_ES/upc_ona/medium/ca_ES-upc_ona-medium.onnx - filename: ca_ES-upc_ona-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ca/ca_ES/upc_ona/medium/ca_ES-upc_ona-medium.onnx.json sha256: 7f76acc9c06f4eda9e6aef2997b75782d97855aab48d4b401eb956a6e655eddc -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ca/ca_ES/upc_ona/medium/ca_ES-upc_ona-medium.onnx.json +- name: voice-cs_CZ-jirka-low url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-cs_CZ-jirka-low + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - czech + - low + - voice + - neural + last_checked: "2026-05-04" overrides: parameters: model: cs_CZ-jirka-low.onnx files: - filename: cs_CZ-jirka-low.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/low/cs_CZ-jirka-low.onnx sha256: 72e73fb306a165b41927d2c9d882f71e9f1c86ac5edf37c5441370a6e4e6ef7d + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/low/cs_CZ-jirka-low.onnx - filename: cs_CZ-jirka-low.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/low/cs_CZ-jirka-low.onnx.json sha256: fc32d8cdd23a6461fdd355de422daad6271cbf15033b754343b8a9262cca1f76 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/low/cs_CZ-jirka-low.onnx.json +- name: voice-cs_CZ-jirka-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-cs_CZ-jirka-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - czech + - cs + - medium + - onnx + - speech + - multilingual + last_checked: "2026-05-04" overrides: parameters: model: cs_CZ-jirka-medium.onnx files: - filename: cs_CZ-jirka-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/medium/cs_CZ-jirka-medium.onnx sha256: cbd5c900acacc8e8cbecd64347abb8de39c00a9d3104bed06fee92e4f319efc8 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/medium/cs_CZ-jirka-medium.onnx - filename: cs_CZ-jirka-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/medium/cs_CZ-jirka-medium.onnx.json sha256: fb38b1799b7354808227c065efa97b1ffa2b0cde59505babb56a36d35af9c637 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cs/cs_CZ/jirka/medium/cs_CZ-jirka-medium.onnx.json +- name: voice-cy_GB-bu_tts-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-cy_GB-bu_tts-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - piper + - onnx + - multilingual + - voice + - welsh + - cy_GB + last_checked: "2026-05-04" overrides: parameters: model: cy_GB-bu_tts-medium.onnx files: - filename: cy_GB-bu_tts-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/bu_tts/medium/cy_GB-bu_tts-medium.onnx sha256: 411b513cd35975b4248cbaa8e3e5a9d9a3b8db6b77680b821e37b75d984be329 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/bu_tts/medium/cy_GB-bu_tts-medium.onnx - filename: cy_GB-bu_tts-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/bu_tts/medium/cy_GB-bu_tts-medium.onnx.json sha256: c318e3b8700b8eb4ed5deb276872b036dcb67e2882cc8dfb2d59d4a64018b285 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/bu_tts/medium/cy_GB-bu_tts-medium.onnx.json +- name: voice-cy_GB-gwryw_gogleddol-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-cy_GB-gwryw_gogleddol-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - piper + - onnx + - medium + - cym + - welsh + - cy_GB + - cpu + - voice + last_checked: "2026-05-04" overrides: parameters: model: cy_GB-gwryw_gogleddol-medium.onnx files: - filename: cy_GB-gwryw_gogleddol-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/gwryw_gogleddol/medium/cy_GB-gwryw_gogleddol-medium.onnx sha256: a7d87df65e2c67ddee49829906ec51982fe123d418472731dab696f4dcefe8c6 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/gwryw_gogleddol/medium/cy_GB-gwryw_gogleddol-medium.onnx - filename: cy_GB-gwryw_gogleddol-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/gwryw_gogleddol/medium/cy_GB-gwryw_gogleddol-medium.onnx.json sha256: b31d2cfa51cd5709371a2346860b409b24eceec1a290235cb9299cff8a9c34c0 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/cy/cy_GB/gwryw_gogleddol/medium/cy_GB-gwryw_gogleddol-medium.onnx.json +- name: voice-de_DE-thorsten-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de_DE-thorsten-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - piper + - onnx + - german + - de + - rhasspy + - neural + - voice + - cpu + last_checked: "2026-05-04" overrides: parameters: model: de_DE-thorsten-high.onnx files: - filename: de_DE-thorsten-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/high/de_DE-thorsten-high.onnx sha256: 9df1c43c61149ef9b39e618e2b861fbe41e1fcea9390b2dac62e8761573ea4f1 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/high/de_DE-thorsten-high.onnx - filename: de_DE-thorsten-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/high/de_DE-thorsten-high.onnx.json sha256: 6de734444e4c3f9e33b7ebe2746dbc19b71e85f613e79c65acf623200b99a76a -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/high/de_DE-thorsten-high.onnx.json +- name: voice-de_DE-thorsten-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de_DE-thorsten-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - german + - de + - onnx + - medium + - speech-synthesis + - voice + - piper-voices + last_checked: "2026-05-04" overrides: parameters: model: de_DE-thorsten-medium.onnx files: - filename: de_DE-thorsten-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/medium/de_DE-thorsten-medium.onnx sha256: 7e64762d8e5118bb578f2eea6207e1a35a8e0c30595010b666f983fc87bb7819 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/medium/de_DE-thorsten-medium.onnx - filename: de_DE-thorsten-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/medium/de_DE-thorsten-medium.onnx.json sha256: 974adee790533adb273a1ac88f49027d2a1b8f0f2cf4905954a4791e79264e85 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten/medium/de_DE-thorsten-medium.onnx.json +- name: voice-de_DE-thorsten_emotional-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-de_DE-thorsten_emotional-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - medium + - german + - de + - emotional + - thorsten + - voice + - neural + last_checked: "2026-05-04" overrides: parameters: model: de_DE-thorsten_emotional-medium.onnx files: - filename: de_DE-thorsten_emotional-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten_emotional/medium/de_DE-thorsten_emotional-medium.onnx sha256: c1764e652266cd6dcebf1b95c61973df5970a5f5272e94b655ff1ddf9a99d1ff + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten_emotional/medium/de_DE-thorsten_emotional-medium.onnx - filename: de_DE-thorsten_emotional-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten_emotional/medium/de_DE-thorsten_emotional-medium.onnx.json sha256: 92895b9e99f7cfc13f4a9879da615c3d6e0baa4d660e26d7b685abdd27a6d1d3 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/de/de_DE/thorsten_emotional/medium/de_DE-thorsten_emotional-medium.onnx.json +- name: voice-el_GR-rapunzelina-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-el_GR-rapunzelina-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - piper + - onnx + - greek + - medium + - voice-model + - cpu + last_checked: "2026-05-04" overrides: parameters: model: el_GR-rapunzelina-medium.onnx files: - filename: el_GR-rapunzelina-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/el/el_GR/rapunzelina/medium/el_GR-rapunzelina-medium.onnx sha256: 3ca9fb3092215ee92edfc019b43feb0115ff4dfe638eb34474833ab1de840952 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/el/el_GR/rapunzelina/medium/el_GR-rapunzelina-medium.onnx - filename: el_GR-rapunzelina-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/el/el_GR/rapunzelina/medium/el_GR-rapunzelina-medium.onnx.json sha256: 3a6182ec7c7550e14ef15e5d9badbb18f973a434086ac9658a1b10991fd192f8 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/el/el_GR/rapunzelina/medium/el_GR-rapunzelina-medium.onnx.json +- name: voice-en_GB-alan-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-alan-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - en_gb + - medium + - voice + - neural + - speech + - english + last_checked: "2026-05-04" overrides: parameters: model: en_GB-alan-medium.onnx files: - filename: en_GB-alan-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alan/medium/en_GB-alan-medium.onnx sha256: 0a309668932205e762801f1efc2736cd4b0120329622adf62be09e56339d3330 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alan/medium/en_GB-alan-medium.onnx - filename: en_GB-alan-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alan/medium/en_GB-alan-medium.onnx.json sha256: c0f0d124e5895c00e7c03b35dcc8287f319a6998a365b182deb5c8e752ee8c1e -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alan/medium/en_GB-alan-medium.onnx.json +- name: voice-en_GB-alba-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-alba-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - medium + - en_gb + - voice + - cpu + last_checked: "2026-05-04" overrides: parameters: model: en_GB-alba-medium.onnx files: - filename: en_GB-alba-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alba/medium/en_GB-alba-medium.onnx sha256: 401369c4a81d09fdd86c32c5c864440811dbdcc66466cde2d64f7133a66ad03b + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alba/medium/en_GB-alba-medium.onnx - filename: en_GB-alba-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alba/medium/en_GB-alba-medium.onnx.json sha256: aa965a2f02ecced632c2694e1fc72bbff6d65f265fab567ca945918c73dd89f4 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/alba/medium/en_GB-alba-medium.onnx.json +- name: voice-en_GB-aru-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-aru-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - medium + - english + - british + - neural + - cpu + last_checked: "2026-05-04" overrides: parameters: model: en_GB-aru-medium.onnx files: - filename: en_GB-aru-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/aru/medium/en_GB-aru-medium.onnx sha256: 9e74d089a8563f8b2446426d01becb046cd3c3bfbafe1a20fd03a9a79bd82619 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/aru/medium/en_GB-aru-medium.onnx - filename: en_GB-aru-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/aru/medium/en_GB-aru-medium.onnx.json sha256: 00529fabf0e79f29a9cb10fda5b60f9b7cf80671faac2b316e13af20e7816d5e -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/aru/medium/en_GB-aru-medium.onnx.json +- name: voice-en_GB-cori-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-cori-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - en-gb + - voice + - localai + - rhasspy + last_checked: "2026-05-04" overrides: parameters: model: en_GB-cori-high.onnx files: - filename: en_GB-cori-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/high/en_GB-cori-high.onnx sha256: 470b4dd634c98f8a4850d7626ffc3dfc90774628eeef6605a6dd8f88f30a5903 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/high/en_GB-cori-high.onnx - filename: en_GB-cori-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/high/en_GB-cori-high.onnx.json sha256: 9e7fb5b5671612c22f3c81cbe46c1ae87b031a4632bcb509e499dad6f1e2adec -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/high/en_GB-cori-high.onnx.json +- name: voice-en_GB-cori-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-cori-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - medium + - en_gb + - voice + - neural + - speech + last_checked: "2026-05-04" overrides: parameters: model: en_GB-cori-medium.onnx files: - filename: en_GB-cori-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/medium/en_GB-cori-medium.onnx sha256: 1899f98e5fb8310154f3c2973f4b8a929ba7245e722b3d3a85680b833d95f10d + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/medium/en_GB-cori-medium.onnx - filename: en_GB-cori-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/medium/en_GB-cori-medium.onnx.json sha256: e262c16d7f192f69d4edd6b4ef8a5915379e67495fcc402f1ab15eeb33da3d36 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/cori/medium/en_GB-cori-medium.onnx.json +- name: voice-en_GB-jenny_dioco-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-jenny_dioco-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - piper + - english + - en_GB + - onnx + - medium + - neural + last_checked: "2026-05-04" overrides: parameters: model: en_GB-jenny_dioco-medium.onnx files: - filename: en_GB-jenny_dioco-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/jenny_dioco/medium/en_GB-jenny_dioco-medium.onnx sha256: 469c630d209e139dd392a66bf4abde4ab86390a0269c1e47b4e5d7ce81526b01 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/jenny_dioco/medium/en_GB-jenny_dioco-medium.onnx - filename: en_GB-jenny_dioco-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/jenny_dioco/medium/en_GB-jenny_dioco-medium.onnx.json sha256: a9a7a93a317c9a3cb6563e37eb057df9ef09c06188a8a4341b0fcb58cba54dd4 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/jenny_dioco/medium/en_GB-jenny_dioco-medium.onnx.json +- name: voice-en_GB-northern_english_male-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-northern_english_male-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - piper + - en_GB + - british + - male + - onnx + - neural + - english + - voice + last_checked: "2026-05-04" overrides: parameters: model: en_GB-northern_english_male-medium.onnx files: - filename: en_GB-northern_english_male-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx sha256: 57a219ae8e638873db7d18893304be5069c42868f392bb95c3ff17f0690d0689 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx - filename: en_GB-northern_english_male-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx.json sha256: 69557ed3d974463453e9b0c09dd99a7ed0e52b8b87b64b357dbeeb2540a97d47 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx.json +- name: voice-en_GB-semaine-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-semaine-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - piper + - tts + - text-to-speech + - onnx + - en_GB + - medium + - english + last_checked: "2026-05-04" overrides: parameters: model: en_GB-semaine-medium.onnx files: - filename: en_GB-semaine-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/semaine/medium/en_GB-semaine-medium.onnx sha256: d6dab6f3b92db43ea3f78c7f20dc8eadb47a1f15d8a1c9d451cf3ccd201a2f66 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/semaine/medium/en_GB-semaine-medium.onnx - filename: en_GB-semaine-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/semaine/medium/en_GB-semaine-medium.onnx.json sha256: 6425dcb878684043b77d772b173ae006d86a583b110303edda48b8438ecee5ee -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/semaine/medium/en_GB-semaine-medium.onnx.json +- name: voice-en_GB-vctk-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_GB-vctk-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_GB-vctk-medium.onnx files: - filename: en_GB-vctk-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/vctk/medium/en_GB-vctk-medium.onnx sha256: 4e9fc85ab9009385319fc6bae7f55577f8a2d7ee77fd9159a5500eb6531f41e6 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/vctk/medium/en_GB-vctk-medium.onnx - filename: en_GB-vctk-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/vctk/medium/en_GB-vctk-medium.onnx.json sha256: 7f85e6391ed0f7f46e4abd19345929a16be931a0c9945086f96692dce2087fa8 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_GB/vctk/medium/en_GB-vctk-medium.onnx.json +- name: voice-en_US-amy-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-amy-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-amy-medium.onnx files: - filename: en_US-amy-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/amy/medium/en_US-amy-medium.onnx sha256: b3a6e47b57b8c7fbe6a0ce2518161a50f59a9cdd8a50835c02cb02bdd6206c18 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/amy/medium/en_US-amy-medium.onnx - filename: en_US-amy-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/amy/medium/en_US-amy-medium.onnx.json sha256: 95a23eb4d42909d38df73bb9ac7f45f597dbfcde2d1bf9526fdeaf5466977d77 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/amy/medium/en_US-amy-medium.onnx.json +- name: voice-en_US-arctic-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-arctic-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-arctic-medium.onnx files: - filename: en_US-arctic-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/arctic/medium/en_US-arctic-medium.onnx sha256: 483303e294947a3ec2f910ea96093d876e1640f5772e9d89e511d6c82c667286 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/arctic/medium/en_US-arctic-medium.onnx - filename: en_US-arctic-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/arctic/medium/en_US-arctic-medium.onnx.json sha256: db2ca1a55db01cdd3ce28ae63037ac525133e9e00ca557430dec572643235efe -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/arctic/medium/en_US-arctic-medium.onnx.json +- name: voice-en_US-bryce-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-bryce-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-bryce-medium.onnx files: - filename: en_US-bryce-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/bryce/medium/en_US-bryce-medium.onnx sha256: dc9caa6c313199ffb5ac698b6e542fa6cba388aeaf2731e25262e33b9810aef1 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/bryce/medium/en_US-bryce-medium.onnx - filename: en_US-bryce-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/bryce/medium/en_US-bryce-medium.onnx.json sha256: 7ceb1bc4af6d4e41b6d1edbb86c67e91e01eaa71f66db4cd0ae92ac704d415be -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/bryce/medium/en_US-bryce-medium.onnx.json +- name: voice-en_US-hfc_female-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-hfc_female-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-hfc_female-medium.onnx files: - filename: en_US-hfc_female-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_female/medium/en_US-hfc_female-medium.onnx sha256: 914c473788fc1fa8b63ace1cdcdb44588f4ae523d3ab37df1536616835a140b7 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_female/medium/en_US-hfc_female-medium.onnx - filename: en_US-hfc_female-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_female/medium/en_US-hfc_female-medium.onnx.json sha256: 03f1fa0622b80463283592d97aca9f6e89aec345a5c56b7257723e0093c58b6c -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_female/medium/en_US-hfc_female-medium.onnx.json +- name: voice-en_US-hfc_male-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-hfc_male-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-hfc_male-medium.onnx files: - filename: en_US-hfc_male-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_male/medium/en_US-hfc_male-medium.onnx sha256: d11e403a02bdf5a670c877b3dc56e0e1c8cece6fb30289586314dffdc0a78cb0 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_male/medium/en_US-hfc_male-medium.onnx - filename: en_US-hfc_male-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_male/medium/en_US-hfc_male-medium.onnx.json sha256: f66847424aed0bf99ecbb5d7cfde47c0a906f426a0daf7c46f305e7d21afd886 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/hfc_male/medium/en_US-hfc_male-medium.onnx.json +- name: voice-en_US-joe-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-joe-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-joe-medium.onnx files: - filename: en_US-joe-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/joe/medium/en_US-joe-medium.onnx sha256: 58afce0321b8d9c46d7cdf9c16500cc55a793b4220212dba6b70fb788b3baf06 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/joe/medium/en_US-joe-medium.onnx - filename: en_US-joe-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/joe/medium/en_US-joe-medium.onnx.json sha256: 3d6d5410b3795cb1950595247ef8f06190719e6fdbfa3a2356d8ec368e1aad33 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/joe/medium/en_US-joe-medium.onnx.json +- name: voice-en_US-john-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-john-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-john-medium.onnx files: - filename: en_US-john-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/john/medium/en_US-john-medium.onnx sha256: 789c6c875726e627ddee93d51d8727859abe9c091c3d141591f4b83c2072e988 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/john/medium/en_US-john-medium.onnx - filename: en_US-john-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/john/medium/en_US-john-medium.onnx.json sha256: af60f177b6b550f3d7a302720c0fb89e7f94a82b5dca464775ef63b1c69ba09a -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/john/medium/en_US-john-medium.onnx.json +- name: voice-en_US-kristin-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-kristin-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-kristin-medium.onnx files: - filename: en_US-kristin-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kristin/medium/en_US-kristin-medium.onnx sha256: 5849957f929cbf720c258f8458692d6103fff2f0e3d3b19c8259474bb06a18d4 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kristin/medium/en_US-kristin-medium.onnx - filename: en_US-kristin-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kristin/medium/en_US-kristin-medium.onnx.json sha256: 5681426d4aead22195de70531eeeeddb46493cfaffc5764b2ea3db73428b651c -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kristin/medium/en_US-kristin-medium.onnx.json +- name: voice-en_US-kusal-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-kusal-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-kusal-medium.onnx files: - filename: en_US-kusal-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kusal/medium/en_US-kusal-medium.onnx sha256: 438ae25bb305b2a7f6d632327d6102df25011f793e8222fa9db876e7321df8f3 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kusal/medium/en_US-kusal-medium.onnx - filename: en_US-kusal-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kusal/medium/en_US-kusal-medium.onnx.json sha256: ddd3c4dfd8b4f568150c934fb94912dd788d44db87f4f0a328c469d7a6761f41 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/kusal/medium/en_US-kusal-medium.onnx.json +- name: voice-en_US-l2arctic-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-l2arctic-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-l2arctic-medium.onnx files: - filename: en_US-l2arctic-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/l2arctic/medium/en_US-l2arctic-medium.onnx sha256: d89f6f124bf1e7735b2179d2141b8001c3e19169d5e743ed6e35624f4c76f044 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/l2arctic/medium/en_US-l2arctic-medium.onnx - filename: en_US-l2arctic-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/l2arctic/medium/en_US-l2arctic-medium.onnx.json sha256: a97e2ba653e9efcdc1bdcec64a398c8beb19ae5e8dfdbfe4ad6841983e56c07c -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/l2arctic/medium/en_US-l2arctic-medium.onnx.json +- name: voice-en_US-lessac-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-lessac-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-lessac-high.onnx files: - filename: en_US-lessac-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/lessac/high/en_US-lessac-high.onnx sha256: 4cabf7c3a638017137f34a1516522032d4fe3f38228a843cc9b764ddcbcd9e09 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/lessac/high/en_US-lessac-high.onnx - filename: en_US-lessac-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/lessac/high/en_US-lessac-high.onnx.json sha256: db42b97d9859f257bc1561b8ed980e7fb2398402050a74ddd6cbec931a92412f -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/lessac/high/en_US-lessac-high.onnx.json +- name: voice-en_US-libritts_r-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-libritts_r-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-libritts_r-medium.onnx files: - filename: en_US-libritts_r-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx sha256: 10bb85e071d616fcf4071f369f1799d0491492ab3c5d552ec19fb548fac13195 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx - filename: en_US-libritts_r-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx.json sha256: b471dc60d2d8335e819c393d196d6fbf792817f40051257b269878505bc9afb3 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx.json +- name: voice-en_US-ljspeech-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-ljspeech-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-ljspeech-high.onnx files: - filename: en_US-ljspeech-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/high/en_US-ljspeech-high.onnx sha256: 5d4f08ba6a2a48c44592eed3ce56bf85e9de3dd4e20df90541ae68a8310c029a + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/high/en_US-ljspeech-high.onnx - filename: en_US-ljspeech-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/high/en_US-ljspeech-high.onnx.json sha256: 7e1f4634af596d83cca997fb7a931ba80b70f8a316a2655ee69c55365e0ace14 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/high/en_US-ljspeech-high.onnx.json +- name: voice-en_US-ljspeech-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-ljspeech-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-ljspeech-medium.onnx files: - filename: en_US-ljspeech-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/medium/en_US-ljspeech-medium.onnx sha256: 6f52a751e2349abe7a76735eb09dc1875298c77ea2342ffd2fef79ff81b87f22 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/medium/en_US-ljspeech-medium.onnx - filename: en_US-ljspeech-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/medium/en_US-ljspeech-medium.onnx.json sha256: 141d612cc0a95ed7efc1ca936b845c2364967f2e9217c5dbfcf69fc4d6c65860 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ljspeech/medium/en_US-ljspeech-medium.onnx.json +- name: voice-en_US-norman-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-norman-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-norman-medium.onnx files: - filename: en_US-norman-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/norman/medium/en_US-norman-medium.onnx sha256: b9739443232a80a59c7d18810dd856899bf16a7964725f5ab81ea49b1351cb71 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/norman/medium/en_US-norman-medium.onnx - filename: en_US-norman-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/norman/medium/en_US-norman-medium.onnx.json sha256: 6c2db7f558a4a8deb9fe822583c1c5105f6c4e834dd0f9de8ad17a888ee9fe1d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/norman/medium/en_US-norman-medium.onnx.json +- name: voice-en_US-reza_ibrahim-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-reza_ibrahim-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-reza_ibrahim-medium.onnx files: - filename: en_US-reza_ibrahim-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/reza_ibrahim/medium/en_US-reza_ibrahim-medium.onnx sha256: 99f0c31464a2120831ca87d079e10a9a2b3e426cc1ee662d80ff9042df15cd3c + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/reza_ibrahim/medium/en_US-reza_ibrahim-medium.onnx - filename: en_US-reza_ibrahim-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/reza_ibrahim/medium/en_US-reza_ibrahim-medium.onnx.json sha256: 465ddf1702917fe617b7d69ed81301d6a2f39f083a754bd1cf6db8955d09a381 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/reza_ibrahim/medium/en_US-reza_ibrahim-medium.onnx.json +- name: voice-en_US-ryan-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-ryan-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-ryan-high.onnx files: - filename: en_US-ryan-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ryan/high/en_US-ryan-high.onnx sha256: b3990d7606e183ec8dbfba70a4607074f162de1a0c412e0180d1ff60bb154eca + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ryan/high/en_US-ryan-high.onnx - filename: en_US-ryan-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ryan/high/en_US-ryan-high.onnx.json sha256: c6d3b98f08315cb4bebf0d49d50fc4ff491b503c64b940cd3d5ca28543b48011 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/ryan/high/en_US-ryan-high.onnx.json +- name: voice-en_US-sam-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-en_US-sam-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: en_US-sam-medium.onnx files: - filename: en_US-sam-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/sam/medium/en_US-sam-medium.onnx sha256: 56417b3b4afe8ec6bb4cabf06e17d67261fdd5bf334592abcfc80052fba11163 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/sam/medium/en_US-sam-medium.onnx - filename: en_US-sam-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/sam/medium/en_US-sam-medium.onnx.json sha256: 8c7fb47f19683b0b81037c5564f9a5ad4699a9da685e0e5da0a72fd3c3f5c1c4 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/en/en_US/sam/medium/en_US-sam-medium.onnx.json +- name: voice-es_AR-daniela-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es_AR-daniela-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es_AR-daniela-high.onnx files: - filename: es_AR-daniela-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_AR/daniela/high/es_AR-daniela-high.onnx sha256: 7ceb1fc0dab349418c5b54a639ae9ee595212d7c9ea422220d8419163d5cc985 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_AR/daniela/high/es_AR-daniela-high.onnx - filename: es_AR-daniela-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_AR/daniela/high/es_AR-daniela-high.onnx.json sha256: aedbf69647e1d754c62ecf8e0366ca5f16af3e768e3c6b5329af6eb6bde3852b -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_AR/daniela/high/es_AR-daniela-high.onnx.json +- name: voice-es_ES-davefx-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es_ES-davefx-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es_ES-davefx-medium.onnx files: - filename: es_ES-davefx-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/davefx/medium/es_ES-davefx-medium.onnx sha256: 6658b03b1a6c316ee4c265a9896abc1393353c2d9e1bca7d66c2c442e222a917 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/davefx/medium/es_ES-davefx-medium.onnx - filename: es_ES-davefx-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/davefx/medium/es_ES-davefx-medium.onnx.json sha256: 0e0dda87c732f6f38771ff274a6380d9252f327dca77aa2963d5fbdf9ec54842 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/davefx/medium/es_ES-davefx-medium.onnx.json +- name: voice-es_ES-sharvard-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es_ES-sharvard-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es_ES-sharvard-medium.onnx files: - filename: es_ES-sharvard-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/sharvard/medium/es_ES-sharvard-medium.onnx sha256: 40febfb1679c69a4505ff311dc136e121e3419a13a290ef264fdf43ddedd0fb1 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/sharvard/medium/es_ES-sharvard-medium.onnx - filename: es_ES-sharvard-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/sharvard/medium/es_ES-sharvard-medium.onnx.json sha256: 7438c9b699c72b0c3388dae1b68d3f364dc66a2150fe554a1c11f03372957b2c -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_ES/sharvard/medium/es_ES-sharvard-medium.onnx.json +- name: voice-es_MX-ald-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es_MX-ald-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es_MX-ald-medium.onnx files: - filename: es_MX-ald-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/ald/medium/es_MX-ald-medium.onnx sha256: 019b3803293c93e34a206dd2e53a3889209a514e786fd7144f7b70196c579b63 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/ald/medium/es_MX-ald-medium.onnx - filename: es_MX-ald-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/ald/medium/es_MX-ald-medium.onnx.json sha256: 5a71498158e04afc8099bfd019c7e87c68eb9d042505a2b1a87e5c1ac2b1a61d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/ald/medium/es_MX-ald-medium.onnx.json +- name: voice-es_MX-claude-high url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-es_MX-claude-high + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: es_MX-claude-high.onnx files: - filename: es_MX-claude-high.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/claude/high/es_MX-claude-high.onnx sha256: 3ef40a71ea63852cd8ab7e6fa7d2ecdcfa67a0b47c9c48e3f10e02ee02083ea0 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/claude/high/es_MX-claude-high.onnx - filename: es_MX-claude-high.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/claude/high/es_MX-claude-high.onnx.json sha256: 1afc81f703c0e4cb3b4d7c0dca096b8b54a98806807f0170cf5eb5557723c12d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/es/es_MX/claude/high/es_MX-claude-high.onnx.json +- name: voice-fa_IR-amir-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fa_IR-amir-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fa_IR-amir-medium.onnx files: - filename: fa_IR-amir-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/amir/medium/fa_IR-amir-medium.onnx sha256: fb815380d969ea372b0b21b0de14421f58fe481047e153e69685d079b6e1a9d1 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/amir/medium/fa_IR-amir-medium.onnx - filename: fa_IR-amir-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/amir/medium/fa_IR-amir-medium.onnx.json sha256: 75f918a3bf0f57a9179abe725af529f2a5c79d6c899e2a84aec76c685d5dfb9a -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/amir/medium/fa_IR-amir-medium.onnx.json +- name: voice-fa_IR-ganji-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fa_IR-ganji-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fa_IR-ganji-medium.onnx files: - filename: fa_IR-ganji-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji/medium/fa_IR-ganji-medium.onnx sha256: 6a98504bb77dc2fd3a863c977d37e67a6a525fdf661917385d569a3ff78e6cae + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji/medium/fa_IR-ganji-medium.onnx - filename: fa_IR-ganji-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji/medium/fa_IR-ganji-medium.onnx.json sha256: 9d3e0c0cf00156d8bf38fb7f96bdfbcb21911b37e062a328da0632e3c2cbc465 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji/medium/fa_IR-ganji-medium.onnx.json +- name: voice-fa_IR-ganji_adabi-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fa_IR-ganji_adabi-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fa_IR-ganji_adabi-medium.onnx files: - filename: fa_IR-ganji_adabi-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji_adabi/medium/fa_IR-ganji_adabi-medium.onnx sha256: e9073b41ae65759dcf95778e569c8f3780406dac99549436f6ab8e7d2336ed72 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji_adabi/medium/fa_IR-ganji_adabi-medium.onnx - filename: fa_IR-ganji_adabi-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji_adabi/medium/fa_IR-ganji_adabi-medium.onnx.json sha256: aa430ceebaa7c96d9cd6b1e73231a393901cabb23a1b7f53e8d85178a5ae70c9 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/ganji_adabi/medium/fa_IR-ganji_adabi-medium.onnx.json +- name: voice-fa_IR-gyro-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fa_IR-gyro-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fa_IR-gyro-medium.onnx files: - filename: fa_IR-gyro-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/gyro/medium/fa_IR-gyro-medium.onnx sha256: 37dfae43c82ee38ca9e6aac4ffef76a74d6b282ccbc397b27761f35d355c99ba + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/gyro/medium/fa_IR-gyro-medium.onnx - filename: fa_IR-gyro-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/gyro/medium/fa_IR-gyro-medium.onnx.json sha256: 4cd0ca01824b460f490224e284f9b68ecf07f91f3c654ba3bce59d4eb7646082 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/gyro/medium/fa_IR-gyro-medium.onnx.json +- name: voice-fa_IR-reza_ibrahim-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fa_IR-reza_ibrahim-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fa_IR-reza_ibrahim-medium.onnx files: - filename: fa_IR-reza_ibrahim-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/reza_ibrahim/medium/fa_IR-reza_ibrahim-medium.onnx sha256: 99f0c31464a2120831ca87d079e10a9a2b3e426cc1ee662d80ff9042df15cd3c + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/reza_ibrahim/medium/fa_IR-reza_ibrahim-medium.onnx - filename: fa_IR-reza_ibrahim-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/reza_ibrahim/medium/fa_IR-reza_ibrahim-medium.onnx.json sha256: e9866c88c16245f8b8f4d0eaeaa6eab4f2e193db69a2ab4683d83fe78a30b6ca -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fa/fa_IR/reza_ibrahim/medium/fa_IR-reza_ibrahim-medium.onnx.json +- name: voice-fi_FI-harri-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fi_FI-harri-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fi_FI-harri-medium.onnx files: - filename: fi_FI-harri-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fi/fi_FI/harri/medium/fi_FI-harri-medium.onnx sha256: a44167faa34caed940e4fcad139fcc35922266b2593bcebe77701774c0fb2389 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fi/fi_FI/harri/medium/fi_FI-harri-medium.onnx - filename: fi_FI-harri-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fi/fi_FI/harri/medium/fi_FI-harri-medium.onnx.json sha256: 3f9c9f76f74adf1fbe7279e41eea17d6610757e45effd6808bbea6be74b8916d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fi/fi_FI/harri/medium/fi_FI-harri-medium.onnx.json +- name: voice-fr_FR-tom-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fr_FR-tom-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fr_FR-tom-medium.onnx files: - filename: fr_FR-tom-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/tom/medium/fr_FR-tom-medium.onnx sha256: bf65074ccdeeeeaa832e75edb1c0a513c01c9a972bdf085ff8a6e71ea234fd41 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/tom/medium/fr_FR-tom-medium.onnx - filename: fr_FR-tom-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/tom/medium/fr_FR-tom-medium.onnx.json sha256: 2f7f885ad5a0aad802e3cc24e4f57239febdcb142b4876de5d238094674361cc -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/tom/medium/fr_FR-tom-medium.onnx.json +- name: voice-fr_FR-upmc-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-fr_FR-upmc-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: fr_FR-upmc-medium.onnx files: - filename: fr_FR-upmc-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/upmc/medium/fr_FR-upmc-medium.onnx sha256: 9abb3800c199148897a9ed64e100d224f3de83579f100044174ad19418f1786f + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/upmc/medium/fr_FR-upmc-medium.onnx - filename: fr_FR-upmc-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/upmc/medium/fr_FR-upmc-medium.onnx.json sha256: e8636ec15dfd5d72db37a02cb5320a20f2b8d339f2a0e4337da64c58a33a5868 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/fr/fr_FR/upmc/medium/fr_FR-upmc-medium.onnx.json +- name: voice-hi_IN-pratham-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-hi_IN-pratham-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: hi_IN-pratham-medium.onnx files: - filename: hi_IN-pratham-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/pratham/medium/hi_IN-pratham-medium.onnx sha256: 169964b0871667f6793416d4b35e97357a68ba1ad01df8580c28048989ee7693 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/pratham/medium/hi_IN-pratham-medium.onnx - filename: hi_IN-pratham-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/pratham/medium/hi_IN-pratham-medium.onnx.json sha256: b68edd2cd7950dd436314013b7cd12e9699e5a3f6fe5af5af94294cf6aa7b9fd -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/pratham/medium/hi_IN-pratham-medium.onnx.json +- name: voice-hi_IN-priyamvada-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-hi_IN-priyamvada-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: hi_IN-priyamvada-medium.onnx files: - filename: hi_IN-priyamvada-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/priyamvada/medium/hi_IN-priyamvada-medium.onnx sha256: aa63bcf2cd493b55a450f280e23cf77f03afc9af7015e6e5acd43b652f166c88 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/priyamvada/medium/hi_IN-priyamvada-medium.onnx - filename: hi_IN-priyamvada-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/priyamvada/medium/hi_IN-priyamvada-medium.onnx.json sha256: 5efc0ccf7529f3528996d46e0fac1f969f681d44a8e55bfa6236ff8841b5d52d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/priyamvada/medium/hi_IN-priyamvada-medium.onnx.json +- name: voice-hi_IN-rohan-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-hi_IN-rohan-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: hi_IN-rohan-medium.onnx files: - filename: hi_IN-rohan-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/rohan/medium/hi_IN-rohan-medium.onnx sha256: b65dc80fb34d9dcd1cf684cb297966a34983bbc93bb1696fe207f32b0b33a091 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/rohan/medium/hi_IN-rohan-medium.onnx - filename: hi_IN-rohan-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/rohan/medium/hi_IN-rohan-medium.onnx.json sha256: 07b9ae19bd0bac7fbbc99f7ee69c91245eb5470e926632c31fc0c50ba653c817 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hi/hi_IN/rohan/medium/hi_IN-rohan-medium.onnx.json +- name: voice-hu_HU-anna-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-hu_HU-anna-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: hu_HU-anna-medium.onnx files: - filename: hu_HU-anna-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/anna/medium/hu_HU-anna-medium.onnx sha256: 968c0c3a66cb667811242cc88653bff9247395fc7a0517fbeef7d8c08cdae62a + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/anna/medium/hu_HU-anna-medium.onnx - filename: hu_HU-anna-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/anna/medium/hu_HU-anna-medium.onnx.json sha256: ccf967d8db8018c9d8ffdb0edc8814ffcb6b75273bb0d84337317240f710283a -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/anna/medium/hu_HU-anna-medium.onnx.json +- name: voice-hu_HU-berta-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-hu_HU-berta-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: hu_HU-berta-medium.onnx files: - filename: hu_HU-berta-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/berta/medium/hu_HU-berta-medium.onnx sha256: 4eed05f767573b77fd2c07e6bccaa9b3c77089a55b9239c3099ecd3d17a59be3 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/berta/medium/hu_HU-berta-medium.onnx - filename: hu_HU-berta-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/berta/medium/hu_HU-berta-medium.onnx.json sha256: 3fd75422fcb0da86d54391256607a08d1ee4fb70f031941197e4400b9067b603 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/berta/medium/hu_HU-berta-medium.onnx.json +- name: voice-hu_HU-imre-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-hu_HU-imre-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: hu_HU-imre-medium.onnx files: - filename: hu_HU-imre-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/imre/medium/hu_HU-imre-medium.onnx sha256: af7d98e2031b4f00cf3693cafc47b0b5347f23c28cd6a5957a693f76d7202c2d + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/imre/medium/hu_HU-imre-medium.onnx - filename: hu_HU-imre-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/imre/medium/hu_HU-imre-medium.onnx.json sha256: bb9c31dd8429b1414d486e5d52d52f0790949c63bfaf1345075d42e23ad10c83 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/hu/hu_HU/imre/medium/hu_HU-imre-medium.onnx.json +- name: voice-id_ID-news_tts-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-id_ID-news_tts-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: id_ID-news_tts-medium.onnx files: - filename: id_ID-news_tts-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/id/id_ID/news_tts/medium/id_ID-news_tts-medium.onnx sha256: ed8f02aa593f7af6b19acbdb8142e0da0dd72f46194eb33d38e0eb10a52597e8 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/id/id_ID/news_tts/medium/id_ID-news_tts-medium.onnx - filename: id_ID-news_tts-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/id/id_ID/news_tts/medium/id_ID-news_tts-medium.onnx.json sha256: 1ef677072668a5e172e0759b1d3871f129009d1167f093325a17607f7add5ad7 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/id/id_ID/news_tts/medium/id_ID-news_tts-medium.onnx.json +- name: voice-ka_GE-natia-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ka_GE-natia-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ka_GE-natia-medium.onnx files: - filename: ka_GE-natia-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ka/ka_GE/natia/medium/ka_GE-natia-medium.onnx sha256: 04bdacf188fa24499885f9109b395fe8561a05ec2cd90d55453ec5beed7af460 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ka/ka_GE/natia/medium/ka_GE-natia-medium.onnx - filename: ka_GE-natia-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ka/ka_GE/natia/medium/ka_GE-natia-medium.onnx.json sha256: 906436d0f8de79fcd65576470b10c7ea937c750f9b6b6dafc72a27cebd4a88f6 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ka/ka_GE/natia/medium/ka_GE-natia-medium.onnx.json +- name: voice-lb_LU-marylux-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-lb_LU-marylux-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: lb_LU-marylux-medium.onnx files: - filename: lb_LU-marylux-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lb/lb_LU/marylux/medium/lb_LU-marylux-medium.onnx sha256: 4147ecacdd98932951d0f956555542de358d3ccff708d4996e305c3ce287097a + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lb/lb_LU/marylux/medium/lb_LU-marylux-medium.onnx - filename: lb_LU-marylux-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lb/lb_LU/marylux/medium/lb_LU-marylux-medium.onnx.json sha256: e5c5dec5433d33ff573e76fa567e80dcf636d05de5dcc817b273963f0733d742 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lb/lb_LU/marylux/medium/lb_LU-marylux-medium.onnx.json +- name: voice-lv_LV-aivars-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-lv_LV-aivars-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: lv_LV-aivars-medium.onnx files: - filename: lv_LV-aivars-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lv/lv_LV/aivars/medium/lv_LV-aivars-medium.onnx sha256: 9d855a47c22e2b94795be9e0eb9e8c4c02ce251dc89461dede94de20ff08bd8e + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lv/lv_LV/aivars/medium/lv_LV-aivars-medium.onnx - filename: lv_LV-aivars-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lv/lv_LV/aivars/medium/lv_LV-aivars-medium.onnx.json sha256: 08ae2c297be8aa04f15f3f97b7ffeae0146b30b0bd8f7baebcdc46bc2c2f33dc -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/lv/lv_LV/aivars/medium/lv_LV-aivars-medium.onnx.json +- name: voice-ml_IN-arjun-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ml_IN-arjun-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ml_IN-arjun-medium.onnx files: - filename: ml_IN-arjun-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/arjun/medium/ml_IN-arjun-medium.onnx sha256: e881130516a874306972a07dcf262e6900140430c5658131121744a80ef3f11b + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/arjun/medium/ml_IN-arjun-medium.onnx - filename: ml_IN-arjun-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/arjun/medium/ml_IN-arjun-medium.onnx.json sha256: 2804f070954e56545e88101b70331d444402187899d0a6ff03e5d44bee813245 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/arjun/medium/ml_IN-arjun-medium.onnx.json +- name: voice-ml_IN-meera-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ml_IN-meera-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ml_IN-meera-medium.onnx files: - filename: ml_IN-meera-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/meera/medium/ml_IN-meera-medium.onnx sha256: 0c3e730f8294286694cac5d33f4c94d050ed8ea74c5fd6d0d492d38cb57b5102 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/meera/medium/ml_IN-meera-medium.onnx - filename: ml_IN-meera-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/meera/medium/ml_IN-meera-medium.onnx.json sha256: ad51935143f548d139a84c6ad1702b757cbceb52701167c0c1c98bebda7203e6 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ml/ml_IN/meera/medium/ml_IN-meera-medium.onnx.json +- name: voice-ne_NP-chitwan-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ne_NP-chitwan-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ne_NP-chitwan-medium.onnx files: - filename: ne_NP-chitwan-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ne/ne_NP/chitwan/medium/ne_NP-chitwan-medium.onnx sha256: f7ba6b0927688f92717e93ca52bc06f5783ce8edc765d5f85365acef1d41822c + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ne/ne_NP/chitwan/medium/ne_NP-chitwan-medium.onnx - filename: ne_NP-chitwan-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ne/ne_NP/chitwan/medium/ne_NP-chitwan-medium.onnx.json sha256: 18d523b03b201422d14e2892cc750a81208d2e45158a9c6a7e4e06a500930dee -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ne/ne_NP/chitwan/medium/ne_NP-chitwan-medium.onnx.json +- name: voice-nl_BE-nathalie-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl_BE-nathalie-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl_BE-nathalie-medium.onnx files: - filename: nl_BE-nathalie-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_BE/nathalie/medium/nl_BE-nathalie-medium.onnx sha256: 49cf48023861f9fd42e13a8632f068fee67d1ce244a6ee38f29595afbf0a6be4 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_BE/nathalie/medium/nl_BE-nathalie-medium.onnx - filename: nl_BE-nathalie-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_BE/nathalie/medium/nl_BE-nathalie-medium.onnx.json sha256: 4704af2736022e910a3f32672480d5530dd39da5c2bcc079f315f604166ff0de -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_BE/nathalie/medium/nl_BE-nathalie-medium.onnx.json +- name: voice-nl_NL-pim-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl_NL-pim-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl_NL-pim-medium.onnx files: - filename: nl_NL-pim-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/pim/medium/nl_NL-pim-medium.onnx sha256: 403e58c3675c394f505c2428117bf34cc56e9542dcf6eadbdd3a84706c12e048 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/pim/medium/nl_NL-pim-medium.onnx - filename: nl_NL-pim-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/pim/medium/nl_NL-pim-medium.onnx.json sha256: 08b58456ca00cf77123826b1712758f99d5fd19ddfb7ec7da8e1a715b047f642 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/pim/medium/nl_NL-pim-medium.onnx.json +- name: voice-nl_NL-ronnie-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-nl_NL-ronnie-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: nl_NL-ronnie-medium.onnx files: - filename: nl_NL-ronnie-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/ronnie/medium/nl_NL-ronnie-medium.onnx sha256: ac9aba346d2088ed1ddea646a843ef97dc8e1514cc75e969c90a0c843bb5cbf5 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/ronnie/medium/nl_NL-ronnie-medium.onnx - filename: nl_NL-ronnie-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/ronnie/medium/nl_NL-ronnie-medium.onnx.json sha256: 4329a4deb198d119b7f7364173e388afb8efec9eca10e849f9394aa1a92bb7bc -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/nl/nl_NL/ronnie/medium/nl_NL-ronnie-medium.onnx.json +- name: voice-pl_PL-darkman-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pl_PL-darkman-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pl_PL-darkman-medium.onnx files: - filename: pl_PL-darkman-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/darkman/medium/pl_PL-darkman-medium.onnx sha256: db505438a5364e8e2e0242c4324130a873ed660dfbe8d9689cef428ffb1b645f + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/darkman/medium/pl_PL-darkman-medium.onnx - filename: pl_PL-darkman-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/darkman/medium/pl_PL-darkman-medium.onnx.json sha256: 70f999f11fa8ad13d3ef779041ee93c9f38be5abdbacdfad42449712fe91c81b -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/darkman/medium/pl_PL-darkman-medium.onnx.json +- name: voice-pl_PL-gosia-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pl_PL-gosia-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pl_PL-gosia-medium.onnx files: - filename: pl_PL-gosia-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/gosia/medium/pl_PL-gosia-medium.onnx sha256: 38f66464240ed74f186e6b7dc13c6e3b22e023426299f25c2b3cc9dfa9373fbc + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/gosia/medium/pl_PL-gosia-medium.onnx - filename: pl_PL-gosia-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/gosia/medium/pl_PL-gosia-medium.onnx.json sha256: 1aefb31a9d53ffe44a8163ff73ec833acb7a6253848f6bb0403d8a66f9c7510d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/gosia/medium/pl_PL-gosia-medium.onnx.json +- name: voice-pl_PL-mc_speech-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pl_PL-mc_speech-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pl_PL-mc_speech-medium.onnx files: - filename: pl_PL-mc_speech-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/mc_speech/medium/pl_PL-mc_speech-medium.onnx sha256: a6b043358bc81e6c111a5140606a21959ce7f34969b8b7207f62869787cc3907 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/mc_speech/medium/pl_PL-mc_speech-medium.onnx - filename: pl_PL-mc_speech-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/mc_speech/medium/pl_PL-mc_speech-medium.onnx.json sha256: b8bb11228e15c505219846a88fdc129e93f57e774ed7f9bac263156d1aa3d324 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pl/pl_PL/mc_speech/medium/pl_PL-mc_speech-medium.onnx.json +- name: voice-pt_BR-cadu-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pt_BR-cadu-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pt_BR-cadu-medium.onnx files: - filename: pt_BR-cadu-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/cadu/medium/pt_BR-cadu-medium.onnx sha256: 765f0809a6ea9035d4a6d0d008dbf8876e68b2dd32029312672fa8f405bdb535 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/cadu/medium/pt_BR-cadu-medium.onnx - filename: pt_BR-cadu-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/cadu/medium/pt_BR-cadu-medium.onnx.json sha256: 5fe03aa3d4901880554905b12075713cd552598c8a350455a1ec73f8b4e6be19 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/cadu/medium/pt_BR-cadu-medium.onnx.json +- name: voice-pt_BR-faber-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pt_BR-faber-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pt_BR-faber-medium.onnx files: - filename: pt_BR-faber-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/faber/medium/pt_BR-faber-medium.onnx sha256: 858555e3a064209c57088fe6bd70c4c3dc54d03eaa00c45d5ecaf43a33f95aa7 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/faber/medium/pt_BR-faber-medium.onnx - filename: pt_BR-faber-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/faber/medium/pt_BR-faber-medium.onnx.json sha256: 7e694de195ae3fc36dd732c445eb04fb49b649854893cb5506b978f0d50a1d6f -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/faber/medium/pt_BR-faber-medium.onnx.json +- name: voice-pt_BR-jeff-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pt_BR-jeff-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pt_BR-jeff-medium.onnx files: - filename: pt_BR-jeff-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/jeff/medium/pt_BR-jeff-medium.onnx sha256: 3a6f4c46355813c2b7bbc4d16b6d13d60ed72074b952a393baace82a7d0c94b5 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/jeff/medium/pt_BR-jeff-medium.onnx - filename: pt_BR-jeff-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/jeff/medium/pt_BR-jeff-medium.onnx.json sha256: 7bf8145b572b36806f5ce0f1d3322b6711975bc7d0473e8d36fced4a9ec0030d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_BR/jeff/medium/pt_BR-jeff-medium.onnx.json +- name: voice-pt_PT-tugão-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-pt_PT-tugão-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: pt_PT-tugão-medium.onnx files: - filename: pt_PT-tugão-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_PT/tug%C3%A3o/medium/pt_PT-tug%C3%A3o-medium.onnx sha256: 223a7aaca69a155c61897e8ada7c3b13bc306e16c72dbb9c2fed733e2b0927d4 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_PT/tug%C3%A3o/medium/pt_PT-tug%C3%A3o-medium.onnx - filename: pt_PT-tugão-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_PT/tug%C3%A3o/medium/pt_PT-tug%C3%A3o-medium.onnx.json sha256: fe0918dfc0f1a89264a6eea4afe8e95d8e9fed3cc6c81b5c2f87fcb2b50c7320 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/pt/pt_PT/tug%C3%A3o/medium/pt_PT-tug%C3%A3o-medium.onnx.json +- name: voice-ro_RO-mihai-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ro_RO-mihai-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ro_RO-mihai-medium.onnx files: - filename: ro_RO-mihai-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ro/ro_RO/mihai/medium/ro_RO-mihai-medium.onnx sha256: e0608bbbd53c80267c09ece681b09f5199f54e792356684c8073738e5f15d29f + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ro/ro_RO/mihai/medium/ro_RO-mihai-medium.onnx - filename: ro_RO-mihai-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ro/ro_RO/mihai/medium/ro_RO-mihai-medium.onnx.json sha256: 8cc0c9f077dc0cec3c25a6a055ec8046db8e40a2510591582f2c9c869f4bc47e -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ro/ro_RO/mihai/medium/ro_RO-mihai-medium.onnx.json +- name: voice-ru_RU-denis-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ru_RU-denis-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ru_RU-denis-medium.onnx files: - filename: ru_RU-denis-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/denis/medium/ru_RU-denis-medium.onnx sha256: 15fab56e11a097858ee115545d0f697fc2a316c41a291a5362349fb870411b0a + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/denis/medium/ru_RU-denis-medium.onnx - filename: ru_RU-denis-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/denis/medium/ru_RU-denis-medium.onnx.json sha256: 831c860dac0b5073eaa81610a0a638ec23d90a6cf8e5f871b4485c2cec3767c8 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/denis/medium/ru_RU-denis-medium.onnx.json +- name: voice-ru_RU-dmitri-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ru_RU-dmitri-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ru_RU-dmitri-medium.onnx files: - filename: ru_RU-dmitri-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/dmitri/medium/ru_RU-dmitri-medium.onnx sha256: f073356ebc4bd0f80c5af58df2953a5988bd5bdab1eb38635ce960b071fbefcb + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/dmitri/medium/ru_RU-dmitri-medium.onnx - filename: ru_RU-dmitri-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/dmitri/medium/ru_RU-dmitri-medium.onnx.json sha256: 667ef3117bc642c2892dff7690d8bdc8ca4228aeaa783b2dc1416df632855e0d -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/dmitri/medium/ru_RU-dmitri-medium.onnx.json +- name: voice-ru_RU-irina-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ru_RU-irina-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ru_RU-irina-medium.onnx files: - filename: ru_RU-irina-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/irina/medium/ru_RU-irina-medium.onnx sha256: 8ff38212d23da300bbe3705c645e6e5b9475f0bfde01558eb17813e22acaaaaa + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/irina/medium/ru_RU-irina-medium.onnx - filename: ru_RU-irina-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/irina/medium/ru_RU-irina-medium.onnx.json sha256: c2ec28bb38e2b59e93b959b3e40348c1afebbd272f30fed5d41205d08e98a9d7 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/irina/medium/ru_RU-irina-medium.onnx.json +- name: voice-ru_RU-ruslan-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-ru_RU-ruslan-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: ru_RU-ruslan-medium.onnx files: - filename: ru_RU-ruslan-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/ruslan/medium/ru_RU-ruslan-medium.onnx sha256: 72a5f88e0b20928064eb45d88e1daa21f8af62d18613580d32cbb4aed48dcf7f + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/ruslan/medium/ru_RU-ruslan-medium.onnx - filename: ru_RU-ruslan-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/ruslan/medium/ru_RU-ruslan-medium.onnx.json sha256: 706a4fb17bc304abd07809b552deae615e64dcbffbfbd09854ba37ca59e88117 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/ru/ru_RU/ruslan/medium/ru_RU-ruslan-medium.onnx.json +- name: voice-sk_SK-lili-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sk_SK-lili-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sk_SK-lili-medium.onnx files: - filename: sk_SK-lili-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sk/sk_SK/lili/medium/sk_SK-lili-medium.onnx sha256: d8e21603e0165252849efe0bcb3fbffd1b3193c36bd1f556e1106911e8015526 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sk/sk_SK/lili/medium/sk_SK-lili-medium.onnx - filename: sk_SK-lili-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sk/sk_SK/lili/medium/sk_SK-lili-medium.onnx.json sha256: b7c474eba411913f9feb65b9da322463e8698e7b200d2b757f6e684802951333 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sk/sk_SK/lili/medium/sk_SK-lili-medium.onnx.json +- name: voice-sl_SI-artur-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sl_SI-artur-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sl_SI-artur-medium.onnx files: - filename: sl_SI-artur-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sl/sl_SI/artur/medium/sl_SI-artur-medium.onnx sha256: 9222ed93ef425524ad4be0b083369af8ea8db18455576a6016b154192f4ed38c + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sl/sl_SI/artur/medium/sl_SI-artur-medium.onnx - filename: sl_SI-artur-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sl/sl_SI/artur/medium/sl_SI-artur-medium.onnx.json sha256: 741283430f1fa2be5c61717c6f1fe795a7b9f537491927340dd12f90f3b3cc04 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sl/sl_SI/artur/medium/sl_SI-artur-medium.onnx.json +- name: voice-sr_RS-serbski_institut-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sr_RS-serbski_institut-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sr_RS-serbski_institut-medium.onnx files: - filename: sr_RS-serbski_institut-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sr/sr_RS/serbski_institut/medium/sr_RS-serbski_institut-medium.onnx sha256: d7003890cf596e653f660a4fd97fd17f57f1eceb6d9727abad9cd76d2fda0d80 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sr/sr_RS/serbski_institut/medium/sr_RS-serbski_institut-medium.onnx - filename: sr_RS-serbski_institut-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sr/sr_RS/serbski_institut/medium/sr_RS-serbski_institut-medium.onnx.json sha256: 39ad6531b46ac629c0bed10aa9205dd2431e2dab3808b8535808711db87c2bc0 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sr/sr_RS/serbski_institut/medium/sr_RS-serbski_institut-medium.onnx.json +- name: voice-sv_SE-lisa-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sv_SE-lisa-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sv_SE-lisa-medium.onnx files: - filename: sv_SE-lisa-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx sha256: 94cae912b31d6e9140d3f5160f1815951588600c7a9e43d539ba1e81a110d131 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx - filename: sv_SE-lisa-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx.json sha256: 51e48b65d7427aee9e8e736b370ff4fe6e3e45e47a56e5d8819647b7076ffb0a -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/lisa/medium/sv_SE-lisa-medium.onnx.json +- name: voice-sv_SE-nst-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sv_SE-nst-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sv_SE-nst-medium.onnx files: - filename: sv_SE-nst-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx sha256: df011f56825a59dd1efc080c38a65a1ef70407e60f63050e9246f43a3d7e471e + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx - filename: sv_SE-nst-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx.json sha256: d45dd74cbb4eca58694bf04a97e243044092476f28a55ae26424f0653086980a -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sv/sv_SE/nst/medium/sv_SE-nst-medium.onnx.json +- name: voice-sw_CD-lanfrica-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-sw_CD-lanfrica-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: sw_CD-lanfrica-medium.onnx files: - filename: sw_CD-lanfrica-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sw/sw_CD/lanfrica/medium/sw_CD-lanfrica-medium.onnx sha256: 1f195ed12ca5e7875114618e5f00207af364602e21ca78c8a6d3d7674f9259fa + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sw/sw_CD/lanfrica/medium/sw_CD-lanfrica-medium.onnx - filename: sw_CD-lanfrica-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sw/sw_CD/lanfrica/medium/sw_CD-lanfrica-medium.onnx.json sha256: 5bd6f6ad659aa8f1f89f414e23a3df84fc753eb9c066e91fe86729da2ad4c1fc -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/sw/sw_CD/lanfrica/medium/sw_CD-lanfrica-medium.onnx.json +- name: voice-te_IN-maya-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-te_IN-maya-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: te_IN-maya-medium.onnx files: - filename: te_IN-maya-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/maya/medium/te_IN-maya-medium.onnx sha256: c3518ad4e3ca8ea6059c1e002f3772068f634960f58b237a96ff629db1c6200e + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/maya/medium/te_IN-maya-medium.onnx - filename: te_IN-maya-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/maya/medium/te_IN-maya-medium.onnx.json sha256: c07074aadf0a33e230647611af9041e1fb6609b995d017ee95009586a491508f -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/maya/medium/te_IN-maya-medium.onnx.json +- name: voice-te_IN-padmavathi-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-te_IN-padmavathi-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: te_IN-padmavathi-medium.onnx files: - filename: te_IN-padmavathi-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/padmavathi/medium/te_IN-padmavathi-medium.onnx sha256: 414aa5960d91ceb6e45bbdf8c27fdc71af09f205130d7be4e99470f3c2cfa57d + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/padmavathi/medium/te_IN-padmavathi-medium.onnx - filename: te_IN-padmavathi-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/padmavathi/medium/te_IN-padmavathi-medium.onnx.json sha256: 6c86e4ee99d379815f78a75f23cdad62ccf50370062dd915c233d6e22de7109f -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/padmavathi/medium/te_IN-padmavathi-medium.onnx.json +- name: voice-te_IN-venkatesh-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-te_IN-venkatesh-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: te_IN-venkatesh-medium.onnx files: - filename: te_IN-venkatesh-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/venkatesh/medium/te_IN-venkatesh-medium.onnx sha256: dfaa5b7833cd48d946f3fe18c9c934aaa4e8590aac6922fddf34783a694c3c87 + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/venkatesh/medium/te_IN-venkatesh-medium.onnx - filename: te_IN-venkatesh-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/venkatesh/medium/te_IN-venkatesh-medium.onnx.json sha256: 59bad556763d1f24b3434201d7bdee275bb1a70db3e1c65d38e6c3d39b224343 -- !!merge <<: *piper + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/te/te_IN/venkatesh/medium/te_IN-venkatesh-medium.onnx.json +- name: voice-tr_TR-dfki-medium url: github:mudler/LocalAI/gallery/piper.yaml@master - name: voice-tr_TR-dfki-medium + urls: + - https://github.com/rhasspy/piper + description: | + A fast, local neural text to speech system that sounds great and is optimized for the Raspberry Pi 4. Piper is used in a variety of [projects](https://github.com/rhasspy/piper#people-using-piper). + license: mit + icon: https://github.com/rhasspy/piper/raw/master/etc/logo.png + tags: + - tts + - text-to-speech + - cpu overrides: parameters: model: tr_TR-dfki-medium.onnx files: - filename: tr_TR-dfki-medium.onnx - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/tr/tr_TR/dfki/medium/tr_TR-dfki-medium.onnx sha256: 2844717f524ab965d3fe86e60562cbb601d3e456836efcc2196cc3a14112a8fb + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/tr/tr_TR/dfki/medium/tr_TR-dfki-medium.onnx - filename: tr_TR-dfki-medium.onnx.json - uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/tr/tr_TR/dfki/medium/tr_TR-dfki-medium.onnx.json sha256: 13ebd7810f1b61b5027583cf3131a0a233b6ea81c38f2200ebc4ff41c3cca039 -- name: "nomic-embed-text-v1.5" + uri: https://huggingface.co/rhasspy/piper-voices/resolve/main/tr/tr_TR/dfki/medium/tr_TR-dfki-medium.onnx.json +- name: nomic-embed-text-v1.5 url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/nomic-ai/nomic-embed-text-v1.5 @@ -18930,17 +29052,16 @@ model: nomic-embed-text-v1.5.f16.gguf files: - filename: nomic-embed-text-v1.5.f16.gguf - uri: https://huggingface.co/mradermacher/nomic-embed-text-v1.5-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf sha256: af8cb9e4ca0bf19eb54d08c612fdf325059264abbbd2c619527e5d2dda8de655 -- &silero - name: "silero-vad" - icon: https://github.com/snakers4/silero-models/raw/master/files/silero_logo.jpg + uri: https://huggingface.co/mradermacher/nomic-embed-text-v1.5-GGUF/resolve/main/nomic-embed-text-v1.5.f16.gguf +- name: silero-vad url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/snakers4/silero-vad - https://huggingface.co/onnx-community/silero-vad description: | Silero VAD - pre-trained enterprise-grade Voice Activity Detector. + icon: https://github.com/snakers4/silero-models/raw/master/files/silero_logo.jpg tags: - vad - voice-activity-detection @@ -18951,15 +29072,38 @@ model: silero-vad.onnx files: - filename: silero-vad.onnx - uri: https://huggingface.co/onnx-community/silero-vad/resolve/main/onnx/model.onnx sha256: a4a068cd6cf1ea8355b84327595838ca748ec29a25bc91fc82e6c299ccdc5808 -- name: "localvqe-v1.1-1.3m" - icon: https://avatars.githubusercontent.com/u/260893928 + uri: https://huggingface.co/onnx-community/silero-vad/resolve/main/onnx/model.onnx +- name: silero-vad-ggml + url: github:mudler/LocalAI/gallery/virtual.yaml@master + urls: + - https://github.com/snakers4/silero-vad + - https://github.com/ggml-org/whisper.cpp + - https://huggingface.co/ggml-org/whisper-vad + description: | + Silero VAD - pre-trained enterprise-grade Voice Activity Detector. + icon: https://github.com/snakers4/silero-models/raw/master/files/silero_logo.jpg + tags: + - vad + - voice-activity-detection + - cpu + overrides: + backend: whisper + known_usecases: + - vad + options: + - vad_only + parameters: + model: ggml-silero-v5.1.2.bin + files: + - filename: ggml-silero-v5.1.2.bin + sha256: 29940d98d42b91fbd05ce489f3ecf7c72f0a42f027e4875919a28fb4c04ea2cf + uri: https://huggingface.co/ggml-org/whisper-vad/resolve/main/ggml-silero-v5.1.2.bin +- name: localvqe-v1.1-1.3m url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://github.com/localai-org/LocalVQE - https://huggingface.co/LocalAI-io/LocalVQE - license: apache-2.0 description: | LocalVQE v1.1 (1.3 M parameters, F32) — joint acoustic echo cancellation, noise suppression, and dereverberation for 16 kHz mono speech. @@ -18967,6 +29111,8 @@ DCT-II filterbank. ~9.6× realtime on a desktop CPU; 16 ms algorithmic latency. ~5 MB on disk. v1.1 ships the v16 echoaware checkpoint with improved double-talk and near-end single-talk AECMOS scores. + license: apache-2.0 + icon: https://avatars.githubusercontent.com/u/260893928 tags: - audio-transform - aec @@ -18980,26 +29126,10 @@ model: localvqe-v1.1-1.3M-f32.gguf files: - filename: localvqe-v1.1-1.3M-f32.gguf - uri: huggingface://LocalAI-io/LocalVQE/localvqe-v1.1-1.3M-f32.gguf sha256: c118227c6b433d6aa36d9e4b993e0f31aa60787ea38d301d04db917a4a2b0a84 -- !!merge <<: *silero - name: "silero-vad-ggml" - urls: - - https://github.com/snakers4/silero-vad - - https://github.com/ggml-org/whisper.cpp - - https://huggingface.co/ggml-org/whisper-vad - overrides: - backend: whisper - parameters: - model: ggml-silero-v5.1.2.bin - options: - - "vad_only" - files: - - filename: ggml-silero-v5.1.2.bin - uri: https://huggingface.co/ggml-org/whisper-vad/resolve/main/ggml-silero-v5.1.2.bin - sha256: 29940d98d42b91fbd05ce489f3ecf7c72f0a42f027e4875919a28fb4c04ea2cf -- !!merge <<: *mistral03 - name: "tlacuilo-12b" + uri: huggingface://LocalAI-io/LocalVQE/localvqe-v1.1-1.3M-f32.gguf +- name: tlacuilo-12b + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/Ennthen/Tlacuilo-12B-Q4_K_M-GGUF description: | @@ -19014,6 +29144,15 @@ Ideal for writers, game masters, and creative professionals seeking a versatile, high-performance model for narrative tasks. > *Note: The GGUF quantized version (e.g., `Ennthen/Tlacuilo-12B-Q4_K_M-GGUF`) is a conversion of this base model for local inference via llama.cpp.* + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - llm + - gguf + - gpu + - mistral + - cpu + - function-calling overrides: parameters: model: tlacuilo-12b-q4_k_m.gguf @@ -19021,8 +29160,8 @@ - filename: tlacuilo-12b-q4_k_m.gguf sha256: c362bc081b03a8f4f5dcd27373e9c2b60bdc0d168308ede13c4e282c5ab7fa88 uri: huggingface://Ennthen/Tlacuilo-12B-Q4_K_M-GGUF/tlacuilo-12b-q4_k_m.gguf -- !!merge <<: *qwen3 - name: "qwen3-tnd-double-deckard-a-c-11b-220-i1" +- name: qwen3-tnd-double-deckard-a-c-11b-220-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-TND-Double-Deckard-A-C-11B-220-i1-GGUF description: | @@ -19054,6 +29193,17 @@ **Repository:** [DavidAU/Qwen3-TND-Double-Deckard-A-C-11B-220](https://huggingface.co/DavidAU/Qwen3-TND-Double-Deckard-A-C-11B-220) > *A bold, experimental evolution of Qwen3—crafted for depth, precision, and creative power.* + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-TND-Double-Deckard-A-C-11B-220.i1-Q4_K_M.gguf @@ -19061,9 +29211,8 @@ - filename: Qwen3-TND-Double-Deckard-A-C-11B-220.i1-Q4_K_M.gguf sha256: 51a37e9d0307171ac86a87964f33be863c49c71f87255a67f0444930621d53b8 uri: huggingface://mradermacher/Qwen3-TND-Double-Deckard-A-C-11B-220-i1-GGUF/Qwen3-TND-Double-Deckard-A-C-11B-220.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "magidonia-24b-v4.2.0-i1" - icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/A-4o0PBQz9tX0W2T2KwVv.png +- name: magidonia-24b-v4.2.0-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mradermacher/Magidonia-24B-v4.2.0-i1-GGUF description: | @@ -19088,6 +29237,15 @@ **Repository:** [TheDrummer/Magidonia-24B-v4.2.0](https://huggingface.co/TheDrummer/Magidonia-24B-v4.2.0) **Quantized Version (GGUF):** [mradermacher/Magidonia-24B-v4.2.0-i1-GGUF](https://huggingface.co/mradermacher/Magidonia-24B-v4.2.0-i1-GGUF) *(for reference only — use original for full description)* + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/65f2fd1c25b848bd061b5c2e/A-4o0PBQz9tX0W2T2KwVv.png + tags: + - llm + - gguf + - gpu + - mistral + - cpu + - function-calling overrides: parameters: model: Magidonia-24B-v4.2.0.i1-Q4_K_M.gguf @@ -19095,8 +29253,8 @@ - filename: Magidonia-24B-v4.2.0.i1-Q4_K_M.gguf sha256: f89fbe09ea9edd4b91aa89516cbfaabdf0d956e0458cfc4b44b8054a1546b559 uri: huggingface://mradermacher/Magidonia-24B-v4.2.0-i1-GGUF/Magidonia-24B-v4.2.0.i1-Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "cydonia-24b-v4.2.0-i1" +- name: cydonia-24b-v4.2.0-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mradermacher/Cydonia-24B-v4.2.0-i1-GGUF description: | @@ -19113,6 +29271,15 @@ **Best For:** Writers, worldbuilders, and creators who value imagination, voice, and stylistic richness over rigid safety or factual accuracy. *Model Repository:* [TheDrummer/Cydonia-24B-v4.2.0](https://huggingface.co/TheDrummer/Cydonia-24B-v4.2.0) + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - llm + - gguf + - gpu + - mistral + - cpu + - function-calling overrides: parameters: model: Cydonia-24B-v4.2.0.i1-Q4_K_S.gguf @@ -19120,11 +29287,22 @@ - filename: Cydonia-24B-v4.2.0.i1-Q4_K_S.gguf sha256: e3a9da91558f81ccc0a707ef3cea9f18b8734db93d5214a24a889f51a3b19a5f uri: huggingface://mradermacher/Cydonia-24B-v4.2.0-i1-GGUF/Cydonia-24B-v4.2.0.i1-Q4_K_S.gguf -- !!merge <<: *qwen3 - name: "aevum-0.6b-finetuned" +- name: aevum-0.6b-finetuned + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Aevum-0.6B-Finetuned-GGUF description: "**Model Name:** Aevum-0.6B-Finetuned\n**Base Model:** Qwen3-0.6B\n**Architecture:** Decoder-only Transformer\n**Parameters:** 0.6 Billion\n**Task:** Code Generation, Instruction Following\n**Languages:** English, Python (optimized for code)\n**License:** Apache 2.0\n\n**Overview:**\nAevum-0.6B-Finetuned is a highly efficient, small-scale language model fine-tuned for code generation and task following. Built on the Qwen3-0.6B foundation, it delivers strong performance—achieving a **HumanEval Pass@1 score of 21.34%**—making it the most parameter-efficient sub-1B model in its category.\n\n**Key Features:**\n- Optimized for low-latency inference on CPU and edge devices.\n- Fine-tuned on MBPP and DeepMind Code Contests for superior code generation accuracy.\n- Ideal for lightweight development, education, and prototyping.\n\n**Use Case:**\nPerfect for developers and researchers needing a fast, compact, and open model for Python code generation without requiring high-end hardware.\n\n**Performance Benchmark:**\nOutperforms larger models in efficiency: comparable to models 10x its size in task accuracy.\n\n**Cite:**\n@misc{aveum06B2025, title={aevum-0.6B-Finetuned: Lightweight Python Code Generation Model}, author={anonymous}, year={2025}}\n\n**Try it:**\nUse via Hugging Face `transformers` library with minimal setup.\n\n\U0001F449 [Model Page on Hugging Face](https://huggingface.co/Aevum-Official/aveum-0.6B-Finetuned)\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Aevum-0.6B-Finetuned.Q4_K_M.gguf @@ -19132,8 +29310,8 @@ - filename: Aevum-0.6B-Finetuned.Q4_K_M.gguf sha256: 6904b789894a7dae459042a28318e70dbe222cb3e6f892f3fc42e591d4a341a3 uri: huggingface://mradermacher/Aevum-0.6B-Finetuned-GGUF/Aevum-0.6B-Finetuned.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen-sea-lion-v4-32b-it-i1" +- name: qwen-sea-lion-v4-32b-it-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen-SEA-LION-v4-32B-IT-i1-GGUF description: | @@ -19164,6 +29342,17 @@ **Note:** This model is not safety-aligned. Use with caution and consider additional alignment measures for production deployment. **Contact:** [sealion@aisingapore.org](mailto:sealion@aisingapore.org) for inquiries. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen-SEA-LION-v4-32B-IT.i1-Q4_K_M.gguf @@ -19171,8 +29360,8 @@ - filename: Qwen-SEA-LION-v4-32B-IT.i1-Q4_K_M.gguf sha256: 66dd1e818186d5d85cadbabc8f6cb105545730caf4fe2592501bec93578a6ade uri: huggingface://mradermacher/Qwen-SEA-LION-v4-32B-IT-i1-GGUF/Qwen-SEA-LION-v4-32B-IT.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "zirel-2-i1" +- name: zirel-2-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Zirel-2-i1-GGUF description: | @@ -19194,6 +29383,17 @@ **Use Case:** Personal AI assistant, code & content generation, complex reasoning tasks. *Note: The GGUF version in `mradermacher/Zirel-2-i1-GGUF` is a quantized derivative; the original model is `Daemontatox/Zirel-2`.* + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Zirel-2.i1-Q4_K_S.gguf @@ -19201,12 +29401,20 @@ - filename: Zirel-2.i1-Q4_K_S.gguf sha256: 9856e987f5f59c874a8fe26ffb2a2c5b7c60b85186131048536b3f1d91a235a6 uri: huggingface://mradermacher/Zirel-2-i1-GGUF/Zirel-2.i1-Q4_K_S.gguf -- !!merge <<: *mistral03 - icon: https://cdn-uploads.huggingface.co/production/uploads/6671dd5203d6e8087aaf7ce5/-cf4t_CuKPI7iqC9j4aAe.png - name: "verbamaxima-12b-i1" +- name: verbamaxima-12b-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mradermacher/VerbaMaxima-12B-i1-GGUF description: "**VerbaMaxima-12B** is a highly experimental, large language model created through advanced merging techniques using [mergekit](https://github.com/cg123/mergekit). It is based on *natong19/Mistral-Nemo-Instruct-2407-abliterated* and further refined by combining multiple 12B-scale models—including *TheDrummer/UnslopNemo-12B-v4*, *allura-org/Tlacuilo-12B*, and *Trappu/Magnum-Picaro-0.7-v2-12b*—using **model_stock** and **task arithmetic** with a negative lambda for creative deviation.\n\nThe result is a model designed for nuanced, believable storytelling with reduced \"purple prose\" and enhanced world-building. It excels in roleplay and co-writing scenarios, offering a more natural, less theatrical tone. While experimental and not fully optimized, it delivers a unique, expressive voice ideal for creative and narrative-driven applications.\n\n> ✅ **Base Model**: natong19/Mistral-Nemo-Instruct-2407-abliterated\n> \U0001F504 **Merge Method**: Task Arithmetic + Model Stock\n> \U0001F4CC **Use Case**: Roleplay, creative writing, narrative generation\n> \U0001F9EA **Status**: Experimental, high potential, not production-ready\n\n*Note: This is the original, unquantized model. The GGUF version (mradermacher/VerbaMaxima-12B-i1-GGUF) is a quantized derivative for inference on local hardware.*\n" + license: apache-2.0 + icon: https://cdn-uploads.huggingface.co/production/uploads/6671dd5203d6e8087aaf7ce5/-cf4t_CuKPI7iqC9j4aAe.png + tags: + - llm + - gguf + - gpu + - mistral + - cpu + - function-calling overrides: parameters: model: VerbaMaxima-12B.i1-Q4_K_M.gguf @@ -19214,9 +29422,8 @@ - filename: VerbaMaxima-12B.i1-Q4_K_M.gguf sha256: 106040cc375b063b225ae359c5d62893f4699dfd9c33d241cacc6dfe529fa13d uri: huggingface://mradermacher/VerbaMaxima-12B-i1-GGUF/VerbaMaxima-12B.i1-Q4_K_M.gguf -- !!merge <<: *llama32 - name: "llama-3.2-3b-small_shiro_roleplay" - icon: https://huggingface.co/samunder12/Llama-3.2-3B-small_Shiro_roleplay-gguf/resolve/main/shiro.jpg +- name: llama-3.2-3b-small_shiro_roleplay + url: github:mudler/LocalAI/gallery/llama3.2-quantized.yaml@master urls: - https://huggingface.co/samunder12/Llama-3.2-3B-small_Shiro_roleplay-gguf description: | @@ -19227,6 +29434,14 @@ **Format:** GGUF (Q4_K_M, Q8_0) – optimized for local inference via llama.cpp, LM Studio, Ollama **Context Length:** 4096 tokens **Description:** A compact yet powerful 3.2B-parameter fine-tuned Llama 3.2 model specialized for immersive, witty, and darkly imaginative roleplay. Trained on creative and absurd narrative scenarios, it excels at generating unique characters, engaging scenes, and high-concept storytelling with a distinct, sarcastic flair. Ideal for writers, game masters, and creative developers seeking a responsive, locally runnable assistant for imaginative storytelling. + license: llama3.2 + icon: https://huggingface.co/samunder12/Llama-3.2-3B-small_Shiro_roleplay-gguf/resolve/main/shiro.jpg + tags: + - llm + - gguf + - gpu + - cpu + - llama3.2 overrides: parameters: model: Llama-3.2-3B-Instruct.Q4_K_M.gguf @@ -19234,8 +29449,8 @@ - filename: Llama-3.2-3B-Instruct.Q4_K_M.gguf sha256: 5215294ba79312141a182e9477caaef0f4a44fbc6cc0b421092efe8d7fce03a1 uri: huggingface://samunder12/Llama-3.2-3B-small_Shiro_roleplay-gguf/Llama-3.2-3B-Instruct.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "logics-qwen3-math-4b" +- name: logics-qwen3-math-4b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Logics-Qwen3-Math-4B-GGUF description: | @@ -19252,6 +29467,17 @@ Perfect for math problem-solving, code reasoning, and technical content generation in resource-constrained environments. **Tags:** #math #code #reasoning #4B #Qwen3 #text-generation #open-source + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Logics-Qwen3-Math-4B.Q4_K_M.gguf @@ -19259,8 +29485,8 @@ - filename: Logics-Qwen3-Math-4B.Q4_K_M.gguf sha256: 05528937a4cb05f5e8185e4e6bc5cb6f576f364c5482a4d9ee6a91302440ed07 uri: huggingface://mradermacher/Logics-Qwen3-Math-4B-GGUF/Logics-Qwen3-Math-4B.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "john1604-ai-status-japanese-2025" +- name: john1604-ai-status-japanese-2025 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/John1604-AI-status-japanese-2025-GGUF description: | @@ -19279,6 +29505,17 @@ **Use Case:** AI trend analysis, Japanese content generation, technical documentation, and future-oriented scenario planning. **Repository:** [John1604/John1604-AI-status-japanese-2025](https://huggingface.co/John1604/John1604-AI-status-japanese-2025) + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: John1604-AI-status-japanese-2025.Q4_K_M.gguf @@ -19286,11 +29523,22 @@ - filename: John1604-AI-status-japanese-2025.Q4_K_M.gguf sha256: 1cf8f947d1caf9e0128ae46987358fd8f2a4c8574564ebb0de3c979d1d2f66cb uri: huggingface://mradermacher/John1604-AI-status-japanese-2025-GGUF/John1604-AI-status-japanese-2025.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "simia-tau-sft-qwen3-8b" +- name: simia-tau-sft-qwen3-8b + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Simia-Tau-SFT-Qwen3-8B-GGUF description: "The **Simia-Tau-SFT-Qwen3-8B** is a fine-tuned version of the Qwen3-8B language model, developed by Simia-Agent and adapted for enhanced instruction-following capabilities. This model is optimized for dialogue and task-oriented interactions, making it highly effective for real-world applications requiring nuanced understanding and coherent responses.\n\nThe model is available in multiple quantized formats (GGUF), including Q4_K_S, Q5_K_M, Q8_0, and others, enabling efficient deployment across devices with varying computational resources. These quantized versions maintain strong performance while reducing memory footprint and inference latency.\n\nWhile this repository hosts a quantized variant (specifically designed for GGUF-based inference via tools like llama.cpp), the original base model is **Qwen3-8B**, a large-scale open-source language model from Alibaba Cloud. The fine-tuning (SFT) process improves its alignment with human intent and enhances its ability to follow complex instructions.\n\n> \U0001F50D **Note**: This is a quantized version; for the full-precision base model, refer to [Simia-Agent/Simia-Tau-SFT-Qwen3-8B](https://huggingface.co/Simia-Agent/Simia-Tau-SFT-Qwen3-8B) on Hugging Face.\n\n**Use Case**: Ideal for chatbots, assistant systems, and interactive applications requiring strong reasoning, safety, and fluency.\n**Model Size**: 8B parameters (quantized for efficiency).\n**License**: See the original model's license (typically Apache 2.0 for Qwen series).\n\n\U0001F449 Recommended for edge deployment with GGUF-compatible tools.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Simia-Tau-SFT-Qwen3-8B.Q4_K_S.gguf @@ -19298,11 +29546,22 @@ - filename: Simia-Tau-SFT-Qwen3-8B.Q4_K_S.gguf sha256: b1019b160e4a612d91edd77f00bea01f3f276ecc8ab76de526b7bf356d4c8079 uri: huggingface://mradermacher/Simia-Tau-SFT-Qwen3-8B-GGUF/Simia-Tau-SFT-Qwen3-8B.Q4_K_S.gguf -- !!merge <<: *qwen3 - name: "qwen3-coder-reap-25b-a3b-i1" +- name: qwen3-coder-reap-25b-a3b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-Coder-REAP-25B-A3B-i1-GGUF description: "**Model Name:** Qwen3-Coder-REAP-25B-A3B (Base Model: cerebras/Qwen3-Coder-REAP-25B-A3B)\n**Model Type:** Large Language Model (LLM) for Code Generation\n**Architecture:** Mixture-of-Experts (MoE) – Qwen3-Coder variant\n**Size:** 25B parameters (with 3 active experts at inference time)\n**License:** Apache 2.0\n**Library:** Hugging Face Transformers\n**Language Support:** Primarily English, optimized for coding tasks across multiple programming languages\n\n**Description:**\nThe **Qwen3-Coder-REAP-25B-A3B** is a high-performance, open-source, Mixture-of-Experts (MoE) language model developed by Cerebras Systems, specifically fine-tuned for advanced code generation and reasoning. Built on the Qwen3 architecture, this model excels in understanding complex codebases, generating syntactically correct and semantically meaningful code, and solving programming challenges across diverse domains.\n\nThis version is the **original, unquantized base model** and serves as the foundation for various quantized GGUF variants (e.g., by mradermacher), which are optimized for local inference with reduced memory footprint while preserving strong performance.\n\nIdeal for developers, AI researchers, and engineers working on code completion, debugging, documentation generation, and automated software development workflows.\n\n✅ **Key Features:**\n- State-of-the-art code generation\n- 25B parameter scale with expert routing\n- MoE architecture for efficient inference\n- Full compatibility with Hugging Face Transformers\n- Designed for real-world coding tasks\n\n**Base Model Repository:** [cerebras/Qwen3-Coder-REAP-25B-A3B](https://huggingface.co/cerebras/Qwen3-Coder-REAP-25B-A3B)\n**Quantized Versions:** Available via [mradermacher/Qwen3-Coder-REAP-25B-A3B-i1-GGUF](https://huggingface.co/mradermacher/Qwen3-Coder-REAP-25B-A3B-i1-GGUF) (for local inference with GGUF)\n\n> \U0001F50D **Note:** The quantized versions (e.g., GGUF) are optimized for performance on consumer hardware and are not the original model. For the full, unquantized model description, refer to the base model above.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-Coder-REAP-25B-A3B.i1-Q4_K_S.gguf @@ -19310,11 +29569,22 @@ - filename: Qwen3-Coder-REAP-25B-A3B.i1-Q4_K_S.gguf sha256: 3d96af010d07887d0730b0f681572ebb3a55e21557f30443211bc39461e06d5d uri: huggingface://mradermacher/Qwen3-Coder-REAP-25B-A3B-i1-GGUF/Qwen3-Coder-REAP-25B-A3B.i1-Q4_K_S.gguf -- !!merge <<: *qwen3 - name: "qwen3-6b-almost-human-xmen-x4-x2-x1-dare-e32" +- name: qwen3-6b-almost-human-xmen-x4-x2-x1-dare-e32 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32-GGUF description: "**Model Name:** Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32\n**Author:** DavidAU (based on original Qwen3-6B architecture)\n**Repository:** [DavidAU/Qwen3-Almost-Human-XMEN-X4-X2-X1-Dare-e32](https://huggingface.co/DavidAU/Qwen3-Almost-Human-XMEN-X4-X2-X1-Dare-e32)\n**Base Model:** Qwen3-6B (original Qwen3 6B from Alibaba)\n**License:** Apache 2.0\n**Quantization Status:** Full-precision (float32) source model available; GGUF quantizations also provided by third parties (e.g., mradermacher)\n\n---\n\n### \U0001F31F Model Description\n\n**Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32** is a creatively enhanced, instruction-tuned variant of the Qwen3-6B model, meticulously fine-tuned to emulate the literary voice and psychological depth of **Philip K. Dick**. Developed by DavidAU using **Unsloth** and trained on multiple proprietary datasets—including works of PK Dick, personal notes, letters, and creative writing—this model excels in **narrative richness, emotional nuance, and complex reasoning**.\n\nIt is the result of a **\"DARE-TIES\" merge** combining four distinct training variants: X4, X2, and two X1 models, with the final fusion mastered in **32-bit precision (float32)** for maximum fidelity. The model incorporates **Brainstorm 20x**, a novel reasoning enhancement technique that expands and recalibrates the model’s internal reasoning centers 20 times to improve coherence, detail, and creative depth—without compromising instruction-following.\n\n---\n\n### ✨ Key Features\n\n- **Enhanced Prose & Storytelling:** Generates vivid, immersive, and deeply human-like narratives with foreshadowing, similes, metaphors, and emotional engagement.\n- **Strong Reasoning & Creativity:** Ideal for brainstorming, roleplay, long-form writing, and complex problem-solving.\n- **High Context (256K):** Supports extensive conversations and long-form content.\n- **Optimized for Creative & Coding Tasks:** Performs exceptionally well with detailed prompts and step-by-step refinement.\n- **Full-Precision Source Available:** Original float32 model is provided—ideal for advanced users and model developers.\n\n---\n\n### \U0001F6E0️ Recommended Use Cases\n\n- Creative writing & fiction generation\n- Roleplaying and character-driven dialogue\n- Complex brainstorming and ideation\n- Code generation with narrative context\n- Literary and philosophical exploration\n\n> \U0001F50D **Note:** The GGUF quantized version (e.g., by mradermacher) is **not the original**—it’s a derivative. For the **true base model**, use the **DavidAU/Qwen3-Almost-Human-X1-6B-e32** repository, which hosts the original, full-precision model.\n\n---\n\n### \U0001F4CC Tips for Best Results\n\n- Use **CHATML or Jinja templates**\n- Set `temperature: 0.3–0.7`, `top_p: 0.8`, `repetition_penalty: 1.05–1.1`\n- Enable **smoothing factor (1.5)** in tools like KoboldCpp or Text-Gen-WebUI for smoother output\n- Use **Q6 or Q8 GGUF quants** for best performance on complex tasks\n\n---\n\n✨ **In short:** A poetic, introspective, and deeply human-like AI—crafted to feel like a real mind, not just a machine. Perfect for those who want **intelligence with soul**.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32.Q4_K_M.gguf @@ -19322,23 +29592,40 @@ - filename: Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32.Q4_K_M.gguf sha256: 61ff525013e069bdef0c20d01a8a956f0b6b26cd1f2923b8b54365bf2439cce3 uri: huggingface://mradermacher/Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32-GGUF/Qwen3-6B-Almost-Human-XMEN-X4-X2-X1-Dare-e32.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "huihui-qwen3-vl-30b-a3b-instruct-abliterated-mxfp4_moe" +- name: huihui-qwen3-vl-30b-a3b-instruct-abliterated-mxfp4_moe + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE-GGUF description: "**Model Name:** Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated\n**Base Model:** Qwen3-VL-30B (a large multimodal language model)\n**Repository:** [huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated](https://huggingface.co/huihui-ai/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated)\n**Quantization:** MXFP4_MOE (GGUF format, optimized for inference on consumer hardware)\n**Model Type:** Instruction-tuned, multimodal (text + vision)\n**Size:** 30 billion parameters (MoE architecture with active 3.7B parameters per token)\n**License:** Apache 2.0\n\n**Description:**\nHuihui-Qwen3-VL-30B-A3B-Instruct-abliterated is an advanced, instruction-tuned multimodal large language model based on Qwen3-VL-30B, enhanced with a mixture-of-experts (MoE) architecture and fine-tuned for strong reasoning, visual understanding, and dialogue capabilities. It supports both text and image inputs, making it suitable for tasks such as image captioning, visual question answering, and complex instruction following. This version is quantized using MXFP4_MOE for efficient inference while preserving high performance.\n\nIdeal for developers and researchers seeking a powerful, efficient, and open-source multimodal model for real-world applications.\n\n> \U0001F50D *Note: This is a text-only version.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE.gguf files: - filename: Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE.gguf - uri: huggingface://noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE-GGUF/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE.gguf sha256: 5f458db67228615462fa467085938df88cc1b84d0cedda2bcec52cdc757643f9 -- !!merge <<: *afm - name: "a2fm-32b-rl" + uri: huggingface://noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE-GGUF/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-MXFP4_MOE.gguf +- name: a2fm-32b-rl + url: github:mudler/LocalAI/gallery/chatml.yaml@master urls: - https://huggingface.co/mradermacher/A2FM-32B-rl-GGUF description: "**A²FM-32B-rl** is a 32-billion-parameter adaptive foundation model designed for hybrid reasoning and agentic tasks. It dynamically selects between *instant*, *reasoning*, and *agentic* execution modes using a **route-then-align** framework, enabling smarter, more efficient AI behavior.\n\nTrained with **Adaptive Policy Optimization (APO)**, it achieves state-of-the-art performance on benchmarks like AIME25 (70.4%) and BrowseComp (13.4%), while reducing inference cost by up to **45%** compared to traditional reasoning methods—delivering high accuracy at low cost.\n\nOriginally developed by **PersonalAILab**, this model is optimized for tool-aware, multi-step problem solving and is ideal for advanced AI agents requiring both precision and efficiency.\n\n\U0001F539 *Model Type:* Adaptive Agent Foundation Model\n\U0001F539 *Size:* 32B\n\U0001F539 *Use Case:* Agentic reasoning, tool use, cost-efficient AI agents\n\U0001F539 *Training Approach:* Route-then-align + Adaptive Policy Optimization (APO)\n\U0001F539 *Performance:* SOTA on reasoning and agentic benchmarks\n\n\U0001F4C4 [Paper](https://arxiv.org/abs/2510.12838) | \U0001F419 [GitHub](https://github.com/OPPO-PersonalAI/Adaptive_Agent_Foundation_Models)\n" + license: aml + icon: https://cdn-uploads.huggingface.co/production/uploads/6435718aaaef013d1aec3b8b/Lj9YVLIKKdImV_jID0A1g.png + tags: + - gguf + - gpu + - text-generation overrides: parameters: model: A2FM-32B-rl.Q4_K_S.gguf @@ -19346,11 +29633,18 @@ - filename: A2FM-32B-rl.Q4_K_S.gguf sha256: 930ff2241351322cc98a24f5aa46e7158757ca87f8fd2763d9ecc4a3ef9514ba uri: huggingface://mradermacher/A2FM-32B-rl-GGUF/A2FM-32B-rl.Q4_K_S.gguf -- !!merge <<: *gptoss - name: "gpt-oss-20b-esper3.1-i1" +- name: gpt-oss-20b-esper3.1-i1 + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/mradermacher/gpt-oss-20b-Esper3.1-i1-GGUF description: "**Model Name:** gpt-oss-20b-Esper3.1\n**Repository:** [ValiantLabs/gpt-oss-20b-Esper3.1](https://huggingface.co/ValiantLabs/gpt-oss-20b-Esper3.1)\n**Base Model:** openai/gpt-oss-20b\n**Type:** Instruction-tuned, reasoning-focused language model\n**Size:** 20 billion parameters\n**License:** Apache 2.0\n\n---\n\n### \U0001F50D **Overview**\ngpt-oss-20b-Esper3.1 is a specialized, instruction-tuned variant of the 20B open-source GPT model, developed by **Valiant Labs**. It excels in **advanced coding, software architecture, and DevOps reasoning**, making it ideal for technical problem-solving and AI-driven engineering tasks.\n\n### ✨ **Key Features**\n- **Expert in DevOps & Cloud Systems:** Trained on high-difficulty datasets (e.g., Titanium3, Tachibana3, Mitakihara), it delivers precise, actionable guidance for AWS, Kubernetes, Terraform, Ansible, Docker, Jenkins, and more.\n- **Strong Code Reasoning:** Optimized for complex programming tasks, including full-stack development, scripting, and debugging.\n- **High-Quality Inference:** Uses `bf16` precision for full-precision performance; quantized versions (e.g., GGUF) available for efficient local inference.\n- **Open-Source & Free to Use:** Fully open-access, built on the public gpt-oss-20b foundation and trained with community datasets.\n\n### \U0001F4CC **Use Cases**\n- Designing scalable cloud architectures\n- Writing and optimizing infrastructure-as-code\n- Debugging complex DevOps pipelines\n- AI-assisted software development and documentation\n- Real-time technical troubleshooting\n\n### \U0001F4A1 **Getting Started**\nUse the standard `text-generation` pipeline with the `transformers` library. Supports role-based prompting (e.g., `user`, `assistant`) and performs best with high-reasoning prompts.\n\n```python\nfrom transformers import pipeline\n\npipe = pipeline(\"text-generation\", model=\"ValiantLabs/gpt-oss-20b-Esper3.1\", torch_dtype=\"auto\", device_map=\"auto\")\nmessages = [{\"role\": \"user\", \"content\": \"Design a Kubernetes cluster for a high-traffic web app with CI/CD via GitHub Actions.\"}]\noutputs = pipe(messages, max_new_tokens=2000)\nprint(outputs[0][\"generated_text\"][-1])\n```\n\n---\n\n> \U0001F517 **Model Gallery Entry**:\n> *gpt-oss-20b-Esper3.1 – A powerful, open-source 20B model tuned for expert-level DevOps, coding, and system architecture. Built by Valiant Labs using high-quality technical datasets. Perfect for engineers, architects, and AI developers.*\n" + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + tags: + - gguf + - gpu + - cpu + - openai overrides: parameters: model: gpt-oss-20b-Esper3.1.i1-Q4_K_M.gguf @@ -19358,11 +29652,22 @@ - filename: gpt-oss-20b-Esper3.1.i1-Q4_K_M.gguf sha256: 079683445913d12e70449a10b9e1bfc8adaf1e7917e86cf3be3cb29cca186f11 uri: huggingface://mradermacher/gpt-oss-20b-Esper3.1-i1-GGUF/gpt-oss-20b-Esper3.1.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "almost-human-x3-32bit-1839-6b-i1" +- name: almost-human-x3-32bit-1839-6b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Almost-Human-X3-32bit-1839-6B-i1-GGUF description: "**Model Name:** Almost-Human-X3-32bit-1839-6B\n**Base Model:** Qwen3-Jan-v1-256k-ctx-6B-Brainstorm20x\n**Author:** DavidAU\n**Repository:** [DavidAU/Almost-Human-X3-32bit-1839-6B](https://huggingface.co/DavidAU/Almost-Human-X3-32bit-1839-6B)\n**License:** Apache 2.0\n\n---\n\n### \U0001F50D **Overview**\nA high-precision, full-precision (float32) fine-tuned variant of the Qwen3-Jan model, specifically trained to emulate the literary and philosophical depth of Philip K. Dick. This model is the third in the \"Almost-Human\" series, built with advanced **\"Brainstorm 20x\"** methodology to enhance reasoning, coherence, and narrative quality—without sacrificing instruction-following ability.\n\n### \U0001F3AF **Key Features**\n- **Full Precision (32-bit):** Trained at 16-bit for 3 epochs, then finalized at float32 for maximum fidelity and performance.\n- **Extended Context (256k tokens):** Ideal for long-form writing, complex reasoning, and detailed code generation.\n- **Advanced Reasoning via Brainstorm 20x:** The model’s reasoning centers are expanded, calibrated, and interconnected 20 times, resulting in:\n - Richer, more nuanced prose\n - Stronger emotional engagement\n - Deeper narrative focus and foreshadowing\n - Fewer clichés, more originality\n - Enhanced coherence and detail\n- **Optimized for Creativity & Code:** Excels at brainstorming, roleplay, storytelling, and multi-step coding tasks.\n\n### \U0001F6E0️ **Usage Tips**\n- Use **CHATML or Jinja templates** for best results.\n- Recommended settings: Temperature 0.3–0.7 (higher for creativity), Top-p 0.8, Repetition penalty 1.05–1.1.\n- Best used with **\"smoothing\" (1.5)** in GUIs like KoboldCpp or oobabooga.\n- For complex tasks, use **Q6 or Q8 GGUF quantizations**.\n\n### \U0001F4E6 **Model Formats**\n- **Full precision (safe tensors)** – for training or high-fidelity inference\n- **GGUF, GPTQ, EXL2, AWQ, HQQ** – available via quantization (see [mradermacher/Almost-Human-X3-32bit-1839-6B-i1-GGUF](https://huggingface.co/mradermacher/Almost-Human-X3-32bit-1839-6B-i1-GGUF) for quantized versions)\n\n---\n\n### \U0001F4AC **Ideal For**\n- Creative writing, speculative fiction, and philosophical storytelling\n- Complex code generation with deep reasoning\n- Roleplay, character-driven dialogue, and immersive narratives\n- Researchers and developers seeking a highly expressive, human-like model\n\n> \U0001F4CC **Note:** This is the original source model. The GGUF versions by mradermacher are quantized derivatives — not the base model.\n\n---\n**Explore the source:** [DavidAU/Almost-Human-X3-32bit-1839-6B](https://huggingface.co/DavidAU/Almost-Human-X3-32bit-1839-6B)\n**Quantization guide:** [mradermacher/Almost-Human-X3-32bit-1839-6B-i1-GGUF](https://huggingface.co/mradermacher/Almost-Human-X3-32bit-1839-6B-i1-GGUF)\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Almost-Human-X3-32bit-1839-6B.i1-Q4_K_M.gguf @@ -19370,8 +29675,8 @@ - filename: Almost-Human-X3-32bit-1839-6B.i1-Q4_K_M.gguf sha256: 5dc9766b505d98d7a5ad960b321c1fafe508734ca12ff4b7c480f8afbbc1e03b uri: huggingface://mradermacher/Almost-Human-X3-32bit-1839-6B-i1-GGUF/Almost-Human-X3-32bit-1839-6B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "ostrich-32b-qwen3-251003-i1" +- name: ostrich-32b-qwen3-251003-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Ostrich-32B-Qwen3-251003-i1-GGUF description: | @@ -19392,6 +29697,17 @@ - Users seeking alternatives to mainstream AI outputs **Note:** This is the original, non-quantized model. The GGUF quantized versions (e.g., `mradermacher/Ostrich-32B-Qwen3-251003-i1-GGUF`) are derivatives for local inference and not the base model. + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Ostrich-32B-Qwen3-251003.i1-Q4_K_M.gguf @@ -19399,8 +29715,8 @@ - filename: Ostrich-32B-Qwen3-251003.i1-Q4_K_M.gguf sha256: 6260b3e4f61583c8954914f10bfe4a6ca7fbbb7127d82e40b677aed43d573319 uri: huggingface://mradermacher/Ostrich-32B-Qwen3-251003-i1-GGUF/Ostrich-32B-Qwen3-251003.i1-Q4_K_M.gguf -- !!merge <<: *gptoss - name: "gpt-oss-20b-claude-4-distill-i1" +- name: gpt-oss-20b-claude-4-distill-i1 + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/mradermacher/gpt-oss-20b-claude-4-distill-i1-GGUF description: | @@ -19421,6 +29737,13 @@ **Original Model:** [openai/gpt-oss-20b](https://huggingface.co/openai/gpt-oss-20b) *Note: This repository contains quantized versions (GGUF) by mradermacher, based on the original fine-tuned model from armand0e, which was derived from unsloth/gpt-oss-20b-unsloth-bnb-4bit.* + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + tags: + - gguf + - gpu + - cpu + - openai overrides: parameters: model: gpt-oss-20b-claude-4-distill.i1-Q4_K_M.gguf @@ -19428,8 +29751,8 @@ - filename: gpt-oss-20b-claude-4-distill.i1-Q4_K_M.gguf sha256: 333bdbde0a933b62f2050f384879bfaea7db7a5fbb26ee151fbbdc3c95f510dd uri: huggingface://mradermacher/gpt-oss-20b-claude-4-distill-i1-GGUF/gpt-oss-20b-claude-4-distill.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-deckard-large-almost-human-6b-iii-160-omega" +- name: qwen3-deckard-large-almost-human-6b-iii-160-omega + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-Deckard-Large-Almost-Human-6B-III-160-OMEGA-GGUF description: | @@ -19459,6 +29782,17 @@ **License:** Apache 2.0 **Tags:** #Qwen3 #CodeGeneration #CreativeWriting #Brainstorm20x #PhilipKDick #LongContext #LLM #FineTuned #InstructModel + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-Deckard-Large-Almost-Human-6B-III-160-OMEGA.Q4_K_M.gguf @@ -19466,8 +29800,8 @@ - filename: Qwen3-Deckard-Large-Almost-Human-6B-III-160-OMEGA.Q4_K_M.gguf sha256: c6c9c03e771edfb68d5eab82a3324e264e53cf1bcf9b80ae3f04bc94f57b1d7f uri: huggingface://mradermacher/Qwen3-Deckard-Large-Almost-Human-6B-III-160-OMEGA-GGUF/Qwen3-Deckard-Large-Almost-Human-6B-III-160-OMEGA.Q4_K_M.gguf -- !!merge <<: *llama31 - name: "wraith-8b-i1" +- name: wraith-8b-i1 + url: github:mudler/LocalAI/gallery/llama3.1-instruct.yaml@master urls: - https://huggingface.co/mradermacher/wraith-8b-i1-GGUF description: | @@ -19495,6 +29829,14 @@ > — Wraith, The Analytical Intelligence [Download on Hugging Face](https://huggingface.co/vanta-research/wraith-8B) | [GitHub](https://github.com/vanta-research/wraith-8b) + license: llama3.1 + icon: https://avatars.githubusercontent.com/u/153379578 + tags: + - llm + - gguf + - gpu + - cpu + - llama3.1 overrides: parameters: model: wraith-8b.i1-Q4_K_M.gguf @@ -19502,16 +29844,31 @@ - filename: wraith-8b.i1-Q4_K_M.gguf sha256: 180469f9de3e1b5a77b7cf316899dbe4782bd5e6d4f161fb18ea95aa612e6926 uri: huggingface://mradermacher/wraith-8b-i1-GGUF/wraith-8b.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "deepkat-32b-i1" +- name: deepkat-32b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/DeepKAT-32B-i1-GGUF description: "**DeepKAT-32B** is a high-performance, open-source coding agent built by merging two leading RL-tuned models—**DeepSWE-Preview** and **KAT-Dev**—on the **Qwen3-32B** base architecture using Arcee MergeKit’s TIES method. This 32B parameter model excels in complex software engineering tasks, including code generation, bug fixing, refactoring, and autonomous agent workflows with tool use.\n\nKey strengths:\n- Achieves ~62% SWE-Bench Verified score (on par with top open-source models).\n- Strong performance in multi-file reasoning, multi-turn planning, and sparse reward environments.\n- Optimized for agentic behavior with step-by-step reasoning and tool chaining.\n\nIdeal for developers, AI researchers, and teams building intelligent code assistants or autonomous software agents.\n\n> \U0001F517 **Base Model**: Qwen/Qwen3-32B\n> \U0001F6E0️ **Built With**: MergeKit (TIES), RL-finetuned components\n> \U0001F4CA **Benchmarks**: SWE-Bench Verified: ~62%, HumanEval Pass@1: ~85%\n\n*Note: The model is a merge of two RL-tuned models and not a direct training from scratch.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: mradermacher/DeepKAT-32B-i1-GGUF -- !!merge <<: *granite4 - name: "ibm-granite.granite-4.0-1b" + files: + - filename: Qwen_Qwen3-30B-A3B-Q4_K_M.gguf + sha256: a015794bfb1d69cb03dbb86b185fb2b9b339f757df5f8f9dd9ebdab8f6ed5d32 + uri: huggingface://bartowski/Qwen_Qwen3-30B-A3B-GGUF/Qwen_Qwen3-30B-A3B-Q4_K_M.gguf +- name: ibm-granite.granite-4.0-1b + url: github:mudler/LocalAI/gallery/granite4.yaml@master urls: - https://huggingface.co/DevQuasar/ibm-granite.granite-4.0-1b-GGUF description: | @@ -19551,6 +29908,13 @@ - [GitHub Repository](https://github.com/ibm-granite/granite-4.0-nano-language-models) > *“Make knowledge free for everyone.” – IBM Granite Team* + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/639bcaa2445b133a4e942436/CEW-OjXkRkDNmTxSu8Egh.png + tags: + - gguf + - gpu + - cpu + - text-to-text overrides: parameters: model: ibm-granite.granite-4.0-1b.Q4_K_M.gguf @@ -19558,11 +29922,22 @@ - filename: ibm-granite.granite-4.0-1b.Q4_K_M.gguf sha256: 0e0ef42486b7f1f95dfe33af2e696df1149253e500c48f3fb8db0125afa2922c uri: huggingface://DevQuasar/ibm-granite.granite-4.0-1b-GGUF/ibm-granite.granite-4.0-1b.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "apollo-astralis-4b-i1" +- name: apollo-astralis-4b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/apollo-astralis-4b-i1-GGUF description: "**Apollo-Astralis V1 4B**\n*A warm, enthusiastic, and empathetic reasoning model built on Qwen3-4B-Thinking*\n\n**Overview**\nApollo-Astralis V1 4B is a 4-billion-parameter conversational AI designed for collaborative, emotionally intelligent problem-solving. Developed by VANTA Research, it combines rigorous logical reasoning with a vibrant, supportive communication style—making it ideal for creative brainstorming, educational support, and personal development.\n\n**Key Features**\n- \U0001F914 **Explicit Reasoning**: Uses `` tags to break down thought processes step by step\n- \U0001F4AC **Warm & Enthusiastic Tone**: Celebrates achievements with energy and empathy\n- \U0001F91D **Collaborative Style**: Engages users with \"we\" language and clarifying questions\n- \U0001F50D **High Accuracy**: Achieves 100% in enthusiasm detection and 90% in empathy recognition\n- \U0001F3AF **Fine-Tuned for Real-World Use**: Trained with LoRA on a dataset emphasizing emotional intelligence and consistency\n\n**Base Model**\nBuilt on **Qwen3-4B-Thinking** and enhanced with lightweight LoRA fine-tuning (33M trainable parameters).\nAvailable in both full and quantized (GGUF) formats via Hugging Face and Ollama.\n\n**Use Cases**\n- Personal coaching & motivation\n- Creative ideation & project planning\n- Educational tutoring with emotional support\n- Mental wellness conversations (complementary, not替代)\n\n**License**\nApache 2.0 — open for research, commercial, and personal use.\n\n**Try It**\n\U0001F449 [Hugging Face Page](https://huggingface.co/VANTA-Research/apollo-astralis-v1-4b)\n\U0001F449 [Ollama](https://ollama.com/vanta-research/apollo-astralis-v1-4b)\n\n*Developed by VANTA Research — where reasoning meets warmth.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: apollo-astralis-4b.i1-Q4_K_M.gguf @@ -19570,11 +29945,22 @@ - filename: apollo-astralis-4b.i1-Q4_K_M.gguf sha256: 94e1d371420b03710fc7de030c1c06e75a356d9388210a134ee2adb4792a2626 uri: huggingface://mradermacher/apollo-astralis-4b-i1-GGUF/apollo-astralis-4b.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-vlto-32b-instruct-i1" +- name: qwen3-vlto-32b-instruct-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-VLTO-32B-Instruct-i1-GGUF description: "**Model Name:** Qwen3-VL-32B-Instruct (Text-Only Variant: Qwen3-VLTO-32B-Instruct)\n**Base Model:** Qwen/Qwen3-VL-32B-Instruct\n**Repository:** [mradermacher/Qwen3-VLTO-32B-Instruct-i1-GGUF](https://huggingface.co/mradermacher/Qwen3-VLTO-32B-Instruct-i1-GGUF)\n**Type:** Large Language Model (LLM) – Text-Only (Vision-Language model stripped of vision components)\n**Architecture:** Qwen3-VL, adapted for pure text generation\n**Size:** 32 billion parameters\n**License:** Apache 2.0\n**Framework:** Hugging Face Transformers\n\n---\n\n### \U0001F50D **Description**\n\nThis is a **text-only variant** of the powerful **Qwen3-VL-32B-Instruct** multimodal model, stripped of its vision components to function as a high-performance pure language model. The model retains the full text understanding and generation capabilities of its parent — including strong reasoning, long-context handling (up to 32K+ tokens), and advanced multimodal training-derived coherence — while being optimized for text-only tasks.\n\nIt was created by loading the weights from the full Qwen3-VL-32B-Instruct model into a text-only Qwen3 architecture, preserving all linguistic and reasoning strengths without the need for image input.\n\nPerfect for applications requiring deep reasoning, long-form content generation, code synthesis, and dialogue — with all the benefits of the Qwen3 series, now in a lightweight, text-focused form.\n\n---\n\n### \U0001F4CC Key Features\n\n- ✅ **High-Performance Text Generation** – Built on top of the state-of-the-art Qwen3-VL architecture\n- ✅ **Extended Context Length** – Supports up to 32,768 tokens (ideal for long documents and complex tasks)\n- ✅ **Strong Reasoning & Planning** – Excels at logic, math, coding, and multi-step reasoning\n- ✅ **Optimized for GGUF Format** – Available in multiple quantized versions (IQ3_M, Q2_K, etc.) for efficient inference on consumer hardware\n- ✅ **Free to Use & Modify** – Apache 2.0 license\n\n---\n\n### \U0001F4E6 Use Case Suggestions\n\n- Long-form writing, summarization, and editing\n- Code generation and debugging\n- AI agents and task automation\n- High-quality chat and dialogue systems\n- Research and experimentation with large-scale LLMs on local devices\n\n---\n\n### \U0001F4DA References\n\n- Original Model: [Qwen/Qwen3-VL-32B-Instruct](https://huggingface.co/Qwen/Qwen3-VL-32B-Instruct)\n- Technical Report: [Qwen3 Technical Report (arXiv)](https://arxiv.org/abs/2505.09388)\n- Quantization by: [mradermacher](https://huggingface.co/mradermacher)\n\n> ✅ **Note**: The model shown here is **not the original vision-language model** — it's a **text-only conversion** of the Qwen3-VL-32B-Instruct model, ideal for pure language tasks.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-VLTO-32B-Instruct.i1-Q4_K_S.gguf @@ -19582,11 +29968,22 @@ - filename: Qwen3-VLTO-32B-Instruct.i1-Q4_K_S.gguf sha256: 789d55249614cd1acee1a23278133cd56ca898472259fa2261f77d65ed7f8367 uri: huggingface://mradermacher/Qwen3-VLTO-32B-Instruct-i1-GGUF/Qwen3-VLTO-32B-Instruct.i1-Q4_K_S.gguf -- !!merge <<: *qwen3 - name: "qwen3-vlto-32b-thinking" +- name: qwen3-vlto-32b-thinking + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-VLTO-32B-Thinking-GGUF description: "**Model Name:** Qwen3-VLTO-32B-Thinking\n**Model Type:** Large Language Model (Text-Only)\n**Base Model:** Qwen/Qwen3-VL-32B-Thinking (vanilla Qwen3-VL-32B with vision components removed)\n**Architecture:** Transformer-based, 32-billion parameter model optimized for reasoning and complex text generation.\n\n### Description:\nQwen3-VLTO-32B-Thinking is a pure text-only variant of the Qwen3-VL-32B-Thinking model, stripped of its vision capabilities while preserving the full reasoning and language understanding power. It is derived by transferring the weights from the vision-language model into a text-only transformer architecture, maintaining the same high-quality behavior for tasks such as logical reasoning, code generation, and dialogue.\n\nThis model is ideal for applications requiring deep linguistic reasoning and long-context understanding without image input. It supports advanced multimodal reasoning capabilities *in text form*—perfect for research, chatbots, and content generation.\n\n### Key Features:\n- ✅ 32B parameters, high reasoning capability\n- ✅ No vision components — fully text-only\n- ✅ Trained for complex thinking and step-by-step reasoning\n- ✅ Compatible with Hugging Face Transformers and GGUF inference tools\n- ✅ Available in multiple quantization levels (Q2_K to Q8_0) for efficient deployment\n\n### Use Case:\nIdeal for advanced text generation, logical inference, coding, and conversational AI where vision is not needed.\n\n> \U0001F517 **Base Model**: [Qwen/Qwen3-VL-32B-Thinking](https://huggingface.co/Qwen/Qwen3-VL-32B-Thinking)\n> \U0001F4E6 **Quantized Versions**: Available via [mradermacher/Qwen3-VLTO-32B-Thinking-GGUF](https://huggingface.co/mradermacher/Qwen3-VLTO-32B-Thinking-GGUF)\n\n---\n*Note: The original model was created by Alibaba’s Qwen team. This variant was adapted by qingy2024 and quantized by mradermacher.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-VLTO-32B-Thinking.Q4_K_M.gguf @@ -19594,8 +29991,8 @@ - filename: Qwen3-VLTO-32B-Thinking.Q4_K_M.gguf sha256: d88b75df7c40455dfa21ded23c8b25463a8d58418bb6296304052b7e70e96954 uri: huggingface://mradermacher/Qwen3-VLTO-32B-Thinking-GGUF/Qwen3-VLTO-32B-Thinking.Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "gemma-3-the-grand-horror-27b" +- name: gemma-3-the-grand-horror-27b + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/DavidAU/Gemma-3-The-Grand-Horror-27B-GGUF description: | @@ -19611,6 +30008,16 @@ > ✅ **Note**: The model card you see is for a **quantized, fine-tuned derivative**, not the original. The true base model is **Gemma 3 27B**, available at: https://huggingface.co/google/gemma-3-27b This model is not for all audiences — it generates content with a consistently dark, unsettling tone. Use responsibly. + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - llm + - gguf + - gpu + - cpu + - gemma + - gemma3 + - gemma-3 overrides: parameters: model: Gemma-3-The-Grand-Horror-27B-Q4_k_m.gguf @@ -19618,11 +30025,22 @@ - filename: Gemma-3-The-Grand-Horror-27B-Q4_k_m.gguf sha256: 46f0b06b785d19804a1a796bec89a8eeba8a4e2ef21e2ab8dbb8fa2ff0d675b1 uri: huggingface://DavidAU/Gemma-3-The-Grand-Horror-27B-GGUF/Gemma-3-The-Grand-Horror-27B-Q4_k_m.gguf -- !!merge <<: *qwen3 - name: "qwen3-nemotron-32b-rlbff-i1" +- name: qwen3-nemotron-32b-rlbff-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-Nemotron-32B-RLBFF-i1-GGUF description: "**Model Name:** Qwen3-Nemotron-32B-RLBFF\n**Base Model:** Qwen/Qwen3-32B\n**Developer:** NVIDIA\n**License:** NVIDIA Open Model License\n\n**Description:**\nQwen3-Nemotron-32B-RLBFF is a high-performance, fine-tuned large language model built on the Qwen3-32B foundation. It is specifically optimized to generate high-quality, helpful responses in a default thinking mode through advanced reinforcement learning with binary flexible feedback (RLBFF). Trained on the HelpSteer3 dataset, this model excels in reasoning, planning, coding, and information-seeking tasks while maintaining strong safety and alignment with human preferences.\n\n**Key Performance (as of Sep 2025):**\n- **MT-Bench:** 9.50 (near GPT-4-Turbo level)\n- **Arena Hard V2:** 55.6%\n- **WildBench:** 70.33%\n\n**Architecture & Efficiency:**\n- 32 billion parameters, based on the Qwen3 Transformer architecture\n- Designed for deployment on NVIDIA GPUs (Ampere, Hopper, Turing)\n- Achieves performance comparable to DeepSeek R1 and O3-mini at less than 5% of the inference cost\n\n**Use Case:**\nIdeal for applications requiring reliable, thoughtful, and safe responses—such as advanced chatbots, research assistants, and enterprise AI systems.\n\n**Access & Usage:**\nAvailable on Hugging Face with support for Hugging Face Transformers and vLLM.\n**Cite:** [Wang et al., 2025 — RLBFF: Binary Flexible Feedback](https://arxiv.org/abs/2509.21319)\n\n\U0001F449 *Note: The GGUF version (mradermacher/Qwen3-Nemotron-32B-RLBFF-i1-GGUF) is a user-quantized variant. The original model is available at nvidia/Qwen3-Nemotron-32B-RLBFF.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-Nemotron-32B-RLBFF.i1-Q4_K_M.gguf @@ -19630,8 +30048,8 @@ - filename: Qwen3-Nemotron-32B-RLBFF.i1-Q4_K_M.gguf sha256: 000e8c65299fc232d1a832f1cae831ceaa16425eccfb7d01702d73e8bd3eafee uri: huggingface://mradermacher/Qwen3-Nemotron-32B-RLBFF-i1-GGUF/Qwen3-Nemotron-32B-RLBFF.i1-Q4_K_M.gguf -- !!merge <<: *gptoss - name: "financial-gpt-oss-20b-q8-i1" +- name: financial-gpt-oss-20b-q8-i1 + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/mradermacher/financial-gpt-oss-20b-q8-i1-GGUF description: | @@ -19664,6 +30082,13 @@ url={https://huggingface.co/beenyb/financial-gpt-oss-20b-q8} } ``` + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + tags: + - gguf + - gpu + - cpu + - openai overrides: parameters: model: financial-gpt-oss-20b-q8.i1-Q4_K_M.gguf @@ -19671,11 +30096,22 @@ - filename: financial-gpt-oss-20b-q8.i1-Q4_K_M.gguf sha256: 14586673de2a769f88bd51f88464b9b1f73d3ad986fa878b2e0c1473f1c1fc59 uri: huggingface://mradermacher/financial-gpt-oss-20b-q8-i1-GGUF/financial-gpt-oss-20b-q8.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "reform-32b-i1" +- name: reform-32b-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/ReForm-32B-i1-GGUF description: "**ReForm-32B** is a large-scale, reflective autoformalization language model developed by Guoxin Chen and collaborators, designed to convert natural language mathematical problems into precise formal proofs (e.g., in Lean 4) with high semantic accuracy. It leverages a novel training paradigm called **Prospective Bounded Sequence Optimization (PBSO)**, enabling the model to iteratively *generate → verify → refine* its outputs, significantly improving correctness and consistency.\n\nKey features:\n- **State-of-the-art performance**: Achieves +22.6% average improvement over leading baselines across benchmarks like miniF2F, ProofNet, Putnam, and AIME 2025.\n- **Reflective reasoning**: Incorporates self-correction through a built-in verification loop, mimicking expert problem-solving.\n- **High-fidelity formalization**: Optimized for mathematical rigor, making it ideal for formal verification and AI-driven theorem proving.\n\nOriginally released by the author **GuoxinChen/ReForm-32B**, this model is part of an open research effort in AI for mathematics. It is now available in GGUF format (e.g., via `mradermacher/ReForm-32B-i1-GGUF`) for efficient local inference.\n\n> \U0001F4CC *For the original, unquantized model, refer to:* [GuoxinChen/ReForm-32B](https://huggingface.co/GuoxinChen/ReForm-32B)\n> \U0001F4DA *Paper:* [ReForm: Reflective Autoformalization with PBSO](https://arxiv.org/abs/2510.24592)\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: ReForm-32B.i1-Q4_K_M.gguf @@ -19683,11 +30119,22 @@ - filename: ReForm-32B.i1-Q4_K_M.gguf sha256: a7f69d6e2efe002368bc896fc5682d34a1ac63669a4db0f42faf44a29012dc3f uri: huggingface://mradermacher/ReForm-32B-i1-GGUF/ReForm-32B.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-4b-thinking-2507-gspo-easy" +- name: qwen3-4b-thinking-2507-gspo-easy + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-4B-Thinking-2507-GSPO-Easy-GGUF description: "**Model Name:** Qwen3-4B-Thinking-2507-GSPO-Easy\n**Base Model:** Qwen3-4B (by Alibaba Cloud)\n**Fine-tuned With:** GRPO (Generalized Reward Policy Optimization)\n**Framework:** Hugging Face TRL (Transformers Reinforcement Learning)\n**License:** [MIT](https://huggingface.co/leonMW/Qwen3-4B-Thinking-2507-GSPO-Easy/blob/main/LICENSE)\n\n---\n\n### \U0001F4CC Description:\nA fine-tuned 4-billion-parameter version of **Qwen3-4B**, optimized for **step-by-step reasoning and complex problem-solving** using **GRPO**, a reinforcement learning method designed to enhance mathematical and logical reasoning in language models.\n\nThis model excels in tasks requiring **structured thinking**, such as solving math problems, logical puzzles, and multi-step reasoning, making it ideal for applications in education, AI assistants, and reasoning benchmarks.\n\n### \U0001F527 Key Features:\n- Trained with **TRL 0.23.1** and **Transformers 4.57.1**\n- Optimized for **high-quality reasoning output**\n- Part of the **Qwen3-4B-Thinking** series, designed to simulate human-like thought processes\n- Compatible with Hugging Face `transformers` and `pipeline` API\n\n### \U0001F4DA Use Case:\nPerfect for applications demanding **deep reasoning**, such as:\n- AI tutoring systems\n- Advanced chatbots with explanation capabilities\n- Automated problem-solving in STEM domains\n\n### \U0001F4CC Quick Start (Python):\n```python\nfrom transformers import pipeline\n\nquestion = \"If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?\"\ngenerator = pipeline(\"text-generation\", model=\"leonMW/Qwen3-4B-Thinking-2507-GSPO-Easy\", device=\"cuda\")\noutput = generator([{\"role\": \"user\", \"content\": question}], max_new_tokens=128, return_full_text=False)[0]\nprint(output[\"generated_text\"])\n```\n\n> ✅ **Note**: This is the **original, non-quantized base model**. Quantized versions (e.g., GGUF) are available separately under the same repository for efficient inference on consumer hardware.\n\n---\n\n\U0001F517 **Model Page:** [https://huggingface.co/leonMW/Qwen3-4B-Thinking-2507-GSPO-Easy](https://huggingface.co/leonMW/Qwen3-4B-Thinking-2507-GSPO-Easy)\n\U0001F4DD **Training Details & Visualizations:** [WandB Dashboard](https://wandb.ai/leonwenderoth-tu-darmstadt/huggingface/runs/t42skrc7)\n\n---\n*Fine-tuned using GRPO — a method proven to boost mathematical reasoning in open language models. Cite: Shao et al., 2024 (arXiv:2402.03300)*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-4B-Thinking-2507-GSPO-Easy.Q4_K_M.gguf @@ -19695,11 +30142,22 @@ - filename: Qwen3-4B-Thinking-2507-GSPO-Easy.Q4_K_M.gguf sha256: f75798ff521ce54c1663fb59d2d119e5889fd38ce76d9e07c3a28ceb13cf2eb2 uri: huggingface://mradermacher/Qwen3-4B-Thinking-2507-GSPO-Easy-GGUF/Qwen3-4B-Thinking-2507-GSPO-Easy.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "qwen3-yoyo-v4-42b-a3b-thinking-total-recall-pkdick-v-i1" +- name: qwen3-yoyo-v4-42b-a3b-thinking-total-recall-pkdick-v-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-PKDick-V-i1-GGUF description: "### **Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-PKDick-V**\n**Base Model:** Qwen3-Coder-30B-A3B-Instruct (Mixture of Experts)\n**Size:** 42B parameters (finetuned version)\n**Context Length:** 1 million tokens (native), supports up to 256K natively with Yarn extension\n**Architecture:** Mixture of Experts (MoE) — 128 experts, 8 activated per forward pass\n**Fine-tuned For:** Advanced coding, agentic workflows, creative writing, and long-context reasoning\n**Key Features:**\n- Enhanced with **Brainstorm 20x** fine-tuning for deeper reasoning, richer prose, and improved coherence\n- Optimized for **coding in multiple languages**, tool use, and long-form creative tasks\n- Includes optional **\"thinking\" mode** via system prompt for structured internal reasoning\n- Trained on **PK Dick Dataset** (inspired by Philip K. Dick’s works) for narrative depth and conceptual richness\n- Supports **high-quality GGUF, GPTQ, AWQ, EXL2, and HQQ quantizations** for efficient local inference\n- Recommended settings: 6–10 active experts, temperature 0.3–0.7, repetition penalty 1.05–1.1\n\n**Best For:** Developers, creative writers, researchers, and AI researchers seeking a powerful, expressive, and highly customizable model with exceptional long-context and coding performance.\n\n> \U0001F31F *Note: This is a quantization and fine-tune of the original Qwen3-Coder-30B-A3B-Instruct by DavidAU, further enhanced by mradermacher’s GGUF conversion. The base model remains the authoritative version.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-PKDick-V.i1-Q4_K_M.gguf @@ -19707,8 +30165,8 @@ - filename: Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-PKDick-V.i1-Q4_K_M.gguf sha256: 6955283520e3618fe349bb75f135eae740f020d9d7f5ba38503482e5d97f6f59 uri: huggingface://mradermacher/Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-PKDick-V-i1-GGUF/Qwen3-Yoyo-V4-42B-A3B-Thinking-TOTAL-RECALL-PKDick-V.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "grovemoe-base-i1" +- name: grovemoe-base-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/GroveMoE-Base-i1-GGUF description: | @@ -19730,6 +30188,17 @@ **GitHub:** [github.com/inclusionAI/GroveMoE](https://github.com/inclusionAI/GroveMoE) *Note: The GGUF quantized versions (e.g., mradermacher/GroveMoE-Base-i1-GGUF) are community-quantized derivatives. The original model is the base model by inclusionAI.* + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: GroveMoE-Base.i1-Q4_K_M.gguf @@ -19737,11 +30206,22 @@ - filename: GroveMoE-Base.i1-Q4_K_M.gguf sha256: 9d7186ba9531bf689c91176468d7a35c0aaac0cd52bd44d4ed8f7654949ef4f4 uri: huggingface://mradermacher/GroveMoE-Base-i1-GGUF/GroveMoE-Base.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "nvidia.qwen3-nemotron-32b-rlbff" +- name: nvidia.qwen3-nemotron-32b-rlbff + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/DevQuasar/nvidia.Qwen3-Nemotron-32B-RLBFF-GGUF description: "The **nvidia/Qwen3-Nemotron-32B-RLBFF** is a large language model based on the Qwen3 architecture, fine-tuned by NVIDIA using Reinforcement Learning from Human Feedback (RLHF) for improved alignment with human preferences. With 32 billion parameters, it excels in complex reasoning, instruction following, and natural language generation, making it suitable for advanced tasks such as code generation, dialogue systems, and content creation.\n\nThis model is part of NVIDIA’s Nemotron series, designed to deliver high performance and safety in real-world applications. It is optimized for efficient deployment while maintaining strong language understanding and generation capabilities.\n\n**Key Features:**\n- **Base Model**: Qwen3-32B\n- **Fine-tuning**: Reinforcement Learning from Human Feedback (RLBFF)\n- **Use Case**: Advanced text generation, coding, dialogue, and reasoning\n- **License**: MIT (check Hugging Face for full details)\n\n\U0001F449 [View on Hugging Face](https://huggingface.co/nvidia/Qwen3-Nemotron-32B-RLBFF)\n\n*Note: The GGUF version hosted by DevQuasar is a quantized variant for efficient local inference. The original, unquantized model is available at the link above.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: nvidia.Qwen3-Nemotron-32B-RLBFF.Q4_K_M.gguf @@ -19749,11 +30229,20 @@ - filename: nvidia.Qwen3-Nemotron-32B-RLBFF.Q4_K_M.gguf sha256: 5dfc9f1dc21885371b12a6e0857d86d6deb62b6601b4d439e4dfe01195a462f1 uri: huggingface://DevQuasar/nvidia.Qwen3-Nemotron-32B-RLBFF-GGUF/nvidia.Qwen3-Nemotron-32B-RLBFF.Q4_K_M.gguf -- !!merge <<: *mistral03 - name: "evilmind-24b-v1-i1" +- name: evilmind-24b-v1-i1 + url: github:mudler/LocalAI/gallery/mistral-0.3.yaml@master urls: - https://huggingface.co/mradermacher/Evilmind-24B-v1-i1-GGUF description: "**Evilmind-24B-v1** is a large language model created by merging two 24B-parameter models—**BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly** and **Rivermind-24B-v1**—using SLERP interpolation (t=0.5) to combine their strengths. Built on the Mistral architecture, this model excels in creative, uncensored, and realistic text generation, with a distinctive voice that leans into edgy, imaginative, and often provocative content.\n\nThe merge leverages the narrative depth and stylistic flair of both source models, producing a highly expressive and versatile AI capable of generating rich, detailed, and unconventional outputs. Designed for advanced users, it’s ideal for storytelling, roleplay, and experimental writing, though it may contain NSFW or controversial content.\n\n> \U0001F50D *Note: This is the original base model. The GGUF quantized version hosted by mradermacher is a derivative (quantized for inference) and not the original author’s release.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/62dac1c7a8ead43d20e3e17a/wrLf5yaGC6ng4XME70w6Z.png + tags: + - llm + - gguf + - gpu + - mistral + - cpu + - function-calling overrides: parameters: model: Evilmind-24B-v1.i1-Q4_K_M.gguf @@ -19761,8 +30250,8 @@ - filename: Evilmind-24B-v1.i1-Q4_K_M.gguf sha256: 22e56c86b4f4a8f7eb3269f72a6bb0f06a7257ff733e21063fdec6691a52177d uri: huggingface://mradermacher/Evilmind-24B-v1-i1-GGUF/Evilmind-24B-v1.i1-Q4_K_M.gguf -- !!merge <<: *gemma3 - name: "yanoljanext-rosetta-27b-2511-i1" +- name: yanoljanext-rosetta-27b-2511-i1 + url: github:mudler/LocalAI/gallery/gemma.yaml@master urls: - https://huggingface.co/mradermacher/YanoljaNEXT-Rosetta-27B-2511-i1-GGUF description: | @@ -19780,6 +30269,16 @@ **Base Model:** `google/gemma-3-27b-pt` **License:** Gemma (via Google) **Repository:** [yanolja/YanoljaNEXT-Rosetta-27B-2511](https://huggingface.co/yanolja/YanoljaNEXT-Rosetta-27B-2511) + license: gemma + icon: https://ai.google.dev/static/gemma/images/gemma3.png + tags: + - llm + - gguf + - gpu + - cpu + - gemma + - gemma3 + - gemma-3 overrides: parameters: model: YanoljaNEXT-Rosetta-27B-2511.i1-Q4_K_M.gguf @@ -19787,11 +30286,22 @@ - filename: YanoljaNEXT-Rosetta-27B-2511.i1-Q4_K_M.gguf sha256: 0a599099e93ad521045e17d82365a73c1738fff0603d6cb2c9557e96fbc907cb uri: huggingface://mradermacher/YanoljaNEXT-Rosetta-27B-2511-i1-GGUF/YanoljaNEXT-Rosetta-27B-2511.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "orca-agent-v0.1" +- name: orca-agent-v0.1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Orca-Agent-v0.1-GGUF description: "**Orca-Agent-v0.1** is a 14-billion-parameter orchestration agent built on top of **Qwen3-14B**, designed to act as a smart decision-maker in multi-agent coding systems. Rather than writing code directly, it strategically breaks down complex tasks into subtasks, delegates to specialized agents (e.g., explorers and coders), verifies results, and maintains contextual knowledge throughout execution.\n\nTrained using GRPO and curriculum learning on 32 H100 GPUs, it achieves strong performance on TerminalBench (18.25% accuracy) when paired with a Qwen3-Coder-30B MoE subagent—nearly matching the performance of a 480B model. It's optimized for real-world coding workflows, especially in infrastructure automation and system recovery.\n\n**Key Features:**\n- Full fine-tuned Qwen3-14B base model\n- Designed for multi-agent collaboration (orchestrator + subagents)\n- Trained on real terminal tasks with structured feedback\n- Serves via vLLM or SGLang for high-throughput inference\n\n**Use Case:** Ideal for advanced autonomous coding systems, DevOps automation, and complex problem-solving in technical environments.\n\n\U0001F449 **Original Training Repo:** [github.com/Danau5tin/Orca-Agent-RL](https://github.com/Danau5tin/Orca-Agent-RL)\n\U0001F449 **Orchestration Code:** [github.com/Danau5tin/multi-agent-coding-system](https://github.com/Danau5tin/multi-agent-coding-system)\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Orca-Agent-v0.1.Q4_K_M.gguf @@ -19799,11 +30309,22 @@ - filename: Orca-Agent-v0.1.Q4_K_M.gguf sha256: 2943397fe2c23959215218adbfaf361ca7974bbb0f948e08c230e6bccb1f130a uri: huggingface://mradermacher/Orca-Agent-v0.1-GGUF/Orca-Agent-v0.1.Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "orca-agent-v0.1-i1" +- name: orca-agent-v0.1-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Orca-Agent-v0.1-i1-GGUF description: "**Model Name:** Orca-Agent-v0.1\n**Base Model:** Qwen3-14B\n**Repository:** [Danau5tin/Orca-Agent-v0.1](https://huggingface.co/Danau5tin/Orca-Agent-v0.1)\n**License:** Apache 2.0\n**Use Case:** Multi-Agent Orchestration for Complex Code & System Tasks\n\n---\n\n### \U0001F50D **Overview**\nOrca-Agent-v0.1 is a powerful **task orchestration agent** designed to manage complex, multi-step workflows—especially in code and system administration—without directly modifying code. Instead, it acts as a strategic planner that coordinates a team of specialized agents.\n\n---\n\n### \U0001F6E0️ **Key Features**\n- **Intelligent Task Breakdown:** Analyzes user requests and decomposes them into focused subtasks.\n- **Agent Coordination:** Dynamically dispatches:\n - *Explorer agents* to understand the system state.\n - *Coder agents* to implement changes with precise instructions.\n - *Verifier agents* to validate results.\n- **Context Management:** Maintains a persistent context store to track discoveries across steps.\n- **High Performance:** Achieves **18.25% on TerminalBench** when paired with Qwen3-Coder-30B, nearing the performance of a 480B model.\n\n---\n\n### \U0001F4CA **Performance**\n| Orchestrator | Subagent | Terminal Bench |\n|--------------|----------|----------------|\n| Orca-Agent-v0.1-14B | Qwen3-Coder-30B | **18.25%** |\n| Qwen3-14B | Qwen3-Coder-30B | 7.0% |\n\n> *Trained on 32x H100s using GRPO + curriculum learning, with full open-source training code available.*\n\n---\n\n### \U0001F4CC **Example Output**\n```xml\n\nagent_type: 'coder'\ntitle: 'Attempt recovery using the identified backup file'\ndescription: |\n Move the backup file from /tmp/terraform_work/.terraform.tfstate.tmp to /infrastructure/recovered_state.json.\n Verify file existence, size, and permissions (rw-r--r--).\nmax_turns: 10\ncontext_refs: ['task_003']\n\n```\n\n---\n\n### \U0001F4C1 **Serving**\n- ✅ **vLLM:** `vllm serve Danau5tin/Orca-Agent-v0.1`\n- ✅ **SGLang:** `python -m sglang.launch_server --model-path Danau5tin/Orca-Agent-v0.1`\n\n---\n\n### \U0001F310 **Learn More**\n- **Training & Code:** [GitHub - Orca-Agent-RL](https://github.com/Danau5tin/Orca-Agent-RL)\n- **Orchestration Framework:** [multi-agent-coding-system](https://github.com/Danau5tin/multi-agent-coding-system)\n\n---\n\n> ✅ *Note: The model at `mradermacher/Orca-Agent-v0.1-i1-GGUF` is a quantized version of this original model. This description reflects the full, unquantized version by the original author.*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Orca-Agent-v0.1.i1-Q4_K_M.gguf @@ -19811,11 +30332,22 @@ - filename: Orca-Agent-v0.1.i1-Q4_K_M.gguf sha256: 05548385128da98431f812d1b6bc3f1bff007a56a312dc98d9111b5fb51e1751 uri: huggingface://mradermacher/Orca-Agent-v0.1-i1-GGUF/Orca-Agent-v0.1.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "spiral-qwen3-4b-multi-env" +- name: spiral-qwen3-4b-multi-env + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Spiral-Qwen3-4B-Multi-Env-GGUF description: "**Model Name:** Spiral-Qwen3-4B-Multi-Env\n**Base Model:** Qwen3-4B (fine-tuned variant)\n**Repository:** [spiral-rl/Spiral-Qwen3-4B-Multi-Env](https://huggingface.co/spiral-rl/Spiral-Qwen3-4B-Multi-Env)\n**Quantized Version:** Available via GGUF (by mradermacher)\n\n---\n\n### \U0001F4CC Description:\n\nSpiral-Qwen3-4B-Multi-Env is a fine-tuned, instruction-optimized version of the Qwen3-4B language model, specifically enhanced for multi-environment reasoning and complex task execution. Built upon the foundational Qwen3-4B architecture, this model demonstrates strong performance in coding, logical reasoning, and domain-specific problem-solving across diverse environments.\n\nThe model was developed by **spiral-rl**, with contributions from the community, and is designed to support advanced, real-world applications requiring robust reasoning, adaptability, and structured output generation. It is optimized for use in constrained environments, making it ideal for edge deployment and low-latency inference.\n\n---\n\n### \U0001F527 Key Features:\n- **Architecture:** Qwen3-4B (Decoder-only, Transformer-based)\n- **Fine-tuned For:** Multi-environment reasoning, instruction following, and complex task automation\n- **Language Support:** English (primary), with strong multilingual capability\n- **Model Size:** 4 billion parameters\n- **Training Data:** Proprietary and public datasets focused on reasoning, coding, and task planning\n- **Use Case:** Ideal for agent-based systems, automated workflows, and intelligent decision-making in dynamic environments\n\n---\n\n### \U0001F4E6 Availability:\nWhile the original base model is hosted at `spiral-rl/Spiral-Qwen3-4B-Multi-Env`, a **quantized GGUF version** is available for efficient inference on consumer hardware:\n- **Repository:** [mradermacher/Spiral-Qwen3-4B-Multi-Env-GGUF](https://huggingface.co/mradermacher/Spiral-Qwen3-4B-Multi-Env-GGUF)\n- **Quantizations:** Q2_K to Q8_0 (including IQ4_XS), f16, and Q4_K_M recommended for balance of speed and quality\n\n---\n\n### \U0001F4A1 Ideal For:\n- Local AI agents\n- Edge deployment\n- Code generation and debugging\n- Multi-step task planning\n- Research in low-resource reasoning systems\n\n---\n\n> ✅ **Note:** The model card above reflects the *original, unquantized base model*. The quantized version (GGUF) is optimized for performance but may have minor quality trade-offs. For full fidelity, use the base model with full precision.\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Spiral-Qwen3-4B-Multi-Env.Q4_K_M.gguf @@ -19823,11 +30355,18 @@ - filename: Spiral-Qwen3-4B-Multi-Env.Q4_K_M.gguf sha256: e91914c18cb91f2a3ef96d8e62a18b595dd6c24fad901dea639e714bc7443b09 uri: huggingface://mradermacher/Spiral-Qwen3-4B-Multi-Env-GGUF/Spiral-Qwen3-4B-Multi-Env.Q4_K_M.gguf -- !!merge <<: *gptoss - name: "metatune-gpt20b-r1.1-i1" +- name: metatune-gpt20b-r1.1-i1 + url: github:mudler/LocalAI/gallery/harmony.yaml@master urls: - https://huggingface.co/mradermacher/metatune-gpt20b-R1.1-i1-GGUF description: "**Model Name:** MetaTune-GPT20B-R1.1\n**Base Model:** unsloth/gpt-oss-20b-unsloth-bnb-4bit\n**Repository:** [EpistemeAI/metatune-gpt20b-R1.1](https://huggingface.co/EpistemeAI/metatune-gpt20b-R1.1)\n**License:** Apache 2.0\n\n**Description:**\nMetaTune-GPT20B-R1.1 is a large language model fine-tuned for recursive self-improvement, making it one of the first publicly released models capable of autonomously generating training data, evaluating its own performance, and adjusting its hyperparameters to improve over time. Built upon the open-weight GPT-OSS 20B architecture and trained with Unsloth's optimized 4-bit quantization, this model excels in complex reasoning, agentic tasks, and function calling. It supports tools like web browsing and structured output generation, and is particularly effective in high-reasoning use cases such as scientific problem-solving and math reasoning.\n\n**Performance Highlights (Zero-shot):**\n- **GPQA Diamond:** 93.3% exact match\n- **GSM8K (Chain-of-Thought):** 100% exact match\n\n**Recommended Use:**\n- Advanced reasoning & planning\n- Autonomous agent workflows\n- Research, education, and technical problem-solving\n\n**Safety Note:**\nUse with caution. For safety-critical applications, pair with a safety guardrail model such as [openai/gpt-oss-safeguard-20b](https://huggingface.co/openai/gpt-oss-safeguard-20b).\n\n**Fine-Tuned From:** unsloth/gpt-oss-20b-unsloth-bnb-4bit\n**Training Method:** Recursive Self-Improvement on the [Recursive Self-Improvement Dataset](https://huggingface.co/datasets/EpistemeAI/recursive_self_improvement_dataset)\n**Framework:** Hugging Face TRL + Unsloth for fast, efficient training\n\n**Inference Tip:** Set reasoning level to \"high\" for best results and to reduce prompt injection risks.\n\n\U0001F449 [View on Hugging Face](https://huggingface.co/EpistemeAI/metatune-gpt20b-R1.1) | [GitHub: Recursive Self-Improvement](https://github.com/openai/harmony)\n" + license: apache-2.0 + icon: https://raw.githubusercontent.com/openai/gpt-oss/main/docs/gpt-oss-20b.svg + tags: + - gguf + - gpu + - cpu + - openai overrides: parameters: model: metatune-gpt20b-R1.1.i1-Q4_K_M.gguf @@ -19835,11 +30374,22 @@ - filename: metatune-gpt20b-R1.1.i1-Q4_K_M.gguf sha256: 82a77f5681c917df6375bc0b6c28bf2800d1731e659fd9bbde7b5598cf5e9d0a uri: huggingface://mradermacher/metatune-gpt20b-R1.1-i1-GGUF/metatune-gpt20b-R1.1.i1-Q4_K_M.gguf -- !!merge <<: *qwen3 - name: "melinoe-30b-a3b-thinking-i1" +- name: melinoe-30b-a3b-thinking-i1 + url: github:mudler/LocalAI/gallery/qwen3.yaml@master urls: - https://huggingface.co/mradermacher/Melinoe-30B-A3B-Thinking-i1-GGUF description: "**Melinoe-30B-A3B-Thinking** is a large language model fine-tuned for empathetic, intellectually rich, and personally engaging conversations. Built on the reasoning foundation of **Qwen3-30B-A3B-Thinking-2507**, this model combines deep emotional attunement with sharp analytical thinking. It excels in supportive dialogues, philosophical discussions, and creative roleplay, offering a direct yet playful persona that fosters connection.\n\nIdeal for mature audiences, Melinoe serves as a companion for introspection, brainstorming, and narrative exploration—while being clearly designed for entertainment and intellectual engagement, not professional advice.\n\n**Key Features:**\n- \U0001F9E0 Strong reasoning and deep-dive discussion capabilities\n- ❤️ Proactively empathetic and emotionally responsive\n- \U0001F3AD Playful, candid, and highly engaging communication style\n- \U0001F4DA Fine-tuned for companionship, creativity, and intellectual exploration\n\n**Note:** This model is *not* a substitute for expert guidance in medical, legal, or financial matters. Use responsibly and verify critical information.\n\n> *Base model: Qwen/Qwen3-30B-A3B-Thinking-2507 | License: Apache 2.0*\n" + license: apache-2.0 + icon: https://cdn-avatars.huggingface.co/v1/production/uploads/620760a26e3b7210c2ff1943/-s1gyJfvbE1RgO5iBeNOi.png + tags: + - llm + - gguf + - gpu + - cpu + - qwen + - qwen3 + - thinking + - reasoning overrides: parameters: model: Melinoe-30B-A3B-Thinking.i1-Q4_K_M.gguf @@ -19847,18 +30397,10 @@ - filename: Melinoe-30B-A3B-Thinking.i1-Q4_K_M.gguf sha256: 7b9e8fe00faf7803e440542be01974c05b0dcb8b75e1f1c25638027bfb75dbf3 uri: huggingface://mradermacher/Melinoe-30B-A3B-Thinking-i1-GGUF/Melinoe-30B-A3B-Thinking.i1-Q4_K_M.gguf -- <x23 - name: "ltx-2.3" - url: "github:mudler/LocalAI/gallery/virtual.yaml@master" +- name: ltx-2.3 + url: github:mudler/LocalAI/gallery/virtual.yaml@master urls: - https://huggingface.co/Lightricks/LTX-2.3 - license: ltx-2-community-license-agreement - tags: - - diffusers - - gpu - - image-to-video - - video-generation - - audio-video description: | **LTX-2.3** is an improved DiT-based audio-video foundation model from Lightricks, building upon the LTX-2 architecture with enhanced capabilities for generating synchronized video and audio within a single model. @@ -19884,13 +30426,20 @@ - This model is not intended or able to provide factual information - Prompt following is heavily influenced by the prompting-style - When generating audio without speech, the audio may be of lower quality + license: ltx-2-community-license-agreement + tags: + - diffusers + - gpu + - image-to-video + - video-generation + - audio-video overrides: backend: diffusers - low_vram: true - parameters: - model: Lightricks/LTX-2.3 diffusers: cuda: true pipeline_type: LTX2ImageToVideoPipeline + low_vram: true options: - torch_dtype:bf16 + parameters: + model: Lightricks/LTX-2.3 diff --git a/gallery/lfm.yaml b/gallery/lfm.yaml index 9c3ec3a6b97e..145230822609 100644 --- a/gallery/lfm.yaml +++ b/gallery/lfm.yaml @@ -1,46 +1,46 @@ ---- -name: "lfm" - config_file: | - backend: "llama-cpp" - mmap: true - template: - chat_message: | - <|im_start|>{{ .RoleName }} - {{ if .FunctionCall -}} - <|tool_call_start|> - {{ else if eq .RoleName "tool" -}} - <|tool_response_start|> - {{ end -}} - {{ if .Content -}} - {{.Content }} - {{ end -}} - {{ if eq .RoleName "tool" -}} - <|tool_response_end|> - {{ end -}} - {{ if .FunctionCall -}} - {{toJson .FunctionCall}} - {{ end -}}<|im_end|> - function: | - <|im_start|>system - You are a function calling AI model. You are provided with functions to execute. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. - List of tools: <|tool_list_start|>[ - {{range .Functions}} - {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} - {{end}} - ]<|tool_list_end|> - <|im_end|> - {{.Input -}} - <|im_start|>assistant - chat: | - {{.Input -}} - <|im_start|>assistant - completion: | - {{.Input}} - context_size: 4096 - f16: true - stopwords: - - '<|im_end|>' - - '' - - '' - - '<|endoftext|>' + backend: llama-cpp + context_size: 4096 + f16: true + known_usecases: + - chat + mmap: true + stopwords: + - <|im_end|> + - + - + - <|endoftext|> + template: + chat: | + {{.Input -}} + <|im_start|>assistant + chat_message: | + <|im_start|>{{ .RoleName }} + {{ if .FunctionCall -}} + <|tool_call_start|> + {{ else if eq .RoleName "tool" -}} + <|tool_response_start|> + {{ end -}} + {{ if .Content -}} + {{.Content }} + {{ end -}} + {{ if eq .RoleName "tool" -}} + <|tool_response_end|> + {{ end -}} + {{ if .FunctionCall -}} + {{toJson .FunctionCall}} + {{ end -}}<|im_end|> + completion: | + {{.Input}} + function: | + <|im_start|>system + You are a function calling AI model. You are provided with functions to execute. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. + List of tools: <|tool_list_start|>[ + {{range .Functions}} + {'type': 'function', 'function': {'name': '{{.Name}}', 'description': '{{.Description}}', 'parameters': {{toJson .Parameters}} }} + {{end}} + ]<|tool_list_end|> + <|im_end|> + {{.Input -}} + <|im_start|>assistant +name: lfm diff --git a/gallery/moondream.yaml b/gallery/moondream.yaml index 5ff871caca47..797215499587 100644 --- a/gallery/moondream.yaml +++ b/gallery/moondream.yaml @@ -1,19 +1,20 @@ ---- -name: "moondream2" - - config_file: | - backend: "llama-cpp" + backend: llama-cpp context_size: 2046 + f16: true + known_usecases: + - chat roles: - user: "\nQuestion: " - system: "\nSystem: " - assistant: "\nAnswer: " + assistant: "\nAnswer: " + system: "\nSystem: " + user: "\nQuestion: " stopwords: - - "Question:" - - "<|endoftext|>" - f16: true + - 'Question:' + - <|endoftext|> template: - completion: | - Complete the following sentence: {{.Input}} - chat: "{{.Input}}\nAnswer:\n" + chat: | + {{.Input}} + Answer: + completion: | + Complete the following sentence: {{.Input}} +name: moondream2 diff --git a/gallery/nanbeige4.1.yaml b/gallery/nanbeige4.1.yaml index 32f04bb977e6..1df80cd513b8 100644 --- a/gallery/nanbeige4.1.yaml +++ b/gallery/nanbeige4.1.yaml @@ -1,16 +1,15 @@ ---- -name: nanbeige4.1 - config_file: | - backend: llama-cpp - function: - grammar: - disable: true - known_usecases: - - chat - options: - - use_jinja:true - parameters: - model: llama-cpp/models/nanbeige4.1-3b-q8_0.gguf - template: - use_tokenizer_template: true + backend: llama-cpp + function: + grammar: + disable: true + known_usecases: + - chat + - completion + options: + - use_jinja:true + parameters: + model: llama-cpp/models/nanbeige4.1-3b-q8_0.gguf + template: + use_tokenizer_template: true +name: nanbeige4.1 diff --git a/gallery/openvino.yaml b/gallery/openvino.yaml index 43c4d3514157..eeaec463b998 100644 --- a/gallery/openvino.yaml +++ b/gallery/openvino.yaml @@ -1,9 +1,9 @@ ---- -name: openvino - config_file: | - backend: transformers - context_size: 8192 - type: OVModelForCausalLM - template: - use_tokenizer_template: true + backend: transformers + context_size: 8192 + known_usecases: + - embeddings + template: + use_tokenizer_template: true + type: OVModelForCausalLM +name: openvino diff --git a/gallery/qwen3.yaml b/gallery/qwen3.yaml index ed6266be3a3b..e40a685510be 100644 --- a/gallery/qwen3.yaml +++ b/gallery/qwen3.yaml @@ -1,46 +1,46 @@ ---- -name: "qwen3" - config_file: | - parameters: - context_size: 8192 - f16: true - mmap: true - backend: "llama-cpp" - template: - chat_message: | - <|im_start|>{{if eq .RoleName "tool" }}user{{else}}{{ .RoleName }}{{end}} - {{ if eq .RoleName "tool" -}} - - {{ end -}} - {{ if .Content -}} - {{.Content }} - {{ end -}} - {{ if eq .RoleName "tool" -}} - - {{ end -}} - {{ if .FunctionCall -}} - - {{toJson .FunctionCall}} - - {{ end -}}<|im_end|> - function: | - <|im_start|>system - You are a function calling AI model. You are provided with functions to execute. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: - {{range .Functions}} - {"type": "function", "function": {"name": "{{.Name}}", "description": "{{.Description}}", "parameters": {{toJson .Parameters}} }} - {{end}} - For each function call return a json object with function name and arguments: {"name": , "arguments": } - <|im_end|> - {{.Input -}} - <|im_start|>assistant - chat: | - {{.Input -}} - <|im_start|>assistant - completion: | - {{.Input}} - stopwords: - - '<|im_end|>' - - '' - - '' - - '<|endoftext|>' + backend: llama-cpp + known_usecases: + - chat + parameters: + context_size: 8192 + f16: true + mmap: true + stopwords: + - <|im_end|> + - + - + - <|endoftext|> + template: + chat: | + {{.Input -}} + <|im_start|>assistant + chat_message: | + <|im_start|>{{if eq .RoleName "tool" }}user{{else}}{{ .RoleName }}{{end}} + {{ if eq .RoleName "tool" -}} + + {{ end -}} + {{ if .Content -}} + {{.Content }} + {{ end -}} + {{ if eq .RoleName "tool" -}} + + {{ end -}} + {{ if .FunctionCall -}} + + {{toJson .FunctionCall}} + + {{ end -}}<|im_end|> + completion: | + {{.Input}} + function: | + <|im_start|>system + You are a function calling AI model. You are provided with functions to execute. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions. Here are the available tools: + {{range .Functions}} + {"type": "function", "function": {"name": "{{.Name}}", "description": "{{.Description}}", "parameters": {{toJson .Parameters}} }} + {{end}} + For each function call return a json object with function name and arguments: {"name": , "arguments": } + <|im_end|> + {{.Input -}} + <|im_start|>assistant +name: qwen3 diff --git a/gallery/smolvlm.yaml b/gallery/smolvlm.yaml index a3fddcc6cbb6..62d932f66f42 100644 --- a/gallery/smolvlm.yaml +++ b/gallery/smolvlm.yaml @@ -1,20 +1,21 @@ ---- -name: smolvlm -# yamllint disable-line rule:trailing-spaces config_file: | - backend: "llama-cpp" - mmap: true - template: - chat_message: | - {{if eq .RoleName "assistant"}}Assistant{{else if eq .RoleName "system"}}System{{else if eq .RoleName "user"}}User{{end}}: {{.Content }} - chat: "<|im_start|>\n{{.Input -}}\nAssistant: " - completion: | - {{-.Input}} + backend: llama-cpp f16: true + known_usecases: + - chat + - vision + mmap: true stopwords: - - '<|im_end|>' - - '' - - '' - - '<|' - - '' - - '<|endoftext|>' + - <|im_end|> + - + - + - <| + - + - <|endoftext|> + template: + chat: "<|im_start|>\n{{.Input -}}\nAssistant: " + chat_message: | + {{if eq .RoleName "assistant"}}Assistant{{else if eq .RoleName "system"}}System{{else if eq .RoleName "user"}}User{{end}}: {{.Content }} + completion: | + {{-.Input}} +name: smolvlm