schema_version = 2

[[profiles]]
name = "gemma-4-26B-A4B-thinking-vision-Q4_K_XL-server"
backend = "llama"
model_hint = "gemma-4"
args = [ "--temp 1.0", "--top-p 0.95", "--top-k 64", "--alias unsloth/gemma-4-26B-A4B-it-GGUF", "--port 8001", "--chat-template-kwargs {\"enable_thinking\":true}" ]
model_org = "unsloth"
profile_org = "unsloth"

[profiles.use_case]
primary = "chat"
tags = [ "thinking", "vision", "server" ]

[profiles.hardware]
class = "mixed"
min_vram_gb = 16
notes = "16-18 GB total memory (RAM + VRAM) for 4-bit; requires mmproj BF16 file for vision; llama-server OpenAI-compatible endpoint on port 8001"
