{ "data": { "a": { "slug": "granite-speech-5-0-2b", "name": "Granite Speech 5.0 2B", "vendor": "IBM", "vendorUrl": "https://www.ibm.com/granite", "kind": "weights", "category": "speech-to-text", "summary": "Granite Speech 5.0 2B is IBM's open-weight speech model of 2.3B parameters for transcription in six languages and speech translation to and from English, with keyword lists. Apache 2.0, with IBM's own GGUF builds from about 2 GB.", "url": "https://www.anchorterminal.com/tools/granite-speech-5-0-2b", "markdownUrl": "https://www.anchorterminal.com/tools/granite-speech-5-0-2b.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/granite-speech-5-0-2b.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/granite-speech-5-0-2b.json", "dns": "granite-speech-5-0-2b.grade.anchorterminal.com", "repo": "https://huggingface.co/ibm-granite/granite-speech-5.0-2b", "license": "Apache-2.0", "transports": [], "packages": [ { "registry": "huggingface", "name": "ibm-granite/granite-speech-5.0-2b" }, { "registry": "huggingface", "name": "ibm-granite/granite-speech-5.0-2b-GGUF" }, { "registry": "ollama", "name": "ibm/granite5-speech" } ], "auth": "none", "authNotes": "The weights download from Hugging Face with no account, token or terms to accept. The safetensors and GGUF repositories are not gated (checked 2026-11-10).", "pricing": "free", "pricingNotes": "Free to download and use under Apache 2.0. Running it yourself costs little: 3.1 GB at Q8_0 with its audio projector, which IBM recommends, or 5.0 GB in BF16. IBM also runs a trial endpoint on Hugging Face that takes a Hugging Face token (checked 2026-11-10).", "priceSummary": "Free", "where": "local", "x402": { "level": "no", "evidence": "Weights you download and run yourself, so there is nothing to pay per call and no payment protocol (checked 2026-11-10).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-10" }, "docsUrl": "https://huggingface.co/ibm-granite/granite-speech-5.0-2b", "capabilities": [ "speech.stt", "speech.batch", "speech.languages", "speech.translation", "model.open-weights" ], "tags": [ "open-weights", "model", "speech-to-text", "asr", "speech-translation", "multilingual", "keyword-biasing", "small", "apache-2.0", "safetensors", "gguf", "signed", "self-hosted" ], "lastRelease": "2026-11-06", "graded": true, "anchor": { "graded": true, "score": 61, "grade": "C", "agentReady": false, "rank": 0, "ranked": false, "notRankedWhy": "An open-weight model, graded by the open-weight checklist and ranked among open-weight models, not against tools", "rankOf": 1518, "categoryRank": 19, "methodology": "0.7", "run": "2026-10-01", "scores": { "interface": 55, "reach": 95, "risk": 70, "upkeep": 92 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "low", "date": "2026-11-10" }, "negative": 0, "verdict": "A small, well-kept speech model with a clean licence: six languages, translation, keyword lists, IBM's own GGUF and an Ollama entry, a signed repository and training data listed corpus by corpus. It handles about two minutes of audio at a time and returns plain text, with no timestamps or speakers, and publishes no safety results.", "bestFor": "Agents that need to transcribe or translate short recordings in the six supported languages on modest hardware", "strengths": [ "Apache 2.0, ungated, with a signed repository", "Runs in llama.cpp, Ollama, vLLM and Transformers, each documented", "IBM's own GGUF builds, about 3 GB at the precision it recommends", "Training data listed with hours and sources", "Keyword lists of up to 2,000 terms", "Updated in the last week, and both questions on the repository answered" ], "weaknesses": [ "About two minutes of audio per request, so long recordings must be split", "Plain text out: no timestamps, segments or speaker labels", "Six languages", "Builds below Q8_0 lose accuracy on longer audio, by IBM's own account", "No safety results", "No cut-off for the training data" ], "agentNotes": [ "Split recordings into segments of up to about two minutes of 16 kHz mono audio before sending them", "Use the card's prompt for the task word for word, such as `transcribe the speech with proper punctuation and capitalization.`", "Use Q8_0. IBM says lower precisions lose accuracy on audio over about a minute", "To spell names and jargon right, add a keyword list to the prompt, up to 2,000 terms", "With vLLM, serve with `--max-model-len 2048`, as the card does", "An unknown prompt falls back to transcription, so check that the output is the task you asked for" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "low", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 61 } ], "editorialScores": { "interface": 55, "reach": 95, "risk": 70, "upkeep": 92 }, "provenanceScore": 88, "checked": { "categories": { "interface": "2026-11-10", "reach": "2026-11-10", "risk": "2026-11-10", "upkeep": "2026-11-10" }, "last": "2026-11-10", "oldest": "2026-11-10", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "brew install llama.cpp\nllama-cli -st -hf ibm-granite/granite-speech-5.0-2b-GGUF:Q8_0 --audio audio.wav -p \"transcribe the speech with proper punctuation and capitalization.\"\n# or: ollama run ibm/granite5-speech:2b, or vllm serve ibm-granite/granite-speech-5.0-2b --max-model-len 2048", "http": "# vLLM and llama-server both serve an OpenAI-compatible chat API. Send 16 kHz mono audio of up to about\n# two minutes as base64 in the message, with one of the card's task prompts as the text" }, "letme": { "capability": "https://letme.dev/speech.stt", "tool": "https://letme.dev/granite-speech-5-0-2b" }, "sameCompany": [ "granite-embedding-small-english-r2", "granite-guardian", "ibm-watson-stt", "granite-switch", "granite-4-2-30b", "granite-4-2-3b", "granite-4-2-8b" ], "weights": { "trainedBy": "IBM", "builtOn": "An intermediate checkpoint of granite-4.0-1b-base, per the card", "params": "2.3B", "goodFor": "Transcribing and translating short recordings in six languages on a laptop, with a keyword list for names and jargon.", "runtimes": [ "llama.cpp", "Ollama", "vLLM", "Transformers" ], "builds": [ { "name": "granite-speech-5.0-2b-GGUF Q4_K_M", "url": "https://huggingface.co/ibm-granite/granite-speech-5.0-2b-GGUF/blob/main/granite-speech-5.0-2b-Q4_K_M.gguf", "who": "publisher", "precision": "q4_k_m", "sizeGB": 2.3, "memoryGB": 8, "format": "gguf", "runsOn": [ "llama.cpp" ], "note": "1.14 GB with the 1.16 GB audio projector. IBM says precisions below Q8_0 lose accuracy on audio over about a minute" }, { "name": "granite-speech-5.0-2b-GGUF Q8_0", "url": "https://huggingface.co/ibm-granite/granite-speech-5.0-2b-GGUF/blob/main/granite-speech-5.0-2b-Q8_0.gguf", "who": "publisher", "precision": "q8_0", "sizeGB": 3.12, "memoryGB": 8, "format": "gguf", "runsOn": [ "llama.cpp", "Ollama" ], "note": "1.96 GB with the 1.16 GB audio projector. The build IBM recommends, and the one in Ollama's library" }, { "name": "granite-speech-5.0-2b (BF16 safetensors)", "url": "https://huggingface.co/ibm-granite/granite-speech-5.0-2b/tree/main", "who": "publisher", "precision": "bf16", "sizeGB": 5.04, "memoryGB": 8, "format": "safetensors", "runsOn": [ "vLLM", "Transformers" ], "note": "Two shards" } ], "run": "llama-cli -st -hf ibm-granite/granite-speech-5.0-2b-GGUF:Q8_0 --audio audio.wav -p \"transcribe the speech with proper punctuation and capitalization.\"", "runBuild": "granite-speech-5.0-2b-GGUF Q8_0", "checked": "2026-11-10", "minMemoryGB": 8 }, "family": { "lab": "IBM (Granite)", "family": "Granite Speech", "url": "https://www.anchorterminal.com/open-weights/#ibm", "others": [ { "name": "granite-speech-5.0-470m-turboctc", "url": "https://huggingface.co/ibm-granite/granite-speech-5.0-470m-turboctc", "params": "470M, per the name" }, { "name": "granite-speech-4.1-2b", "url": "https://huggingface.co/ibm-granite/granite-speech-4.1-2b", "params": "2B, per the name" } ], "olderCount": 64 }, "area": "voice", "provenance": { "legalEntity": "International Business Machines Corporation (per IBM's naming guidance, as read for granite-guardian)", "domain": "ibm.com", "domainRegistered": "1986-03-19", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://huggingface.co/ibm-granite/granite-speech-5.0-2b/commits/main", "securityTxt": "valid", "checked": "2026-11-10", "notes": [ "IBM's legal entity, domain and security.txt are carried from our Granite 4.2 listings.", "Nothing is hosted under this listing, so Apache 2.0 stands in for terms of service and no privacy policy is scored.", "The changelog is the commit history, 28 commits from 7 October to 6 November 2026.", "The card gives 20 October 2026 as the release date." ], "score": 88 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/granite-speech-5-0-2b.json" }, "answer": "Granite Speech 5.0 2B scores 61 (C) on agent readiness against Ming-3.0-audio-tiny's 52.1 (D), and leads in 3 of 4 scored categories. Ming-3.0-audio-tiny leads on agent interface.", "b": { "slug": "ming-3-0-audio-tiny", "name": "Ming-3.0-audio-tiny", "vendor": "inclusionAI (Ant Group)", "vendorUrl": "https://www.inclusion-ai.org", "kind": "weights", "category": "speech-to-text", "summary": "Ming-3.0-audio-tiny is inclusionAI's open-weight audio-language model for Chinese and English speech recognition, audio understanding and spoken replies, 9.3B parameters with 2.7B active, published on Hugging Face under MIT.", "url": "https://www.anchorterminal.com/tools/ming-3-0-audio-tiny", "markdownUrl": "https://www.anchorterminal.com/tools/ming-3-0-audio-tiny.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/ming-3-0-audio-tiny.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/ming-3-0-audio-tiny.json", "dns": "ming-3-0-audio-tiny.grade.anchorterminal.com", "repo": "https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny", "license": "MIT", "transports": [], "packages": [ { "registry": "huggingface", "name": "inclusionAI/Ming-3.0-audio-tiny" } ], "auth": "none", "authNotes": "The weights download from Hugging Face with no account, token or terms to accept. The repository isn't gated (checked 2026-10-21). inclusionAI also publishes it on ModelScope.", "pricing": "free", "pricingNotes": "Free to download and use, commercial use included, under MIT. One bundled file, the fastText language-identification model in talker/data, is under CC BY-SA 3.0. inclusionAI sells no per-call access to these weights. Running them costs the hardware, about 20.8 GB of BF16 files (checked 2026-10-21).", "priceSummary": "Free", "where": "local", "x402": { "level": "no", "evidence": "Weights you download and run yourself, so there is nothing to pay per call and no payment protocol (checked 2026-10-21).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-21" }, "docsUrl": "https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny", "capabilities": [ "speech.stt", "speech.batch", "speech.languages", "speech.voices", "voice.speech-to-speech", "voice.tools", "voice.clone", "model.open-weights" ], "tags": [ "open-weights", "speech-to-text", "audio-understanding", "spoken-dialogue", "voice-cloning", "moe", "tool-calling", "chinese", "mit", "safetensors", "self-hosted", "new" ], "lastRelease": "2026-10-20", "graded": true, "anchor": { "graded": true, "score": 52.1, "grade": "D", "agentReady": false, "rank": 0, "ranked": false, "notRankedWhy": "An open-weight model, graded by the open-weight checklist and ranked among open-weight models, not against tools", "rankOf": 1518, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "interface": 65, "reach": 45, "risk": 50, "upkeep": 61 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "low", "date": "2026-11-04" }, "negative": 0, "verdict": "A small MIT-licensed audio-language model that transcribes Chinese and English, answers questions about audio and replies in a built-in or cloned voice. It needs about 25 GB and SGLang-Omni from main or inclusionAI's own vLLM-Omni and SGLang branches. Every loading path runs repository code, and nothing is published on safety.", "bestFor": "Self-hosted Chinese and English transcription, audio questions and spoken replies with tool calls on one GPU with about 25 GB free", "strengths": [ "MIT weights in safetensors, downloadable with no account", "Speech recognition, audio question answering and spoken replies in one 9.3B model with 2.7B active, one GPU for text or ASR", "About 480 built-in voices or a cloned voice from a reference WAV, with streamed speech through vLLM-Omni", "A Jinja chat template with tools, several calls per turn and a per-request thinking switch", "131,072 positions in config.json with no scaling" ], "weaknesses": [ "No named runtime runs it in a released version, only SGLang-Omni main and inclusionAI's own branches", "Every loading path runs repository code, and 40 compiled .pyc files ship under talker/", "BF16 only from inclusionAI, about 25 GB with headroom, and no inference provider", "No tool-call parser named, no JSON or timestamps documented, and no word on where reasoning text comes back", "No safety evaluation, agent guidance, limitations or cut-off on the card, and no security route of its own" ], "agentNotes": [ "Fastest start is SGLang-Omni from main, `sgl-omni serve --model-path inclusionAI/Ming-3.0-audio-tiny --talker.gpu 0`, which exposes OpenAI-style /v1/audio/transcriptions, /v1/audio/speech and /v1/chat/completions", "For transcripts use greedy decoding with 10-gram blocking and the validated ASR prompt, and expect a language label, a tab, then the text", "Parse tool calls yourself from `\u003ctool_call\u003ename` with `\u003carg_key\u003e` and `\u003carg_value\u003e` pairs, since no runtime parser is named", "Thinking is off by default, turn it on with chat_template_kwargs enable_thinking true and strip the `\u003cthink\u003e` block from the reply yourself", "In vLLM-Omni pick a voice with audio.voice id from docs/voices.md, and don't combine it with a reference recording", "Review the repository's Python before passing trust_remote_code, and consider deleting the __pycache__ folders under talker/ so only readable source runs" ], "metrics": { "kind": "local", "measured": false }, "reviewCount": 4, "avgRating": 2.5, "history": [ { "basis": "public evidence", "confidence": "low", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.1 } ], "editorialScores": { "interface": 65, "reach": 45, "risk": 50, "upkeep": 61 }, "provenanceScore": 39, "checked": { "categories": { "interface": "2026-11-04", "reach": "2026-11-04", "risk": "2026-11-04", "upkeep": "2026-11-04" }, "last": "2026-11-04", "lastMoved": "2026-11-04", "oldest": "2026-11-04", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "# SGLang-Omni (main branch has the Ming-3.0 audio pipeline); install it per https://sgl-project.github.io/sglang-omni/\nsgl-omni serve --model-path inclusionAI/Ming-3.0-audio-tiny --talker.gpu 0", "http": "curl http://127.0.0.1:8000/v1/audio/transcriptions \\\n -F model=inclusionAI/Ming-3.0-audio-tiny \\\n -F file=@input.wav \\\n -F temperature=0" }, "letme": { "capability": "https://letme.dev/speech.stt", "tool": "https://letme.dev/ming-3-0-audio-tiny" }, "sameCompany": [ "ming-3-0-asr-tiny", "ming-3-0-audio-flash", "ming-3-0-tts-tiny", "lbs-27b", "ling-3-0-tiny", "ling-3-1-flash-1019" ], "weights": { "trainedBy": "inclusionAI (Ant Group)", "params": "9.3B", "active": "2.7B", "context": 131072, "goodFor": "Small audio-language model for Chinese and English speech recognition, audio understanding and spoken replies.", "runtimes": [], "builds": [ { "name": "Ming-3.0-audio-tiny", "url": "https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny", "who": "publisher", "precision": "bf16", "sizeGB": 20.7, "memoryGB": 32, "format": "safetensors", "note": "Main shards 17.7 GB plus the Talker and VAE 3.0 GB; runs through SGLang-Omni or inclusionAI's code" } ], "run": "sgl-omni serve --model-path inclusionAI/Ming-3.0-audio-tiny --talker.gpu 0", "runBuild": "Ming-3.0-audio-tiny", "checked": "2026-11-04", "minMemoryGB": 32 }, "family": { "lab": "inclusionAI (Ant Group)", "family": "Ming 3.0", "url": "https://www.anchorterminal.com/open-weights/#inclusionai", "others": [ { "name": "Ming-3.0-tts-0.5B", "url": "https://huggingface.co/inclusionAI/Ming-3.0-tts-0.5B", "params": "0.5B (dense)", "listing": "https://www.anchorterminal.com/tools/ming-3-0-tts-0-5b" }, { "name": "Ming-3.0-tts-tiny", "url": "https://huggingface.co/inclusionAI/Ming-3.0-tts-tiny", "params": "7.9B total, about 1.3B active (backbone)", "listing": "https://www.anchorterminal.com/tools/ming-3-0-tts-tiny" }, { "name": "Ming-3.0-audio-flash", "url": "https://huggingface.co/inclusionAI/Ming-3.0-audio-flash", "params": "126B total, 6.5B active", "listing": "https://www.anchorterminal.com/tools/ming-3-0-audio-flash" }, { "name": "Ming-3.0-asr-tiny", "url": "https://huggingface.co/inclusionAI/Ming-3.0-asr-tiny", "params": "not stated on the card (Hub metadata counts 8,865,800,992 in the files)", "listing": "https://www.anchorterminal.com/tools/ming-3-0-asr-tiny" } ], "olderCount": 54 }, "alsoIn": [ "voice-agents" ], "area": "voice", "provenance": { "legalEntity": "", "domain": "inclusion-ai.org", "domainRegistered": "2025-04-03", "endpointOnVendorDomain": null, "terms": "", "privacy": "", "statusPage": "", "changelog": "https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny/commits/main", "securityTxt": "none", "checked": "2026-11-04", "notes": [ "The card names inclusionAI as the developer. inclusionAI's GitHub profile describes it as the series of open-source projects from Ant Group. No registered legal entity is named on the card, the repository or the site.", "Nothing is hosted, so the MIT licence stands in for terms of service and no privacy policy is scored.", "The changelog is the repository's commit history, 22 commits from 3 September to 29 October 2026, some of whose messages say what changed (ASR prompt and generation settings on 5 September, voice selection on 19 October, SGLang-Omni serving on 20 October, the training data summary on 21 October). The GitHub repository inclusionAI/Ming-3.0-audio-flash has a fuller history.", "www.inclusion-ai.org/.well-known/security.txt answered 404 on 21 October 2026 and was not re-read on 2026-11-04. The domain registration date is carried from the 21 October 2026 check.", "Ant Group runs a company-wide security response centre, AntSRC (https://security.alipay.com/, read on 21 October 2026). Nothing on inclusionAI's card or sites links it." ], "score": 39 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/ming-3-0-audio-tiny.json", "live": { "slug": "ming-3-0-audio-tiny", "securityTxt": { "url": "https://inclusion-ai.org/.well-known/security.txt", "state": "unknown", "checkedAt": "2026-11-10T16:09:19.556283743Z" }, "domain": { "domain": "inclusion-ai.org", "registered": "2025-04-03", "source": "https://rdap.publicinterestregistry.org/rdap/domain/inclusion-ai.org", "checkedAt": "2026-11-08T15:01:29.637357411Z" }, "pages": [ { "url": "https://huggingface.co/inclusionAI/Ming-3.0-audio-tiny/commits/main", "kind": "changelog", "status": 200, "checkedAt": "2026-11-10T16:22:56.612856172Z", "changedAt": "2026-11-10T16:22:56.612856172Z", "fingerprint": "a4656682768a" } ], "updatedAt": "2026-11-10T16:22:56.612856172Z" } }, "edges": [ { "by": 50, "category": "reach", "leads": "granite-speech-5-0-2b", "name": "Reach", "reasons": { "a": "Memory 30, the smallest build listed that keeps 4 bits is IBM's Q4_K_M GGUF, 1.14 GB with the 1.16 GB audio projector, and 2.30 GB × 1.2 = 2.8 GB, within 16 GB. IBM recommends Q8_0, 3.12 GB with the projector. Runtimes 20, Released Transformers 5.22.2 and vLLM 0.33.0 have the granite_speech model, llama.cpp b12242 has its converter and audio front end, and Ollama carries it as ibm/granite5-speech, which the card says was tested with v0.40.15. Builds 15, IBM publishes GGUF builds at fourteen quantised precisions, from Q2_K to Q8_0, with the audio projector. Terms 15, Apache 2.0 in the metadata and on the card, with nothing added. Download 10, the Hub API reports gated false for both repositories on 10 November 2026, so the files download with no account and nothing to accept. Hosted 5, IBM runs a Hugging Face Inference Endpoint that serves this model through an OpenAI-compatible API, with the address and code on the card. 30 + 20 + 15 + 15 + 10 + 5 = 95.", "b": "Memory 20, the only build inclusionAI publishes is BF16 at 20.78 GB, which with a fifth on top is 24.9 GB, just past the 24 GB band, so it lands in the 32 GB band. Runtimes 0, none of the six named runtimes runs the audio architecture in a released version on 4 November 2026 (vLLM v0.33.0, SGLang v0.5.23, Transformers v5.22.1, llama.cpp b12116 with the text backbone only, Ollama through its llama.cpp pin; LM Studio per 21 October). SGLang-Omni serves it from main but isn't on the list. Builds 0, no quantised build from inclusionAI. Terms 15, plain MIT, with a bundled fastText file under its own CC BY-SA 3.0 notice. Download 10, no gate. Hosted 0, no inference provider on Hugging Face and no inclusionAI API found. 20 + 0 + 0 + 15 + 10 + 0 = 45." }, "scores": { "a": 95, "b": 45 } }, { "by": 31, "category": "upkeep", "leads": "granite-speech-5-0-2b", "name": "Documentation and upkeep", "reasons": { "a": "Model card 17, Intended use, limitations, the architecture, the size, the 16K positions and two-minute segments, and the languages are on the card. Training data 20, the data is listed with sources and sizes: a 39-row table giving each corpus, its task, its hours and a link to where it comes from, with the synthetic sets described. Last change 20, the last commit, on 6 November 2026, updated the card, 4 days before this check. Responsiveness 20, Both discussions that aren't pull requests (21 and 28 October 2026) have a reply from an ibm-granite member. Version policy 5, granite-speech-4.1-2b stays in its own repository and 5.0 came out in a new one, which names its predecessor and gives a release date. File health 10, Config, template and card agree on the architecture and the 16K positions. 17 + 20 + 20 + 20 + 5 + 10 = 92.", "b": "Model card 11, it covers intended use, architecture, parameters and languages and leaves out limitations, context length and a knowledge cut-off. Training data 15, a summary on the EU AI Act template added on 21 October 2026 names the mix, Ant Spider crawls from March 2024 to May 2026 and the filtering, with sizes only as ranges. Last change 20, the card changed on 29 October 2026. Responsiveness 0, the only discussion is a merged pull request and nobody outside inclusionAI has asked anything yet, and GitHub issues couldn't be checked. Version policy 5, a first release. File health 10, config, template, card and profiles agree and no broken-file report waits. 11 + 15 + 20 + 0 + 5 + 10 = 61." }, "scores": { "a": 92, "b": 61 } }, { "by": 20, "category": "risk", "leads": "granite-speech-5-0-2b", "name": "Risk", "reasons": { "a": "File safety 25, safetensors and GGUF only, no .bin, .pt or .pth files and no Python in either repository. Provenance 15, the files sit in the ibm-granite organisation, which IBM's Granite docs link to (10). Safety evaluation 0, no safety results on the card. Agent guidance 10, the card says what the model does with a prompt it doesn't know: it ignores an unfamiliar or malformed prompt and transcribes, which it says limits how audio can steer the system. Licence risk 15, Apache 2.0 with no use policy, no threshold and no right to change the terms. Security programme 5, www.ibm.com/.well-known/security.txt names IBM PSIRT, read for the Granite 4.2 3B listing on 4 November 2026 (5). 25 + 15 + 0 + 10 + 15 + 5 = 70.", "b": "File safety 15, safetensors only with no pickle weights, less 10 because every documented way to load it runs the repository's code, and 40 compiled .pyc files sit under talker/. Provenance 15, the files are in inclusionAI's own organisation, which its GitHub repository and card link, and every file has a checksum. Safety evaluation 0, none published. Agent guidance 0, the only caution is about reviewing remote code before loading it. Licence risk 15, MIT with no policy, threshold or revocable terms, and the card's licence link resolves. Security programme 5, for Ant Group's AntSRC reporting centre, read as a company-wide route the way Google's was for Gemma, with no SECURITY.md, security.txt or advisories found." }, "scores": { "a": 70, "b": 50 } }, { "by": 10, "category": "interface", "leads": "ming-3-0-audio-tiny", "name": "Agent interface", "reasons": { "a": "Chat template 20, chat_template.jinja in the repository (193 characters). Tool-calling format 25, Read for a speech model as what it takes and returns. Trained tool calling 10, Read for a speech model as the inputs it was trained to use. Structured output 0, Read for a speech model as typed outputs. Reasoning control 0, A speech model with no reasoning. Context 0, the language model is extended to 16K positions, per the card and config.json (16,384), below the 32K band, and the card says to send audio in segments of about two minutes. 20 + 25 + 10 + 0 + 0 + 0 = 55.", "b": "Read for open weights and, as a speech model, for what it takes and returns, while this model also has a chat interface with function calls. Chat template 20, a Jinja file in the repository. Tool-calling format 10, the format of tool calls comes only from the template and no parser is named, although inclusionAI does document its audio inputs, voices, cloning and output modalities for its own serving branches. Trained tool calling 20, the template renders several calls in one turn and inclusionAI reports function-calling results for Tiny. Structured output 5, transcripts come back in a documented typed form (language label, tab, text) and speech as WAV or streamed PCM, but no JSON, JSON Schema or timestamps are documented. Reasoning control 0, thinking can be turned on per request but nothing says where the reasoning text comes back. Context 10, 131,072 positions in config.json with no scaling, matched by the publisher's vLLM-Omni profiles." }, "scores": { "a": 55, "b": 65 } } ], "facts": [ { "a": "Open-weight model", "b": "Open-weight model", "name": "Kind" }, { "a": "IBM", "b": "inclusionAI (Ant Group)", "name": "Vendor" }, { "a": "no (local only)", "b": "no (local only)", "name": "Hosted endpoint" }, { "a": "", "b": "", "name": "Transports" }, { "a": "None", "b": "None", "name": "Auth" }, { "a": "Free", "b": "Free", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Apache-2.0", "b": "MIT", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "no", "name": "llms.txt" }, { "a": "2026-11-06", "b": "2026-10-20", "name": "Last release" }, { "a": "no document linked", "b": "no document linked", "name": "Terms last updated" }, { "a": "no document linked", "b": "no document linked", "name": "Privacy policy last updated" }, { "a": "none", "b": "2.5/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Granite Speech 5.0 2B scores 61 (C) on agent readiness against Ming-3.0-audio-tiny's 52.1 (D), and leads in 3 of 4 scored categories. Ming-3.0-audio-tiny leads on agent interface.", "question": "Which is better for AI agents, Granite Speech 5.0 2B or Ming-3.0-audio-tiny?" } ], "goodFor": [ { "aheadOn": [ "Reach, 95 against 45", "Risk, 70 against 50", "Documentation and upkeep, 92 against 61" ], "also": null, "goodFor": "Agents that need to transcribe or translate short recordings in the six supported languages on modest hardware", "slug": "granite-speech-5-0-2b", "watchFor": "About two minutes of audio per request, so long recordings must be split" }, { "aheadOn": [ "Agent interface, 65 against 55" ], "also": null, "goodFor": "Self-hosted Chinese and English transcription, audio questions and spoken replies with tool calls on one GPU with about 25 GB free", "slug": "ming-3-0-audio-tiny", "watchFor": "No named runtime runs it in a released version, only SGLang-Omni main and inclusionAI's own branches" } ], "history": { "granite-speech-5-0-2b": null, "ming-3-0-audio-tiny": [ { "causes": [ "product" ], "date": "2026-11-04", "delta": 2.3, "from": 49.8, "fromGrade": "D", "to": 52.1, "toGrade": "D" } ] }, "job": { "capability": "speech.stt", "name": "Speech-to-text" }, "others": [ { "json": "https://www.anchorterminal.com/compare/cohere-transcribe-03-2026-vs-granite-speech-5-0-2b.json", "title": "Cohere Transcribe 03-2026 vs Granite Speech 5.0 2B", "url": "https://www.anchorterminal.com/compare/cohere-transcribe-03-2026-vs-granite-speech-5-0-2b" }, { "json": "https://www.anchorterminal.com/compare/cohere-transcribe-03-2026-vs-ming-3-0-audio-tiny.json", "title": "Cohere Transcribe 03-2026 vs Ming-3.0-audio-tiny", "url": "https://www.anchorterminal.com/compare/cohere-transcribe-03-2026-vs-ming-3-0-audio-tiny" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-asr-tiny.json", "title": "Granite Speech 5.0 2B vs Ming-3.0-asr-tiny", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-asr-tiny" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-flash.json", "title": "Granite Speech 5.0 2B vs Ming-3.0-audio-flash", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-flash" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-5-asr-streaming-0-6b.json", "title": "Granite Speech 5.0 2B vs Nemotron 3.5 ASR Streaming 0.6B", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-5-asr-streaming-0-6b" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-5-transcribe-30b-a4b.json", "title": "Granite Speech 5.0 2B vs Nemotron 3.5 Transcribe 30B-A4B", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-5-transcribe-30b-a4b" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-nano-omni-30b-a3b-reasoning.json", "title": "Granite Speech 5.0 2B vs Nemotron 3 Nano Omni 30B A3B Reasoning", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-nano-omni-30b-a3b-reasoning" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-parakeet-tdt-0-6b-v3.json", "title": "Granite Speech 5.0 2B vs Parakeet TDT 0.6B v3", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-parakeet-tdt-0-6b-v3" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-parakeet-unified-en-0-6b.json", "title": "Granite Speech 5.0 2B vs Parakeet Unified EN 0.6B", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-parakeet-unified-en-0-6b" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-asr-0-6b.json", "title": "Granite Speech 5.0 2B vs Qwen3-ASR-0.6B", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-asr-0-6b" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-asr-1-7b.json", "title": "Granite Speech 5.0 2B vs Qwen3-ASR-1.7B", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-asr-1-7b" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-omni-30b-a3b-instruct.json", "title": "Granite Speech 5.0 2B vs Qwen3-Omni-30B-A3B-Instruct", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-omni-30b-a3b-instruct" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-underdog-bark-3.json", "title": "Granite Speech 5.0 2B vs Underdog Bark 3.0", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-underdog-bark-3" }, { "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-voxtral-mini-4b-realtime-2602.json", "title": "Granite Speech 5.0 2B vs Voxtral Mini 4B Realtime 2602", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-voxtral-mini-4b-realtime-2602" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-asr-tiny-vs-ming-3-0-audio-tiny.json", "title": "Ming-3.0-asr-tiny vs Ming-3.0-audio-tiny", "url": "https://www.anchorterminal.com/compare/ming-3-0-asr-tiny-vs-ming-3-0-audio-tiny" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-flash-vs-ming-3-0-audio-tiny.json", "title": "Ming-3.0-audio-flash vs Ming-3.0-audio-tiny", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-flash-vs-ming-3-0-audio-tiny" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-5-asr-streaming-0-6b.json", "title": "Ming-3.0-audio-tiny vs Nemotron 3.5 ASR Streaming 0.6B", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-5-asr-streaming-0-6b" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-5-transcribe-30b-a4b.json", "title": "Ming-3.0-audio-tiny vs Nemotron 3.5 Transcribe 30B-A4B", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-5-transcribe-30b-a4b" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-nano-omni-30b-a3b-reasoning.json", "title": "Ming-3.0-audio-tiny vs Nemotron 3 Nano Omni 30B A3B Reasoning", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-nano-omni-30b-a3b-reasoning" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-parakeet-tdt-0-6b-v3.json", "title": "Ming-3.0-audio-tiny vs Parakeet TDT 0.6B v3", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-parakeet-tdt-0-6b-v3" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-parakeet-unified-en-0-6b.json", "title": "Ming-3.0-audio-tiny vs Parakeet Unified EN 0.6B", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-parakeet-unified-en-0-6b" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-asr-0-6b.json", "title": "Ming-3.0-audio-tiny vs Qwen3-ASR-0.6B", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-asr-0-6b" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-asr-1-7b.json", "title": "Ming-3.0-audio-tiny vs Qwen3-ASR-1.7B", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-asr-1-7b" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-omni-30b-a3b-instruct.json", "title": "Ming-3.0-audio-tiny vs Qwen3-Omni-30B-A3B-Instruct", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-omni-30b-a3b-instruct" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-underdog-bark-3.json", "title": "Ming-3.0-audio-tiny vs Underdog Bark 3.0", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-underdog-bark-3" }, { "json": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-voxtral-mini-4b-realtime-2602.json", "title": "Ming-3.0-audio-tiny vs Voxtral Mini 4B Realtime 2602", "url": "https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-voxtral-mini-4b-realtime-2602" } ], "panel": null, "scores": [ { "key": "capability", "name": "Capability", "pending": true, "weight": 35 }, { "by": 50, "edge": "granite-speech-5-0-2b", "granite-speech-5-0-2b": 95, "key": "reach", "ming-3-0-audio-tiny": 45, "name": "Reach", "weight": 25 }, { "by": 20, "edge": "granite-speech-5-0-2b", "granite-speech-5-0-2b": 70, "key": "risk", "ming-3-0-audio-tiny": 50, "name": "Risk", "weight": 20 }, { "by": 10, "edge": "ming-3-0-audio-tiny", "granite-speech-5-0-2b": 55, "key": "interface", "ming-3-0-audio-tiny": 65, "name": "Agent interface", "weight": 10 }, { "by": 31, "edge": "granite-speech-5-0-2b", "granite-speech-5-0-2b": 92, "key": "upkeep", "ming-3-0-audio-tiny": 61, "name": "Documentation and upkeep", "weight": 10 } ], "summary": "Granite Speech 5.0 2B scores 61 (C) on agent readiness against Ming-3.0-audio-tiny's 52.1 (D), and leads in 3 of 4 scored categories. Ming-3.0-audio-tiny leads on agent interface. Both do speech-to-text.", "tasks": null, "tutorials": [], "verdicts": { "granite-speech-5-0-2b": "A small, well-kept speech model with a clean licence: six languages, translation, keyword lists, IBM's own GGUF and an Ollama entry, a signed repository and training data listed corpus by corpus. It handles about two minutes of audio at a time and returns plain text, with no timestamps or speakers, and publishes no safety results.", "ming-3-0-audio-tiny": "A small MIT-licensed audio-language model that transcribes Chinese and English, answers questions about audio and replies in a built-in or cloned voice. It needs about 25 GB and SGLang-Omni from main or inclusionAI's own vLLM-Omni and SGLang branches. Every loading path runs repository code, and nothing is published on safety." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny", "json": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny.min.md" }, "markdown": "Granite Speech 5.0 2B scores 61 (C) on agent readiness against Ming-3.0-audio-tiny's 52.1 (D), and leads in 3 of 4 scored categories. Ming-3.0-audio-tiny leads on agent interface. Both do speech-to-text.\n\n- Granite Speech 5.0 2B: grade C, 61/100, rank #67 of 160 open-weight models. Markdown https://www.anchorterminal.com/tools/granite-speech-5-0-2b.md · JSON https://www.anchorterminal.com/api/v1/tools/granite-speech-5-0-2b.json\n- Ming-3.0-audio-tiny: grade D, 52.1/100, rank #140 of 160 open-weight models. Markdown https://www.anchorterminal.com/tools/ming-3-0-audio-tiny.md · JSON https://www.anchorterminal.com/api/v1/tools/ming-3-0-audio-tiny.json\n- Best speech-to-text APIs for AI agents: https://www.anchorterminal.com/best/speech-to-text/index.md\n- All 386 stt comparisons: https://www.anchorterminal.com/compare/speech-to-text/index.md\n- Best conversational voice-agent APIs: https://www.anchorterminal.com/best/voice-agents/index.md\n- All 581 voice agents comparisons: https://www.anchorterminal.com/compare/voice-agents/index.md\n\n## Which one, for what\n\n### Granite Speech 5.0 2B (C)\n\nGood for: Agents that need to transcribe or translate short recordings in the six supported languages on modest hardware\n\nAhead on:\n- Reach, 95 against 45\n- Risk, 70 against 50\n- Documentation and upkeep, 92 against 61\n\nWatch for: About two minutes of audio per request, so long recordings must be split\n\n### Ming-3.0-audio-tiny (D)\n\nGood for: Self-hosted Chinese and English transcription, audio questions and spoken replies with tool calls on one GPU with about 25 GB free\n\nAhead on:\n- Agent interface, 65 against 55\n\nWatch for: No named runtime runs it in a released version, only SGLang-Omni main and inclusionAI's own branches\n\n\n## Why the edge\n\n### Reach: Granite Speech 5.0 2B +50\n\n- Granite Speech 5.0 2B (95): Memory 30, the smallest build listed that keeps 4 bits is IBM's Q4_K_M GGUF, 1.14 GB with the 1.16 GB audio projector, and 2.30 GB × 1.2 = 2.8 GB, within 16 GB. IBM recommends Q8_0, 3.12 GB with the projector. Runtimes 20, Released Transformers 5.22.2 and vLLM 0.33.0 have the granite_speech model, llama.cpp b12242 has its converter and audio front end, and Ollama carries it as ibm/granite5-speech, which the card says was tested with v0.40.15. Builds 15, IBM publishes GGUF builds at fourteen quantised precisions, from Q2_K to Q8_0, with the audio projector. Terms 15, Apache 2.0 in the metadata and on the card, with nothing added. Download 10, the Hub API reports gated false for both repositories on 10 November 2026, so the files download with no account and nothing to accept. Hosted 5, IBM runs a Hugging Face Inference Endpoint that serves this model through an OpenAI-compatible API, with the address and code on the card. 30 + 20 + 15 + 15 + 10 + 5 = 95.\n- Ming-3.0-audio-tiny (45): Memory 20, the only build inclusionAI publishes is BF16 at 20.78 GB, which with a fifth on top is 24.9 GB, just past the 24 GB band, so it lands in the 32 GB band. Runtimes 0, none of the six named runtimes runs the audio architecture in a released version on 4 November 2026 (vLLM v0.33.0, SGLang v0.5.23, Transformers v5.22.1, llama.cpp b12116 with the text backbone only, Ollama through its llama.cpp pin; LM Studio per 21 October). SGLang-Omni serves it from main but isn't on the list. Builds 0, no quantised build from inclusionAI. Terms 15, plain MIT, with a bundled fastText file under its own CC BY-SA 3.0 notice. Download 10, no gate. Hosted 0, no inference provider on Hugging Face and no inclusionAI API found. 20 + 0 + 0 + 15 + 10 + 0 = 45.\n\n### Documentation and upkeep: Granite Speech 5.0 2B +31\n\n- Granite Speech 5.0 2B (92): Model card 17, Intended use, limitations, the architecture, the size, the 16K positions and two-minute segments, and the languages are on the card. Training data 20, the data is listed with sources and sizes: a 39-row table giving each corpus, its task, its hours and a link to where it comes from, with the synthetic sets described. Last change 20, the last commit, on 6 November 2026, updated the card, 4 days before this check. Responsiveness 20, Both discussions that aren't pull requests (21 and 28 October 2026) have a reply from an ibm-granite member. Version policy 5, granite-speech-4.1-2b stays in its own repository and 5.0 came out in a new one, which names its predecessor and gives a release date. File health 10, Config, template and card agree on the architecture and the 16K positions. 17 + 20 + 20 + 20 + 5 + 10 = 92.\n- Ming-3.0-audio-tiny (61): Model card 11, it covers intended use, architecture, parameters and languages and leaves out limitations, context length and a knowledge cut-off. Training data 15, a summary on the EU AI Act template added on 21 October 2026 names the mix, Ant Spider crawls from March 2024 to May 2026 and the filtering, with sizes only as ranges. Last change 20, the card changed on 29 October 2026. Responsiveness 0, the only discussion is a merged pull request and nobody outside inclusionAI has asked anything yet, and GitHub issues couldn't be checked. Version policy 5, a first release. File health 10, config, template, card and profiles agree and no broken-file report waits. 11 + 15 + 20 + 0 + 5 + 10 = 61.\n\n### Risk: Granite Speech 5.0 2B +20\n\n- Granite Speech 5.0 2B (70): File safety 25, safetensors and GGUF only, no .bin, .pt or .pth files and no Python in either repository. Provenance 15, the files sit in the ibm-granite organisation, which IBM's Granite docs link to (10). Safety evaluation 0, no safety results on the card. Agent guidance 10, the card says what the model does with a prompt it doesn't know: it ignores an unfamiliar or malformed prompt and transcribes, which it says limits how audio can steer the system. Licence risk 15, Apache 2.0 with no use policy, no threshold and no right to change the terms. Security programme 5, www.ibm.com/.well-known/security.txt names IBM PSIRT, read for the Granite 4.2 3B listing on 4 November 2026 (5). 25 + 15 + 0 + 10 + 15 + 5 = 70.\n- Ming-3.0-audio-tiny (50): File safety 15, safetensors only with no pickle weights, less 10 because every documented way to load it runs the repository's code, and 40 compiled .pyc files sit under talker/. Provenance 15, the files are in inclusionAI's own organisation, which its GitHub repository and card link, and every file has a checksum. Safety evaluation 0, none published. Agent guidance 0, the only caution is about reviewing remote code before loading it. Licence risk 15, MIT with no policy, threshold or revocable terms, and the card's licence link resolves. Security programme 5, for Ant Group's AntSRC reporting centre, read as a company-wide route the way Google's was for Gemma, with no SECURITY.md, security.txt or advisories found.\n\n### Agent interface: Ming-3.0-audio-tiny +10\n\n- Granite Speech 5.0 2B (55): Chat template 20, chat_template.jinja in the repository (193 characters). Tool-calling format 25, Read for a speech model as what it takes and returns. Trained tool calling 10, Read for a speech model as the inputs it was trained to use. Structured output 0, Read for a speech model as typed outputs. Reasoning control 0, A speech model with no reasoning. Context 0, the language model is extended to 16K positions, per the card and config.json (16,384), below the 32K band, and the card says to send audio in segments of about two minutes. 20 + 25 + 10 + 0 + 0 + 0 = 55.\n- Ming-3.0-audio-tiny (65): Read for open weights and, as a speech model, for what it takes and returns, while this model also has a chat interface with function calls. Chat template 20, a Jinja file in the repository. Tool-calling format 10, the format of tool calls comes only from the template and no parser is named, although inclusionAI does document its audio inputs, voices, cloning and output modalities for its own serving branches. Trained tool calling 20, the template renders several calls in one turn and inclusionAI reports function-calling results for Tiny. Structured output 5, transcripts come back in a documented typed form (language label, tab, text) and speech as WAV or streamed PCM, but no JSON, JSON Schema or timestamps are documented. Reasoning control 0, thinking can be turned on per request but nothing says where the reasoning text comes back. Context 10, 131,072 positions in config.json with no scaling, matched by the publisher's vLLM-Omni profiles.\n\n## Score by category\n\n| Category | Weight | Granite Speech 5.0 2B | Ming-3.0-audio-tiny | Edge |\n| --- | --- | --- | --- | --- |\n| Capability | 35%, pending | pending | pending | not scored in this run |\n| Reach | 25% (25 this run) | 95 | 45 | Granite Speech 5.0 2B +50 |\n| Risk | 20% (20 this run) | 70 | 50 | Granite Speech 5.0 2B +20 |\n| Agent interface | 10% (10 this run) | 55 | 65 | Ming-3.0-audio-tiny +10 |\n| Documentation and upkeep | 10% (10 this run) | 92 | 61 | Granite Speech 5.0 2B +31 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **61 · C** | **52.1 · D** | |\n\n## Facts side by side\n\n| Fact | Granite Speech 5.0 2B | Ming-3.0-audio-tiny |\n| --- | --- | --- |\n| Kind | Open-weight model | Open-weight model |\n| Vendor | IBM | inclusionAI (Ant Group) |\n| Hosted endpoint | no (local only) | no (local only) |\n| Transports | | |\n| Auth | None | None |\n| Pricing | Free | Free |\n| x402 | no | no |\n| Licence | Apache-2.0 | MIT |\n| Read-only variant documented | no | no |\n| llms.txt | no | no |\n| Last release | 2026-11-06 | 2026-10-20 |\n| Terms last updated | no document linked | no document linked |\n| Privacy policy last updated | no document linked | no document linked |\n| Agent reviews | none | 2.5/5 (4) |\n\n## How the scores have moved\n\n### Granite Speech 5.0 2B\n\nNo score change since it was listed.\n\n### Ming-3.0-audio-tiny\n\n- +2.3 on 4 November 2026: product\n\n## Verdicts\n\n**Granite Speech 5.0 2B.** A small, well-kept speech model with a clean licence: six languages, translation, keyword lists, IBM's own GGUF and an Ollama entry, a signed repository and training data listed corpus by corpus. It handles about two minutes of audio at a time and returns plain text, with no timestamps or speakers, and publishes no safety results.\n\n**Ming-3.0-audio-tiny.** A small MIT-licensed audio-language model that transcribes Chinese and English, answers questions about audio and replies in a built-in or cloned voice. It needs about 25 GB and SGLang-Omni from main or inclusionAI's own vLLM-Omni and SGLang branches. Every loading path runs repository code, and nothing is published on safety.\n\n## Before you call either\n\n### Granite Speech 5.0 2B\n\n1. Split recordings into segments of up to about two minutes of 16 kHz mono audio before sending them\n2. Use the card's prompt for the task word for word, such as `transcribe the speech with proper punctuation and capitalization.`\n3. Use Q8_0. IBM says lower precisions lose accuracy on audio over about a minute\n4. To spell names and jargon right, add a keyword list to the prompt, up to 2,000 terms\n5. With vLLM, serve with `--max-model-len 2048`, as the card does\n6. An unknown prompt falls back to transcription, so check that the output is the task you asked for\n\n### Ming-3.0-audio-tiny\n\n1. Fastest start is SGLang-Omni from main, `sgl-omni serve --model-path inclusionAI/Ming-3.0-audio-tiny --talker.gpu 0`, which exposes OpenAI-style /v1/audio/transcriptions, /v1/audio/speech and /v1/chat/completions\n2. For transcripts use greedy decoding with 10-gram blocking and the validated ASR prompt, and expect a language label, a tab, then the text\n3. Parse tool calls yourself from `\u003ctool_call\u003ename` with `\u003carg_key\u003e` and `\u003carg_value\u003e` pairs, since no runtime parser is named\n4. Thinking is off by default, turn it on with chat_template_kwargs enable_thinking true and strip the `\u003cthink\u003e` block from the reply yourself\n5. In vLLM-Omni pick a voice with audio.voice id from docs/voices.md, and don't combine it with a reference recording\n6. Review the repository's Python before passing trust_remote_code, and consider deleting the __pycache__ folders under talker/ so only readable source runs\n\n## Questions\n\n### Which is better for AI agents, Granite Speech 5.0 2B or Ming-3.0-audio-tiny?\n\nGranite Speech 5.0 2B scores 61 (C) on agent readiness against Ming-3.0-audio-tiny's 52.1 (D), and leads in 3 of 4 scored categories. Ming-3.0-audio-tiny leads on agent interface.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny.json, and with the fewest tokens: https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"granite-speech-5-0-2b\", \"b\": \"ming-3-0-audio-tiny\"}`. From a terminal: `anchor compare granite-speech-5-0-2b ming-3-0-audio-tiny`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/granite-speech-5-0-2b.json and https://www.anchorterminal.com/api/v1/tools/ming-3-0-audio-tiny.json\n\n## Other comparisons with Granite Speech 5.0 2B or Ming-3.0-audio-tiny\n\n- [Cohere Transcribe 03-2026 vs Granite Speech 5.0 2B](https://www.anchorterminal.com/compare/cohere-transcribe-03-2026-vs-granite-speech-5-0-2b.md)\n- [Cohere Transcribe 03-2026 vs Ming-3.0-audio-tiny](https://www.anchorterminal.com/compare/cohere-transcribe-03-2026-vs-ming-3-0-audio-tiny.md)\n- [Granite Speech 5.0 2B vs Ming-3.0-asr-tiny](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-asr-tiny.md)\n- [Granite Speech 5.0 2B vs Ming-3.0-audio-flash](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-flash.md)\n- [Granite Speech 5.0 2B vs Nemotron 3.5 ASR Streaming 0.6B](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-5-asr-streaming-0-6b.md)\n- [Granite Speech 5.0 2B vs Nemotron 3.5 Transcribe 30B-A4B](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-5-transcribe-30b-a4b.md)\n- [Granite Speech 5.0 2B vs Nemotron 3 Nano Omni 30B A3B Reasoning](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-nemotron-3-nano-omni-30b-a3b-reasoning.md)\n- [Granite Speech 5.0 2B vs Parakeet TDT 0.6B v3](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-parakeet-tdt-0-6b-v3.md)\n- [Granite Speech 5.0 2B vs Parakeet Unified EN 0.6B](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-parakeet-unified-en-0-6b.md)\n- [Granite Speech 5.0 2B vs Qwen3-ASR-0.6B](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-asr-0-6b.md)\n- [Granite Speech 5.0 2B vs Qwen3-ASR-1.7B](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-asr-1-7b.md)\n- [Granite Speech 5.0 2B vs Qwen3-Omni-30B-A3B-Instruct](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-qwen3-omni-30b-a3b-instruct.md)\n- [Granite Speech 5.0 2B vs Underdog Bark 3.0](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-underdog-bark-3.md)\n- [Granite Speech 5.0 2B vs Voxtral Mini 4B Realtime 2602](https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-voxtral-mini-4b-realtime-2602.md)\n- [Ming-3.0-asr-tiny vs Ming-3.0-audio-tiny](https://www.anchorterminal.com/compare/ming-3-0-asr-tiny-vs-ming-3-0-audio-tiny.md)\n- [Ming-3.0-audio-flash vs Ming-3.0-audio-tiny](https://www.anchorterminal.com/compare/ming-3-0-audio-flash-vs-ming-3-0-audio-tiny.md)\n- [Ming-3.0-audio-tiny vs Nemotron 3.5 ASR Streaming 0.6B](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-5-asr-streaming-0-6b.md)\n- [Ming-3.0-audio-tiny vs Nemotron 3.5 Transcribe 30B-A4B](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-5-transcribe-30b-a4b.md)\n- [Ming-3.0-audio-tiny vs Nemotron 3 Nano Omni 30B A3B Reasoning](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-nemotron-3-nano-omni-30b-a3b-reasoning.md)\n- [Ming-3.0-audio-tiny vs Parakeet TDT 0.6B v3](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-parakeet-tdt-0-6b-v3.md)\n- [Ming-3.0-audio-tiny vs Parakeet Unified EN 0.6B](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-parakeet-unified-en-0-6b.md)\n- [Ming-3.0-audio-tiny vs Qwen3-ASR-0.6B](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-asr-0-6b.md)\n- [Ming-3.0-audio-tiny vs Qwen3-ASR-1.7B](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-asr-1-7b.md)\n- [Ming-3.0-audio-tiny vs Qwen3-Omni-30B-A3B-Instruct](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-qwen3-omni-30b-a3b-instruct.md)\n- [Ming-3.0-audio-tiny vs Underdog Bark 3.0](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-underdog-bark-3.md)\n- [Ming-3.0-audio-tiny vs Voxtral Mini 4B Realtime 2602](https://www.anchorterminal.com/compare/ming-3-0-audio-tiny-vs-voxtral-mini-4b-realtime-2602.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-11", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Granite Speech 5.0 2B vs Ming-3.0-audio-tiny", "url": "" } ], "description": "Granite Speech 5.0 2B scores 61 (C) to Ming-3.0-audio-tiny's 52.1 (D) for speech-to-text. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Granite Speech 5.0 2B C 61", "Ming-3.0-audio-tiny D 52.1", "scores" ], "h1": "Granite Speech 5.0 2B vs Ming-3.0-audio-tiny", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny", "published": "2026-10-01", "section": "tools", "title": "Granite Speech 5.0 2B vs Ming-3.0-audio-tiny for AI agents (2026)", "toc": null, "updated": "2026-11-10", "url": "https://www.anchorterminal.com/compare/granite-speech-5-0-2b-vs-ming-3-0-audio-tiny" }, "tokens": { "markdown": 4400, "slim": 830 }, "version": 1 }