{ "data": { "a": { "slug": "inkling-2-small", "name": "Inkling 2 Small", "vendor": "Thinking Machines Lab", "vendorUrl": "https://thinkingmachines.ai", "kind": "model", "category": "inference", "summary": "Inkling 2 Small is Thinking Machines Lab's mixture-of-experts model, 594B total and 17B active parameters, taking text and images and returning text. It runs on Tinker for inference and fine-tuning, with open weights promised.", "url": "https://www.anchorterminal.com/tools/inkling-2-small", "markdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json", "dns": "inkling-2-small.grade.anchorterminal.com", "license": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "transports": [], "remoteUrl": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "packages": [], "auth": "api-key", "authNotes": "A Tinker API key from the Tinker console, read from TINKER_API_KEY and passed as the OpenAI client's api_key on the OpenAI-compatible endpoint, or used by the Tinker Python SDK. Sign-up is a browser flow at auth.thinkingmachines.ai, and the quickstart asks for payment details in Billing before training, per the tinker listing.", "pricing": "usage", "pricingNotes": "Serverless inference (beta) is $0.30 per million input tokens, $0.03 cached and $1.00 output, at 256K context. On the training side prefill is the same $0.30, sampling $1.00, and training $1.50 per million at 64K or $3.00 at 256K. No free tier is listed (checked 2026-11-06).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on Tinker's models and pricing page or its OpenAI-compatible API page, and Tinker bills against an account with payment details (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://thinkingmachines.ai/model-card/inkling-2-small/", "llmsTxt": "https://tinker-docs.thinkingmachines.ai/llms.txt", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "moe", "multimodal", "vision", "reasoning", "openai-compatible", "usage-priced", "card-required", "beta", "llms-txt", "new" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 52.1, "grade": "D", "agentReady": false, "rank": 899, "ranked": true, "rankOf": 1354, "categoryRank": 28, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "bestFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "strengths": [ "OpenAI-compatible chat and completions endpoint, so the OpenAI SDKs work with a Tinker key", "$0.30 input, $0.03 cached and $1.00 output per million tokens, published without a login", "Text and image input, a 256K context on Tinker and up to 1M per the model card", "reasoning_effort from none to xhigh or a number, with reasoning returned separately", "A model card with intended use, limitations, training data sources and safety testing that includes outside red-teaming", "Thinking Machines says Apache 2.0 weights follow a week after launch" ], "weaknesses": [ "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput", "No status page, SLA or published rate limits for serverless inference", "Tool-calling format and structured output aren't documented for this model", "No free tier, and sign-up is a browser flow with payment details", "Benchmark results are Thinking Machines' own, with no independent results yet" ], "agentNotes": [ "Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions", "The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it", "Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false", "Keep images between 40 and 4096 px a side, per the model card", "Validate JSON yourself, since structured output and the tool-call format aren't documented", "Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.1 } ], "editorialScores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 60 }, "provenanceScore": 68, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1/chat/completions \\\n -H \"Authorization: Bearer $TINKER_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}],\n \"reasoning_effort\": \"low\"\n }'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/inkling-2-small" }, "sameCompany": [ "inkling", "inkling-small" ], "sameModel": [ "tinker" ], "area": "models", "provenance": { "legalEntity": "Thinking Machines Lab, Inc. (named as provider on the model card)", "domain": "thinkingmachines.ai", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": true, "terms": "https://thinkingmachines.ai/legal/terms/", "privacy": "https://thinkingmachines.ai/legal/privacy/", "statusPage": "", "changelog": "https://tinker-docs.thinkingmachines.ai/changelog/", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The launch post and model card are on thinkingmachines.ai and name Thinking Machines Lab, Inc. as provider. The OpenAI-compatible endpoint is on thinkingmachines.dev, which Tinker's own docs give as the production base URL, so it's read as a domain the vendor controls; its registration wasn't looked up.", "Thinking Machines' terms bar scraping the Services, which the 4 November re-check read as a ban and paused. The founder decided on 6 November 2026 that reading at a person's pace is fine, so four pages were read one at a time: the launch post, the model card, the models and pricing page and the OpenAI-compatible API page. tinker-docs.thinkingmachines.ai has no robots.txt; thinkingmachines.ai's has no rules.", "security.txt lists security-reports@thinkingmachines.ai and expires 2029-07-13, per the 2 November reading.", "No status page was found." ], "score": 68 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/inkling-2-small.json", "live": { "slug": "inkling-2-small", "probe": { "target": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "method": "get", "lastAt": "2026-11-06T09:47:32.967989265Z", "lastOk": true, "lastStatus": 404, "lastMs": 389, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 398, "p95ms24h": 429, "samples24h": 47, "samples30d": 47, "days": [ { "date": "2026-11-06", "probes": 47, "ok": 47 } ] }, "updatedAt": "2026-11-06T09:47:32.967989265Z" } }, "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on maintenance \u0026 community.", "b": { "slug": "together-inference", "name": "Together AI Inference", "vendor": "Together Computer, Inc.", "vendorUrl": "https://www.together.ai", "kind": "http-api", "category": "inference", "summary": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput. Model-dependent capabilities include tool calling, structured outputs and vision.", "url": "https://www.anchorterminal.com/tools/together-inference", "markdownUrl": "https://www.anchorterminal.com/tools/together-inference.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/together-inference.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/together-inference.json", "dns": "together-inference.grade.anchorterminal.com", "repo": "https://github.com/togethercomputer/together-py", "license": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "transports": [ "http" ], "remoteUrl": "https://api.together.ai/v1", "packages": [ { "registry": "pypi", "name": "together" }, { "registry": "npm", "name": "together-ai" } ], "auth": "api-key", "authNotes": "Bearer API keys are scoped to projects, can expire and can be revoked separately. A key has full access to resources in its project. There are no per-key spending or rate limits; legacy default-project keys should be replaced.", "pricing": "paid", "pricingNotes": "Prepaid usage with a $15 minimum first credit purchase, then $5 minimum top-ups. No free trial. GPT OSS 120B is $0.15 per million input tokens and $0.60 per million output tokens. Dedicated hardware and provisioned throughput have separate rates.", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 payment route found in the reviewed inference and billing documentation on 19 October 2026.", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 10, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-10-19" }, "docsUrl": "https://docs.together.ai", "llmsTxt": "https://docs.together.ai/llms.txt", "openapi": "https://docs.together.ai/openapi.yaml", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "http-api", "inference", "api-key", "openapi", "llms-txt", "paid" ], "lastRelease": "2026-10-23", "graded": true, "anchor": { "graded": true, "score": 67.8, "grade": "B", "agentReady": false, "rank": 277, "ranked": true, "rankOf": 1354, "categoryRank": 9, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 74 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-01" }, "negative": -3, "negativeNotes": [ "2026-08-19 to 2026-08-27. Together removed GA serverless models with notice posted only on the day of removal. Changelog entries of 19, 21, 25 and 27 August say FLUX.1 schnell, Qwen2.5 7B, Kimi K2.6, Cogito v2.1 671B, Gemma 3n E4B, Llama Guard 4 12B, Nemotron 3 Ultra, Pearl's Gemma 4 31B, DeepSeek V4 Pro and Kimi K2.7 Code \"have been deprecated and are no longer available on serverless\", with no earlier entry announcing their removal and no preview label, while the deprecation policy promises 2 or 3 weeks' notice for serverless endpoints. Read at the floor, as fireworks-inference's same-day removals of 27 August were, -3 (https://docs.together.ai/docs/changelog.md)." ], "verdict": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.", "bestFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "strengths": [ "Public OpenAPI 3.1, Markdown documentation and Python and TypeScript SDKs", "Project-scoped API keys with optional expiry and per-key cost attribution", "Serverless, batch, dedicated and provisioned-throughput options", "Status page with a monitor per serverless model and 90 days of daily history", "US-only serverless processing through us-api.together.ai since 16 October 2026, at 1.25 times standard rates" ], "weaknesses": [ "A $15 credit purchase is required before platform access; no free trial", "Prompt and response storage is on by default; zero data retention must be enabled for the organisation", "Serverless has no guaranteed capacity outside provisioned throughput, and API keys have no individual spend caps", "Serverless models removed on 19, 21, 25 and 27 August 2026 were announced in the changelog only on the day" ], "agentNotes": [ "Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.", "For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.", "Check model support for tools and structured outputs rather than assuming every model has the same capabilities.", "Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.", "Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.", "Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 3, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 67.8 } ], "editorialScores": { "ergonomics": 85, "maintenance": 65, "payments": 20, "reliability": 75, "schema": 93, "security": 70, "transparency": 65 }, "provenanceScore": 83, "checked": { "categories": { "ergonomics": "2026-11-01", "maintenance": "2026-11-01", "payments": "2026-11-01", "reliability": "2026-11-01", "schema": "2026-11-01", "security": "2026-11-01", "transparency": "2026-11-01" }, "last": "2026-11-01", "lastMoved": "2026-11-01", "oldest": "2026-11-01", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl 'https://api.together.ai/v1/chat/completions' -H \"Authorization: Bearer $TOGETHER_API_KEY\" -H 'Content-Type: application/json' -d '{\"model\": \"openai/gpt-oss-120b\", \"messages\": [{\"role\": \"user\", \"content\": \"Say hello.\"}], \"max_tokens\": 128}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/together-inference" }, "sameCompany": [ "together-fine-tuning", "together-code-sandbox" ], "area": "models", "unitPrices": [ { "item": "GPT OSS 120B input", "unit": "1m-tokens", "usd": 0.15, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" }, { "item": "GPT OSS 120B output", "unit": "1m-tokens", "usd": 0.6, "note": "Shared/serverless standard rate, per million tokens, checked 1 November 2026" } ], "provenance": { "legalEntity": "Together Computer, Inc.", "domain": "together.ai", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.together.ai/terms-of-service", "privacy": "https://www.together.ai/privacy", "statusPage": "https://status.together.ai", "changelog": "https://docs.together.ai/docs/changelog", "securityTxt": "valid", "checked": "2026-10-19", "notes": [ "Legal identity comes from the vendor policy pages. Domain registration was not checked.", "The SDK repository is not the source for the hosted inference service.", "security.txt names the HackerOne programme and expires on 30 September 2028." ], "score": 83 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/together-inference.json", "live": { "slug": "together-inference", "probe": { "target": "https://api.together.ai/v1", "method": "get", "lastAt": "2026-11-06T09:47:54.518803627Z", "lastOk": true, "lastStatus": 404, "lastMs": 189, "authRequired": false, "uptime24h": 100, "uptime30d": 99.98, "p50ms24h": 207, "p95ms24h": 487, "samples24h": 221, "samples30d": 4460, "days": [ { "date": "2026-10-19", "probes": 173, "ok": 173 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 252 }, { "date": "2026-10-27", "probes": 249, "ok": 249 }, { "date": "2026-10-28", "probes": 250, "ok": 249 }, { "date": "2026-10-29", "probes": 249, "ok": 249 }, { "date": "2026-10-30", "probes": 249, "ok": 249 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 250 }, { "date": "2026-11-03", "probes": 248, "ok": 248 }, { "date": "2026-11-04", "probes": 246, "ok": 246 }, { "date": "2026-11-05", "probes": 185, "ok": 185 }, { "date": "2026-11-06", "probes": 102, "ok": 102 } ] }, "vendorStatus": { "page": "https://status.together.ai", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-11-03T15:50:27.832032204Z" }, "versions": [ { "registry": "github", "name": "togethercomputer/together-py", "version": "v3.1.1", "released": "2026-11-04", "seenAt": "2026-11-05T22:14:30.670022637Z" }, { "registry": "npm", "name": "together-ai", "version": "1.0.0", "seenAt": "2026-11-05T22:14:30.626934388Z" }, { "registry": "pypi", "name": "together", "version": "3.1.1", "released": "2026-11-04", "seenAt": "2026-11-05T22:14:30.454758123Z" } ], "githubStars": 12, "npmWeekly": 95434, "pypiWeekly": 431311, "securityTxt": { "url": "https://together.ai/.well-known/security.txt", "state": "valid", "expires": "2028-09-30T00:00:00.000Z", "checkedAt": "2026-11-05T15:56:44.378960825Z" }, "llmsTxt": { "url": "https://docs.together.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-05T15:27:32.511139042Z" }, "domain": { "domain": "together.ai", "registered": "2017-12-16", "source": "https://rdap.identitydigital.services/rdap/domain/together.ai", "checkedAt": "2026-11-01T14:21:27.260418255Z" }, "github": { "repo": "togethercomputer/together-py", "checkedAt": "2026-11-02T08:27:14.179460754Z", "stars": 11, "archived": false, "issuesEnabled": true, "pushedAt": "2026-11-02T05:50:24Z", "openIssues": 4, "openPRs": 43, "issuesOpened90d": 2, "issuesClosed90d": 1, "prsMerged90d": 106, "ci": { "branch": "main", "runs": 50, "success": 16, "failure": 0, "other": 34, "latest": "skipped", "latestAt": "2026-10-30T19:38:40Z" }, "replies": { "sampled": 7, "unanswered": 4, "medianDays": 14.2 } }, "updatedAt": "2026-11-06T09:47:54.518803627Z" } }, "edges": [ { "by": 45, "category": "reliability", "leads": "together-inference", "name": "Reliability", "reasons": { "a": "Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.", "b": "Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75." }, "scores": { "a": 30, "b": 75 } }, { "by": 23, "category": "schema", "leads": "together-inference", "name": "Schema \u0026 documentation", "reasons": { "a": "Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70.", "b": "Public OpenAPI 3.1 (25), llms.txt and Markdown docs (10), endpoint and model-capability guidance (16 of 20), typed inputs and constraints (13 of 15), examples and documented errors (14 of 15), and versioned endpoints with a dated changelog (15)." }, "scores": { "a": 70, "b": 93 } }, { "by": 23, "category": "ergonomics", "leads": "together-inference", "name": "Agent ergonomics", "reasons": { "a": "Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.", "b": "Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15)." }, "scores": { "a": 62, "b": 85 } }, { "by": 13, "category": "security", "leads": "together-inference", "name": "Security \u0026 auth", "reasons": { "a": "Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.", "b": "Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20)." }, "scores": { "a": 57, "b": 70 } }, { "by": 10, "category": "maintenance", "leads": "inkling-2-small", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. Released 5 November 2026 (30). Churn and notice in place of release counts: Inkling, Inkling-Small (30 July) and Inkling 2 Small in about four months, and a deprecations page with dated retirements and a promise to 'aim to give advance notice' by email, with no stated period, per the tinker listing (10 of 20). A public changelog and a support address and Discord, per the tinker listing (10 of 15). Current official SDKs, Tinker's Python SDK and the OpenAI-compatible endpoint (15). SDK and cookbook CI, per the tinker listing (10). 30 + 10 + 10 + 15 + 10 = 75.", "b": "Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0)." }, "scores": { "a": 75, "b": 65 } }, { "by": 10, "category": "transparency", "leads": "together-inference", "name": "Transparency \u0026 trust", "reasons": { "a": "Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.", "b": "Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20)." }, "scores": { "a": 64, "b": 74 } } ], "facts": [ { "a": "Model API", "b": "HTTP API", "name": "Kind" }, { "a": "Thinking Machines Lab", "b": "Together Computer, Inc.", "name": "Vendor" }, { "a": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "b": "https://api.together.ai/v1", "name": "Hosted endpoint" }, { "a": "", "b": "HTTP", "name": "Transports" }, { "a": "API key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "b": "Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences.", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "yes", "b": "yes", "name": "llms.txt" }, { "a": "2026-11-05", "b": "2026-10-23", "name": "Last release" }, { "a": "not read yet", "b": "no date given", "name": "Terms last updated" }, { "a": "not read yet", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not read yet", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not read yet", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not read yet", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not read yet", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not read yet", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "none", "b": "10 stars", "name": "Popularity" }, { "a": "none", "b": "3/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Together AI Inference scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on maintenance \u0026 community.", "question": "Which is better for AI agents, Inkling 2 Small or Together AI Inference?" }, { "answer": "Both need an API key.", "question": "Do Inkling 2 Small and Together AI Inference need an API key?" }, { "answer": "Yes. Inkling 2 Small has a hosted endpoint at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 and Together AI Inference at https://api.together.ai/v1.", "question": "Can an agent call Inkling 2 Small and Together AI Inference without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Maintenance \u0026 community, 75 against 65" ], "also": [ "No incidents deducted, where Together AI Inference loses 3 points for them" ], "goodFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "slug": "inkling-2-small", "watchFor": "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput" }, { "aheadOn": [ "Reliability, 75 against 30", "Schema \u0026 documentation, 93 against 70", "Agent ergonomics, 85 against 62", "Security \u0026 auth, 70 against 57", "Transparency \u0026 trust, 74 against 64" ], "also": null, "goodFor": "Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.", "slug": "together-inference", "watchFor": "A $15 credit purchase is required before platform access; no free trial" } ], "history": { "inkling-2-small": null, "together-inference": [ { "causes": [ "evidence", "correction" ], "date": "2026-11-01", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" }, { "causes": [ "method" ], "date": "2026-10-27", "delta": 0, "from": 67.8, "fromGrade": "B", "to": 67.8, "toGrade": "B" } ] }, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.json", "title": "Claude API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.json", "title": "Claude API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.json", "title": "Antseed vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-together-inference.json", "title": "Antseed vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/antseed-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.json", "title": "BlockRun.AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.json", "title": "BlockRun.AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.json", "title": "Cerebras Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.json", "title": "Cerebras Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.json", "title": "Cloudflare AI Gateway vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.json", "title": "Cloudflare AI Gateway vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.json", "title": "Cloudflare Workers AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.json", "title": "Cloudflare Workers AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.json", "title": "Cohere Chat API (Command models) vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.json", "title": "Cohere Chat API (Command models) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.json", "title": "DeepInfra vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.json", "title": "DeepSeek API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.json", "title": "DeepSeek API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.json", "title": "Glimpse vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.json", "title": "Glimpse vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.json", "title": "Fireworks AI Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.json", "title": "Fireworks AI Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.json", "title": "Gemini Developer API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.json", "title": "Gemini Developer API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.json", "title": "GroqCloud vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-together-inference.json", "title": "GroqCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/groq-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.json", "title": "Inkling 2 Small vs Jais 3", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.json", "title": "Inkling 2 Small vs Meta Model API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.json", "title": "Inkling 2 Small vs MiniMax API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.json", "title": "Inkling 2 Small vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.json", "title": "Inkling 2 Small vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.json", "title": "Inkling 2 Small vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.json", "title": "Inkling 2 Small vs Novita AI", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.json", "title": "Inkling 2 Small vs OpenAI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.json", "title": "Inkling 2 Small vs OpenRouter", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.json", "title": "Inkling 2 Small vs Prism Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.json", "title": "Inkling 2 Small vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.json", "title": "Inkling 2 Small vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.json", "title": "Inkling 2 Small vs RouterPlus", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.json", "title": "Inkling 2 Small vs SambaCloud", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.json", "title": "Inkling 2 Small vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.json", "title": "Inkling 2 Small vs Simplismart", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.json", "title": "Inkling 2 Small vs StepFun API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.json", "title": "Inkling 2 Small vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.json", "title": "Inkling 2 Small vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.json", "title": "Inkling 2 Small vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference.json", "title": "Jais 3 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/jais-3-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.json", "title": "Meta Model API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.json", "title": "MiniMax API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/minimax-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.json", "title": "Mistral AI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/mistral-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.json", "title": "Muse Spark Open vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.json", "title": "Novita AI vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/novita-ai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference.json", "title": "OpenAI API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openai-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference.json", "title": "OpenRouter vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/openrouter-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.json", "title": "Prism Inference vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/prism-inference-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.json", "title": "Router.com (Ramp Router) vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/ramp-router-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.json", "title": "Beam 1.0 vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference.json", "title": "RouterPlus vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/routerplus-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference.json", "title": "SambaCloud vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/sambanova-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.json", "title": "SiliconFlow vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/siliconflow-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference.json", "title": "Simplismart vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/simplismart-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.json", "title": "StepFun API vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.json", "title": "SWE-2 Flash vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.json", "title": "Tencent Cloud TokenHub vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.json", "title": "Together AI Inference vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.json", "title": "Nemotron 3.5 Super VL vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference" } ], "panel": null, "scores": [ { "by": 45, "edge": "together-inference", "inkling-2-small": 30, "key": "reliability", "name": "Reliability", "together-inference": 75, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 23, "edge": "together-inference", "inkling-2-small": 70, "key": "schema", "name": "Schema \u0026 documentation", "together-inference": 93, "weight": 13 }, { "by": 23, "edge": "together-inference", "inkling-2-small": 62, "key": "ergonomics", "name": "Agent ergonomics", "together-inference": 85, "weight": 13 }, { "by": 13, "edge": "together-inference", "inkling-2-small": 57, "key": "security", "name": "Security \u0026 auth", "together-inference": 70, "weight": 14 }, { "by": 0, "edge": "", "inkling-2-small": 20, "key": "payments", "name": "Payments \u0026 pricing", "together-inference": 20, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 10, "edge": "inkling-2-small", "inkling-2-small": 75, "key": "maintenance", "name": "Maintenance \u0026 community", "together-inference": 65, "weight": 7 }, { "by": 10, "edge": "together-inference", "inkling-2-small": 64, "key": "transparency", "name": "Transparency \u0026 trust", "together-inference": 74, "weight": 7 } ], "summary": "Together AI Inference scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on maintenance \u0026 community. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "inkling-2-small": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "together-inference": "A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference", "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.min.md" }, "markdown": "Together AI Inference scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on maintenance \u0026 community. Both do llm inference.\n\n- Inkling 2 Small: grade D, 52.1/100, rank #899 of 1354. Markdown https://www.anchorterminal.com/tools/inkling-2-small.md · JSON https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n- Together AI Inference: grade B, 67.8/100, rank #277 of 1354. Markdown https://www.anchorterminal.com/tools/together-inference.md · JSON https://www.anchorterminal.com/api/v1/tools/together-inference.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 596 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Inkling 2 Small (D)\n\nGood for: Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.\n\nAhead on:\n- Maintenance \u0026 community, 75 against 65\n\nAlso in its favour:\n- No incidents deducted, where Together AI Inference loses 3 points for them\n\nWatch for: Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput\n\n### Together AI Inference (B)\n\nGood for: Together AI Inference serves open models through an OpenAI-compatible API, with serverless requests, batch processing, dedicated model deployments and provisioned throughput.\n\nAhead on:\n- Reliability, 75 against 30\n- Schema \u0026 documentation, 93 against 70\n- Agent ergonomics, 85 against 62\n- Security \u0026 auth, 70 against 57\n- Transparency \u0026 trust, 74 against 64\n\nWatch for: A $15 credit purchase is required before platform access; no free trial\n\n\n## Why the edge\n\n### Reliability: Together AI Inference +45\n\n- Inkling 2 Small (30): Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.\n- Together AI Inference (75): Graded as listed, on the hosted API lines. Public Better Stack status page at status.together.ai with a component for each serverless model plus the website and playground (20). The page shows 90 daily ticks per component, read on 1 November 2026 for 4 August to 1 November, and no incident was posted in that time (the feed's newest items are maintenance windows in April and July 2026). Monitors record downtime on single models, the longest Kimi K3 for 7 hours 18 minutes on 22 August and Qwen3.8-2.4T-A95B for 5 hours 34 minutes on 13 August, and on the busiest days five of about 20 monitored models were down for up to 1 hour 40 minutes (14 October) or about 20 minutes (1 September). Each hit one model or a subset of the catalogue, so the record reads as minor incidents only (20). The current serverless page gives no numeric general request ceiling (0). Explicit 429 and 503 backoff guidance (15). Provisioned throughput has a published 99% eligible-request commitment (10). Serverless inference is generally available (10). 20 + 20 + 0 + 15 + 10 + 10 = 75.\n\n### Schema \u0026 documentation: Together AI Inference +23\n\n- Inkling 2 Small (70): Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70.\n- Together AI Inference (93): Public OpenAPI 3.1 (25), llms.txt and Markdown docs (10), endpoint and model-capability guidance (16 of 20), typed inputs and constraints (13 of 15), examples and documented errors (14 of 15), and versioned endpoints with a dated changelog (15).\n\n### Agent ergonomics: Together AI Inference +23\n\n- Inkling 2 Small (62): Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.\n- Together AI Inference (85): Compact model API with bounded output (25). Token controls, streaming, structured outputs and batch options (20). Actionable error documentation (20). Transient retry guidance but no general inference deduplication guarantee found (5 of 20). Official Python and TypeScript SDKs and defaults (15).\n\n### Security \u0026 auth: Together AI Inference +13\n\n- Inkling 2 Small (57): Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.\n- Together AI Inference (70): Project-scoped, revocable keys with optional expiry and rotation guidance (30). Project boundaries but keys can access all project resources and lack per-key spend limits (10 of 20). No inference prompt-injection mitigation established (0). Per-key cost and usage attribution (15). Published security.txt with a future expiry and HackerOne disclosure route (15 of 20).\n\n### Maintenance \u0026 community: Inkling 2 Small +10\n\n- Inkling 2 Small (75): Model reading. Released 5 November 2026 (30). Churn and notice in place of release counts: Inkling, Inkling-Small (30 July) and Inkling 2 Small in about four months, and a deprecations page with dated retirements and a promise to 'aim to give advance notice' by email, with no stated period, per the tinker listing (10 of 20). A public changelog and a support address and Discord, per the tinker listing (10 of 15). Current official SDKs, Tinker's Python SDK and the OpenAI-compatible endpoint (15). SDK and cookbook CI, per the tinker listing (10). 30 + 10 + 10 + 15 + 10 = 75.\n- Together AI Inference (65): Graded as listed, on the tool lines. Changelog entries on 22 and 23 October 2026 (Python SDK 3.0, TypeScript SDK 1.0, MiniMax M3.1 Flash on serverless and post-training) (30). 43 dated changelog days and 16 Python SDK tags from 3 August, v2.33.1 to v3.0.0 (20). Support responsiveness not tested (0). Official Python and TypeScript SDKs, both given new majors on 22 October (15). Dependency and CI health not audited (0).\n\n### Transparency \u0026 trust: Together AI Inference +10\n\n- Inkling 2 Small (64): Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.\n- Together AI Inference (74): Proprietary service with published terms and Apache-2.0 SDK (15). Docs distinguish default content storage, training opt-in, organisation ZDR and passthrough models, but default content retention has no fixed duration in the reviewed pages (25 of 30). Public lifecycle policy gives a two-week migration window for breaking model upgrades and 2 or 3 weeks' notice for serverless removals, though removals on 19, 21, 25 and 27 August 2026 were posted only on the day (15 of 20). North American hosting and enterprise residency options are described; full subprocessor locations were not established (10 of 20).\n\n## Score by category\n\n| Category | Weight | Inkling 2 Small | Together AI Inference | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 30 | 75 | Together AI Inference +45 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 70 | 93 | Together AI Inference +23 |\n| Agent ergonomics | 13% (16.2 this run) | 62 | 85 | Together AI Inference +23 |\n| Security \u0026 auth | 14% (17.5 this run) | 57 | 70 | Together AI Inference +13 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 75 | 65 | Inkling 2 Small +10 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 64 | 74 | Together AI Inference +10 |\n| Negative events | ≤15 | 0 | -3 | |\n| **Total** | | **52.1 · D** | **67.8 · B** | |\n\n## Facts side by side\n\n| Fact | Inkling 2 Small | Together AI Inference |\n| --- | --- | --- |\n| Kind | Model API | HTTP API |\n| Vendor | Thinking Machines Lab | Together Computer, Inc. |\n| Hosted endpoint | `https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1` | `https://api.together.ai/v1` |\n| Transports | | HTTP |\n| Auth | API key | API key |\n| Pricing | Pay per use | Paid |\n| x402 | no | no |\n| Licence | Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done | Proprietary hosted service. The official Python SDK is Apache-2.0; served models retain their own licences. |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| Last release | 2026-11-05 | 2026-10-23 |\n| Terms last updated | not read yet | no date given |\n| Privacy policy last updated | not read yet | no date given |\n| Customer content may train models | not read yet | not found in the text |\n| Terms restrict automated access | not read yet | not found in the text |\n| Terms restrict benchmarking | not read yet | yes |\n| Terms or service can change without notice | not read yet | not found in the text |\n| Arbitration or class-action waiver | not read yet | not found in the text |\n| Popularity | none | 10 stars |\n| Agent reviews | none | 3/5 (4) |\n\n## How the scores have moved\n\n### Inkling 2 Small\n\nNo score change since it was listed.\n\n### Together AI Inference\n\n- no change on 1 November 2026: new evidence, correction\n- no change on 27 October 2026: checklist\n\n## Verdicts\n\n**Inkling 2 Small.** A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.\n\n**Together AI Inference.** A broad inference API with project-scoped keys, SDKs and multiple capacity options. Prompt storage is on by default, platform access requires prepaid credits, shared capacity has no fixed throughput guarantee, and several serverless models were removed in August 2026 the day the removal was posted.\n\n## Before you call either\n\n### Inkling 2 Small\n\n1. Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions\n2. The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it\n3. Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false\n4. Keep images between 40 and 4096 px a side, per the model card\n5. Validate JSON yourself, since structured output and the tool-call format aren't documented\n6. Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes\n\n### Together AI Inference\n\n1. Create a project-scoped key and set TOGETHER_API_KEY. Avoid deprecated legacy keys.\n2. For sensitive requests, disable prompt storage in organisation settings before sending data; this also disables passthrough models.\n3. Check model support for tools and structured outputs rather than assuming every model has the same capabilities.\n4. Back off on 429 and 503 responses. Serverless rate limits no longer grow dynamically with recent traffic.\n5. Check the deprecation schedule before choosing a model. Qwen3.8-2.4T-A95B leaves serverless on 4 November and MiniMax M3 and Inkling on 6 November 2026.\n6. Pin the SDK major version. Python SDK 3.0 and TypeScript SDK 1.0 (22 October 2026) drop `/v1` from the base URL and the `beta` paths\n\n## Questions\n\n### Which is better for AI agents, Inkling 2 Small or Together AI Inference?\n\nTogether AI Inference scores 67.8 (B) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 5 of 7 scored categories. Inkling 2 Small leads on maintenance \u0026 community.\n\n### Do Inkling 2 Small and Together AI Inference need an API key?\n\nBoth need an API key.\n\n### Can an agent call Inkling 2 Small and Together AI Inference without installing anything?\n\nYes. Inkling 2 Small has a hosted endpoint at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 and Together AI Inference at https://api.together.ai/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json, and with the fewest tokens: https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"inkling-2-small\", \"b\": \"together-inference\"}`. From a terminal: `anchor compare inkling-2-small together-inference`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json and https://www.anchorterminal.com/api/v1/tools/together-inference.json\n\n## Other comparisons with Inkling 2 Small or Together AI Inference\n\n- [Claude API vs Inkling 2 Small](https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.md)\n- [Claude API vs Together AI Inference](https://www.anchorterminal.com/compare/anthropic-api-vs-together-inference.md)\n- [Antseed vs Inkling 2 Small](https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.md)\n- [Antseed vs Together AI Inference](https://www.anchorterminal.com/compare/antseed-vs-together-inference.md)\n- [BlockRun.AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.md)\n- [BlockRun.AI vs Together AI Inference](https://www.anchorterminal.com/compare/blockrun-ai-vs-together-inference.md)\n- [Cerebras Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.md)\n- [Cerebras Inference vs Together AI Inference](https://www.anchorterminal.com/compare/cerebras-inference-vs-together-inference.md)\n- [Cloudflare AI Gateway vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.md)\n- [Cloudflare AI Gateway vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-together-inference.md)\n- [Cloudflare Workers AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.md)\n- [Cloudflare Workers AI vs Together AI Inference](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-together-inference.md)\n- [Cohere Chat API (Command models) vs Inkling 2 Small](https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.md)\n- [Cohere Chat API (Command models) vs Together AI Inference](https://www.anchorterminal.com/compare/cohere-chat-vs-together-inference.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepInfra vs Together AI Inference](https://www.anchorterminal.com/compare/deepinfra-vs-together-inference.md)\n- [DeepSeek API vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.md)\n- [DeepSeek API vs Together AI Inference](https://www.anchorterminal.com/compare/deepseek-api-vs-together-inference.md)\n- [Glimpse vs Inkling 2 Small](https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.md)\n- [Glimpse vs Together AI Inference](https://www.anchorterminal.com/compare/elorian-glimpse-vs-together-inference.md)\n- [Fireworks AI Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.md)\n- [Fireworks AI Inference vs Together AI Inference](https://www.anchorterminal.com/compare/fireworks-inference-vs-together-inference.md)\n- [Gemini Developer API vs Inkling 2 Small](https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.md)\n- [Gemini Developer API vs Together AI Inference](https://www.anchorterminal.com/compare/gemini-api-vs-together-inference.md)\n- [GroqCloud vs Inkling 2 Small](https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.md)\n- [GroqCloud vs Together AI Inference](https://www.anchorterminal.com/compare/groq-vs-together-inference.md)\n- [Inkling 2 Small vs Jais 3](https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.md)\n- [Inkling 2 Small vs Meta Model API](https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.md)\n- [Inkling 2 Small vs MiniMax API](https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.md)\n- [Inkling 2 Small vs Mistral AI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.md)\n- [Inkling 2 Small vs Muse Spark Open](https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.md)\n- [Inkling 2 Small vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.md)\n- [Inkling 2 Small vs Novita AI](https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.md)\n- [Inkling 2 Small vs OpenAI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.md)\n- [Inkling 2 Small vs OpenRouter](https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.md)\n- [Inkling 2 Small vs Prism Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.md)\n- [Inkling 2 Small vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.md)\n- [Inkling 2 Small vs Beam 1.0](https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.md)\n- [Inkling 2 Small vs RouterPlus](https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.md)\n- [Inkling 2 Small vs SambaCloud](https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.md)\n- [Inkling 2 Small vs SiliconFlow](https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.md)\n- [Inkling 2 Small vs Simplismart](https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.md)\n- [Inkling 2 Small vs StepFun API](https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.md)\n- [Inkling 2 Small vs SWE-2 Flash](https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.md)\n- [Inkling 2 Small vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.md)\n- [Inkling 2 Small vs Vercel AI Gateway](https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.md)\n- [Jais 3 vs Together AI Inference](https://www.anchorterminal.com/compare/jais-3-vs-together-inference.md)\n- [Meta Model API vs Together AI Inference](https://www.anchorterminal.com/compare/meta-model-api-vs-together-inference.md)\n- [MiniMax API vs Together AI Inference](https://www.anchorterminal.com/compare/minimax-api-vs-together-inference.md)\n- [Mistral AI API vs Together AI Inference](https://www.anchorterminal.com/compare/mistral-api-vs-together-inference.md)\n- [Muse Spark Open vs Together AI Inference](https://www.anchorterminal.com/compare/muse-spark-open-vs-together-inference.md)\n- [Novita AI vs Together AI Inference](https://www.anchorterminal.com/compare/novita-ai-vs-together-inference.md)\n- [OpenAI API vs Together AI Inference](https://www.anchorterminal.com/compare/openai-api-vs-together-inference.md)\n- [OpenRouter vs Together AI Inference](https://www.anchorterminal.com/compare/openrouter-vs-together-inference.md)\n- [Prism Inference vs Together AI Inference](https://www.anchorterminal.com/compare/prism-inference-vs-together-inference.md)\n- [Router.com (Ramp Router) vs Together AI Inference](https://www.anchorterminal.com/compare/ramp-router-vs-together-inference.md)\n- [Beam 1.0 vs Together AI Inference](https://www.anchorterminal.com/compare/reflection-beam-vs-together-inference.md)\n- [RouterPlus vs Together AI Inference](https://www.anchorterminal.com/compare/routerplus-vs-together-inference.md)\n- [SambaCloud vs Together AI Inference](https://www.anchorterminal.com/compare/sambanova-vs-together-inference.md)\n- [SiliconFlow vs Together AI Inference](https://www.anchorterminal.com/compare/siliconflow-vs-together-inference.md)\n- [Simplismart vs Together AI Inference](https://www.anchorterminal.com/compare/simplismart-vs-together-inference.md)\n- [StepFun API vs Together AI Inference](https://www.anchorterminal.com/compare/stepfun-api-vs-together-inference.md)\n- [SWE-2 Flash vs Together AI Inference](https://www.anchorterminal.com/compare/swe-2-flash-vs-together-inference.md)\n- [Tencent Cloud TokenHub vs Together AI Inference](https://www.anchorterminal.com/compare/tencent-tokenhub-vs-together-inference.md)\n- [Together AI Inference vs Vercel AI Gateway](https://www.anchorterminal.com/compare/together-inference-vs-vercel-ai-gateway.md)\n- [Nemotron 3.5 Super VL vs Together AI Inference](https://www.anchorterminal.com/compare/nemotron-3-5-super-vl-vs-together-inference.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-06", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Inkling 2 Small vs Together AI Inference", "url": "" } ], "description": "Together AI Inference scores 67.8 (B) to Inkling 2 Small's 52.1 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Inkling 2 Small D 52.1", "Together AI Inference B 67.8", "scores" ], "h1": "Inkling 2 Small vs Together AI Inference", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/inkling-2-small-vs-together-inference", "published": "2026-10-01", "section": "tools", "title": "Inkling 2 Small vs Together AI Inference for AI agents (2026)", "toc": null, "updated": "2026-11-06", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, "tokens": { "markdown": 6000, "slim": 2730 }, "version": 1 }