{ "data": { "a": { "slug": "azure-openai", "name": "Azure OpenAI in Foundry Models", "vendor": "Microsoft", "vendorUrl": "https://azure.microsoft.com", "kind": "model", "category": "inference", "summary": "Microsoft Azure's hosted API for OpenAI's GPT models and other Foundry Models sold by Azure, such as DeepSeek, Llama, Mistral and Grok, called through an OpenAI-compatible v1 endpoint on each customer's Azure resource.", "url": "https://www.anchorterminal.com/tools/azure-openai", "markdownUrl": "https://www.anchorterminal.com/tools/azure-openai.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/azure-openai.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/azure-openai.json", "dns": "azure-openai.grade.anchorterminal.com", "repo": "https://github.com/Azure/azure-rest-api-specs", "license": "Proprietary service under the Microsoft Product Terms. The v1 OpenAPI spec is MIT, and the OpenAI SDKs the docs use are Apache-2.0", "transports": [ "http" ], "remoteUrl": "https://\u003cresource\u003e.openai.azure.com/openai/v1", "packages": [ { "registry": "pypi", "name": "openai" }, { "registry": "npm", "name": "openai" }, { "registry": "npm", "name": "@azure/openai" } ], "auth": "mixed", "authNotes": "`api-key` header with one of the resource's two regenerable keys, or a Microsoft Entra ID bearer token (scope https://ai.azure.com/.default) with the Cognitive Services OpenAI User role. Key authentication can be disabled per resource (`disableLocalAuth`). Each model must be deployed in the resource before it can be called, by deployment name.", "pricing": "usage", "pricingNotes": "Pay per token on an Azure subscription. Global Standard GPT-6 and GPT-6.1 prices match OpenAI's list (GPT-6.1 Sol $2/$10, GPT-6.1 Terra $1/$5 per million tokens), Data Zone costs 10% more, long-context requests cost 2x input and 1.5x output, cached input 0.1x, cache writes 1.25x, Flex half price and priority processing 2x (GPT-6 Sol). Batch is 50% off Global Standard. Provisioned throughput is billed per PTU hour. Prices from the Azure Retail Prices API, because the pricing page fills its table with JavaScript (checked 2026-11-06).", "priceSummary": "from $0.10 / 1M in", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the Foundry docs, the v1 OpenAPI spec or the pricing page. Access needs an Azure subscription with a payment method (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 454039, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://learn.microsoft.com/en-us/azure/foundry/openai/", "rateLimitsUrl": "https://learn.microsoft.com/en-us/azure/foundry/openai/quotas-limits", "openapi": "https://github.com/Azure/azure-rest-api-specs/blob/main/specification/ai/data-plane/OpenAI.v1/azure-v1-v1-generated.json", "capabilities": [ "inference.llm", "inference.open-weights" ], "tags": [ "official", "hosted", "model", "card-required", "openapi", "openai-compatible", "closed-source", "enterprise", "eu", "python", "typescript", "status-page", "bug-bounty" ], "lastRelease": "2026-10-26", "graded": true, "anchor": { "graded": true, "score": 80, "grade": "A", "agentReady": true, "rank": 14, "ranked": true, "rankOf": 1486, "categoryRank": 4, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 98, "maintenance": 86, "payments": 20, "reliability": 80, "schema": 87, "security": 95, "transparency": 83 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "An OpenAI-compatible v1 API with a public OpenAPI spec, Entra ID roles in place of shared keys and FedRAMP High scope, with GPT-6 and GPT-6.1 at OpenAI's list prices on Global Standard. Access needs an Azure subscription with a card and a deployment per model, and a 29 September 2026 incident caused about six hours of failures in Sweden Central.", "bestFor": "Teams on Azure that need OpenAI models with Entra ID, private networking, EU or US data zones or FedRAMP scope, and one resource that also serves DeepSeek, Llama, Mistral and Grok models.", "strengths": [ "Public OpenAPI 3.2 spec for the v1 API, 71 paths covering Responses, Chat Completions, batches, files and vector stores", "Microsoft Entra ID tokens with Azure roles, and key authentication can be switched off per resource", "GA models carry a retirement date 18 months after launch, set at release and readable through the Models API", "Data Zone deployments keep processing inside the EU or US, and Azure OpenAI is in FedRAMP High scope", "GPT-6 Astra, Sol and Luna at $10/$50, $2/$10 and $0.10/$0.50 per million tokens on Global Standard" ], "weaknesses": [ "Intermittent failures and 5xx errors in Sweden Central for about six hours on 29 September 2026", "An Azure subscription with a card, a resource and a model deployment come before the first call", "No llms.txt, and no Azure OpenAI what's new page was found; the Foundry one still covered August on 6 November", "No retention period stated for prompts kept for human abuse review, and Responses data is kept 30 days by default", "The retirement schedule lists two `gpt-realtime-mini` versions twice with different retirement dates, and no GPT-6 retirement dates yet" ], "agentNotes": [ "Point the OpenAI SDK at https://\u003cresource\u003e.openai.azure.com/openai/v1/ and pass the deployment name as `model`, not the model id", "Prefer Entra ID with the Cognitive Services OpenAI User role over the resource key, which opens the whole data plane", "On 429 wait for `retry-after-ms`, then back off with jitter. The OpenAI SDK retries twice by default", "Set `store: false` on Responses calls you don't need kept. Stored responses persist 30 days by default", "Keep remote MCP approvals on for servers you don't control. They're required by default" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "A", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 80 } ], "editorialScores": { "ergonomics": 98, "maintenance": 86, "payments": 20, "reliability": 80, "schema": 87, "security": 95, "transparency": 77 }, "provenanceScore": 88, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "install": "pip install openai azure-identity # or: npm i openai @azure/identity", "http": "curl \"https://$AZURE_OPENAI_RESOURCE.openai.azure.com/openai/v1/responses\" \\\n -H \"api-key: $AZURE_OPENAI_API_KEY\" -H \"content-type: application/json\" \\\n -d '{\"model\":\"\u003cyour-deployment-name\u003e\",\"input\":\"hello\"}'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/azure-openai" }, "sameCompany": [ "azure-foundry-fine-tuning", "azure-ai-content-safety", "azure-speech-to-text", "azure-text-to-speech", "microsoft-agent-framework", "microsoft-execution-containers", "microsoft-entra-agent-id", "azure-key-vault", "bing-grounding", "azure-document-intelligence", "azure-devops-mcp", "microsoft-learn-mcp", "tokeneconomizer", "playwright-mcp", "azure-mcp", "azure-maps", "azure-translator", "microsoft-graph-calendar", "azure-blob-storage", "onedrive-sharepoint", "microsoft-teams", "dynamics-365-sales", "copilot-studio-mcp", "power-automate", "foundry-local", "microsoft-decision-1", "microsoft-advertising-api", "microsoft-excel-graph", "outlook-mail-graph", "microsoft-graph-people", "mage-vl-cowork" ], "area": "models", "unitPrices": [ { "item": "GPT-6.1 Sol input, Global Standard", "unit": "1m-tokens", "usd": 2, "note": "short context, Retail Prices API meter effective 2026-10-01" }, { "item": "GPT-6.1 Sol output, Global Standard", "unit": "1m-tokens", "usd": 10, "note": "short context" }, { "item": "GPT-6.1 Terra input, Global Standard", "unit": "1m-tokens", "usd": 1, "note": "short context" }, { "item": "GPT-6.1 Terra output, Global Standard", "unit": "1m-tokens", "usd": 5, "note": "short context" }, { "item": "GPT-6 Astra input, Global Standard", "unit": "1m-tokens", "usd": 10, "note": "short context" }, { "item": "GPT-6 Astra output, Global Standard", "unit": "1m-tokens", "usd": 50, "note": "short context" } ], "provenance": { "legalEntity": "Microsoft Corporation", "domain": "microsoft.com", "domainRegistered": "1991-05-02", "domainNote": "Endpoints are on openai.azure.com and cognitiveservices.azure.com. microsoft.com publishes a security.txt, but it passed its Expires date on 2026-09-23 and was still expired on 2026-11-06.", "endpointOnVendorDomain": true, "terms": "https://www.microsoft.com/licensing/terms/product/ForOnlineServices/all", "privacy": "https://privacy.microsoft.com/en-us/privacystatement", "statusPage": "https://azure.status.microsoft/en-us/status", "changelog": "https://learn.microsoft.com/en-us/azure/foundry/whats-new-foundry", "securityTxt": "expired", "checked": "2026-11-06", "score": 88 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/azure-openai.json", "live": { "slug": "azure-openai", "probe": { "target": "https://\u003cresource\u003e.openai.azure.com/openai/v1", "method": "get", "lastAt": "2026-11-07T18:20:12.145420458Z", "lastOk": false, "lastStatus": 0, "lastMs": 0, "lastNote": "DNS lookup failed", "authRequired": false, "uptime24h": 0, "uptime30d": 0, "p50ms24h": 0, "p95ms24h": 0, "samples24h": 200, "samples30d": 200, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 0 }, { "date": "2026-11-07", "probes": 187, "ok": 0 } ], "outages": [ { "start": "2026-11-06T22:45:05.888142257Z", "end": "0001-01-01T00:00:00Z", "note": "DNS lookup failed" } ] }, "versions": [ { "registry": "npm", "name": "@azure/openai", "version": "2.0.0", "seenAt": "2026-11-06T23:09:28.988578937Z" }, { "registry": "npm", "name": "openai", "version": "7.53.0", "seenAt": "2026-11-06T23:09:28.954764315Z" }, { "registry": "pypi", "name": "openai", "version": "3.46.0", "released": "2026-11-05", "seenAt": "2026-11-06T23:09:28.844701934Z" } ], "githubStars": 3113, "npmWeekly": 56543040, "pypiWeekly": 91156146, "securityTxt": { "url": "https://microsoft.com/.well-known/security.txt", "state": "valid", "expires": "2027-10-27T16:00:00.000Z", "checkedAt": "2026-11-07T16:02:01.196666056Z" }, "pages": [ { "url": "https://learn.microsoft.com/en-us/azure/foundry/openai/concepts/model-retirement-schedule", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:13:01.613678733Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "51438ff38076" } ], "updatedAt": "2026-11-07T18:20:12.145420458Z" } }, "answer": "Azure OpenAI in Foundry Models scores 80 (A) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.", "b": { "slug": "inkling-2-small", "name": "Inkling 2 Small", "vendor": "Thinking Machines Lab", "vendorUrl": "https://thinkingmachines.ai", "kind": "model", "category": "inference", "summary": "Inkling 2 Small is Thinking Machines Lab's mixture-of-experts model, 594B total and 17B active parameters, taking text and images and returning text. It runs on Tinker for inference and fine-tuning, with open weights promised.", "url": "https://www.anchorterminal.com/tools/inkling-2-small", "markdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/inkling-2-small.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json", "dns": "inkling-2-small.grade.anchorterminal.com", "license": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "transports": [], "remoteUrl": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "packages": [], "auth": "api-key", "authNotes": "A Tinker API key from the Tinker console, read from TINKER_API_KEY and passed as the OpenAI client's api_key on the OpenAI-compatible endpoint, or used by the Tinker Python SDK. Sign-up is a browser flow at auth.thinkingmachines.ai, and the quickstart asks for payment details in Billing before training, per the tinker listing.", "pricing": "usage", "pricingNotes": "Serverless inference (beta) is $0.30 per million input tokens, $0.03 cached and $1.00 output, at 256K context. On the training side prefill is the same $0.30, sampling $1.00, and training $1.50 per million at 64K or $3.00 at 256K. No free tier is listed (checked 2026-11-06).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 on Tinker's models and pricing page or its OpenAI-compatible API page, and Tinker bills against an account with payment details (checked 2026-11-06).", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://thinkingmachines.ai/model-card/inkling-2-small/", "llmsTxt": "https://tinker-docs.thinkingmachines.ai/llms.txt", "capabilities": [ "inference.llm" ], "tags": [ "official", "hosted", "model", "moe", "multimodal", "vision", "reasoning", "openai-compatible", "usage-priced", "card-required", "beta", "llms-txt", "new" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 52.1, "grade": "D", "agentReady": false, "rank": 993, "ranked": true, "rankOf": 1486, "categoryRank": 35, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 64 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": 0, "verdict": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.", "bestFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "strengths": [ "OpenAI-compatible chat and completions endpoint, so the OpenAI SDKs work with a Tinker key", "$0.30 input, $0.03 cached and $1.00 output per million tokens, published without a login", "Text and image input, a 256K context on Tinker and up to 1M per the model card", "reasoning_effort from none to xhigh or a number, with reasoning returned separately", "A model card with intended use, limitations, training data sources and safety testing that includes outside red-teaming", "Thinking Machines says Apache 2.0 weights follow a week after launch" ], "weaknesses": [ "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput", "No status page, SLA or published rate limits for serverless inference", "Tool-calling format and structured output aren't documented for this model", "No free tier, and sign-up is a browser flow with payment details", "Benchmark results are Thinking Machines' own, with no independent results yet" ], "agentNotes": [ "Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions", "The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it", "Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false", "Keep images between 40 and 4096 px a side, per the model card", "Validate JSON yourself, since structured output and the tool-call format aren't documented", "Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "D", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 52.1 } ], "editorialScores": { "ergonomics": 62, "maintenance": 75, "payments": 20, "reliability": 30, "schema": 70, "security": 57, "transparency": 60 }, "provenanceScore": 68, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1/chat/completions \\\n -H \"Authorization: Bearer $TINKER_API_KEY\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Hello!\"}],\n \"reasoning_effort\": \"low\"\n }'" }, "letme": { "capability": "https://letme.dev/inference.llm", "tool": "https://letme.dev/inkling-2-small" }, "sameCompany": [ "inkling", "inkling-small" ], "sameModel": [ "tinker" ], "area": "models", "provenance": { "legalEntity": "Thinking Machines Lab, Inc. (named as provider on the model card)", "domain": "thinkingmachines.ai", "domainRegistered": "", "domainNote": "Not looked up: RDAP isn't requested under the 1 November 2026 rules.", "endpointOnVendorDomain": true, "terms": "https://thinkingmachines.ai/legal/terms/", "privacy": "https://thinkingmachines.ai/legal/privacy/", "statusPage": "", "changelog": "https://tinker-docs.thinkingmachines.ai/changelog/", "securityTxt": "valid", "checked": "2026-11-06", "notes": [ "The launch post and model card are on thinkingmachines.ai and name Thinking Machines Lab, Inc. as provider. The OpenAI-compatible endpoint is on thinkingmachines.dev, which Tinker's own docs give as the production base URL, so it's read as a domain the vendor controls; its registration wasn't looked up.", "Thinking Machines' terms bar scraping the Services, which the 4 November re-check read as a ban and paused. The founder decided on 6 November 2026 that reading at a person's pace is fine, so four pages were read one at a time: the launch post, the model card, the models and pricing page and the OpenAI-compatible API page. tinker-docs.thinkingmachines.ai has no robots.txt; thinkingmachines.ai's has no rules.", "security.txt lists security-reports@thinkingmachines.ai and expires 2029-07-13, per the 2 November reading.", "No status page was found." ], "score": 68 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/inkling-2-small.json", "live": { "slug": "inkling-2-small", "probe": { "target": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "method": "get", "lastAt": "2026-11-07T18:20:32.003098664Z", "lastOk": true, "lastStatus": 404, "lastMs": 502, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 417, "p95ms24h": 513, "samples24h": 239, "samples30d": 373, "days": [ { "date": "2026-11-06", "probes": 186, "ok": 186 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ] }, "securityTxt": { "url": "https://thinkingmachines.ai/.well-known/security.txt", "state": "valid", "expires": "2029-07-13T07:00:00.000Z", "checkedAt": "2026-11-07T16:00:36.176504391Z" }, "llmsTxt": { "url": "https://tinker-docs.thinkingmachines.ai/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:32:45.090387547Z" }, "pages": [ { "url": "https://tinker-docs.thinkingmachines.ai/changelog/", "kind": "changelog", "status": 200, "checkedAt": "2026-11-07T14:22:17.310423056Z", "changedAt": "2026-11-07T14:22:17.310423056Z", "fingerprint": "a3a2317910fe" }, { "url": "https://thinkingmachines.ai/legal/privacy/", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:22:13.132635873Z", "changedAt": "2026-11-06T13:43:40.660240815Z", "fingerprint": "3c33a4a74c61" }, { "url": "https://thinkingmachines.ai/legal/terms/", "kind": "terms", "status": 200, "checkedAt": "2026-11-07T14:22:15.249121537Z", "changedAt": "2026-11-06T13:43:42.918165055Z", "fingerprint": "08c6ceca5dbb" } ], "updatedAt": "2026-11-07T18:20:32.003098664Z" } }, "edges": [ { "by": 50, "category": "reliability", "leads": "azure-openai", "name": "Reliability", "reasons": { "a": "Azure status page with post-incident reviews, listing Azure OpenAI Service, Foundry Models and Foundry Agent Service as components (20). One incident in the 90 days to 6 November 2026 names Azure OpenAI, and no review after it does, intermittent request failures, higher latency and HTTP 5xx errors in Sweden Central from 10:03 to 15:58 UTC on 29 September 2026 (tracking 7QL5-Z50), counted as one major outage as in the Foundry fine-tuning dossier. The 23 July West US review and the 30 September gateway incident don't name it (10). Quota tiers from Free to Tier 6 with TPM and RPM per model and deployment type, 1,000 RPM and 1,000,000 TPM for each GPT-6 model on Global Standard at Tier 1 (15). 429 responses carry `retry-after-ms`, every response carries `x-ratelimit-*` headers, and the quota guide gives exponential backoff with jitter and SDK retry settings (15). The models page says models sold by Azure are covered by Azure service-level agreements and links the Online Services SLA. The consolidated SLA document wouldn't download on 6 October and wasn't retried on 6 November, so the clause rests on Microsoft's docs, read the same way as the 5 October Azure Speech check (10). The v1 API is GA and the GPT-6 models carry no preview label (10).", "b": "Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30." }, "scores": { "a": 80, "b": 30 } }, { "by": 38, "category": "security", "leads": "azure-openai", "name": "Security \u0026 auth", "reasons": { "a": "Model reading. Microsoft Entra ID tokens with Azure roles (the Cognitive Services OpenAI User role for calls), managed identities, and key authentication that can be disabled per resource, or two regenerable resource keys in the `api-key` header. No documented route puts the key in a URL query string (30). Prompts, completions, embeddings and training data aren't used to train foundation models without the customer's permission or instruction, per the data privacy page updated 4 August 2026 (20). Flagged prompts and completions may be stored in the customer's geography for human abuse review, with no retention period stated, and approved customers can turn that storage off through modified abuse monitoring. Responses API data is kept 30 days by default unless `store` is false (12 of 15). Azure Monitor resource logs and the subscription activity log, as read in the Foundry fine-tuning dossier (15). MSRC coordinated disclosure policy and Microsoft's bounty programme, both named in microsoft.com's security.txt, and Azure OpenAI is listed in FedRAMP High and DoD IL2 scope in Azure public regions. The security.txt passed its Expires date on 2026-09-23 and was still expired on 6 November, which the Bedrock and S3 dossiers mark down by 2, applied here too (18 of 20, down from 20 on 6 October for consistency).", "b": "Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57." }, "scores": { "a": 95, "b": 57 } }, { "by": 36, "category": "ergonomics", "leads": "azure-openai", "name": "Agent ergonomics", "reasons": { "a": "Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Tool use with parallel calls and a forced call by naming the function in `tool_choice`, 18 of 20 because `gpt-6.1-sol` calls tools only through the Responses API (18). Strict structured outputs (15). Prompt caching from 1,024 tokens, cached input at 0.1x on GPT-6 ($1 per million on Astra) and cache writes at 1.25x from GPT-5.6 on, with explicit breakpoints (15). 1,050,000-token context on GPT-6 and GPT-6.1, input capped at 922,000 (15). Batch at 50% off Global Standard with a 24-hour target (10). The docs use OpenAI's own SDKs for Python, JavaScript, C#, Go and Java against the v1 endpoint (10). 429 and quota errors documented with retry headers (15). Calls name a deployment rather than a model, so each model must be deployed in the resource first, which the model checklist doesn't score.", "b": "Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62." }, "scores": { "a": 98, "b": 62 } }, { "by": 19, "category": "transparency", "leads": "azure-openai", "name": "Transparency \u0026 trust", "reasons": { "a": "Closed service under the Microsoft Product Terms, with the v1 spec under MIT and the OpenAI SDKs under Apache-2.0 (15). The data privacy page agrees with the product terms on no training and states where data is processed and stored by deployment type, but gives no retention period for the human-review store and sits beside a 30-day default for Responses data (24 of 30). A published lifecycle policy and a retirement schedule with dates and replacements, but on 6 November the schedule listed `gpt-realtime-mini` 2025-10-06 and 2025-12-15 twice each with different retirement dates, and no GPT-6 model yet (18 of 20, down from 20). Data locations stated for Standard, Data Zone and Global deployments, and a public sub-processor list per the 5 October Azure Speech check, not re-read (20).", "b": "Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60." }, "scores": { "a": 83, "b": 64 } }, { "by": 17, "category": "schema", "leads": "azure-openai", "name": "Schema \u0026 documentation", "reasons": { "a": "OpenAPI 3.2 spec for the v1 data plane in Azure/azure-rest-api-specs (`azure-v1-v1-generated.json`, 71 paths and 852 schemas), linked from the v1 API page (25). No llms.txt at learn.microsoft.com (404). Learn pages offer Copy Markdown and the Markdown sources are public in MicrosoftDocs/azure-ai-docs, last merged 5 October (5 of 10). The models page lists each model's capabilities, context and API support, but the model choice guide, dated 19 May 2026, doesn't cover GPT-6 (15 of 20). Structured outputs with `strict: true` on schemas and function tools, though not together with parallel function calls (15). Examples in Python, C#, JavaScript, Go, Java and REST, and an error table on the quotas page with a fix for 429 and other codes (15). The v1 path replaces monthly `api-version` values, with preview capabilities opted into by header, a dated API version changelog and dated model versions. On 6 November the Foundry what's new still covered August, though updated on 5 November, and no Azure OpenAI what's new was found at learn.microsoft.com/en-us/azure/foundry/openai/whats-new, which answered 404 (12 of 15).", "b": "Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70." }, "scores": { "a": 87, "b": 70 } }, { "by": 11, "category": "maintenance", "leads": "azure-openai", "name": "Maintenance \u0026 community", "reasons": { "a": "Model reading. GPT-6.1 Terra released on Azure on 26 October 2026 and a `gpt-chat-latest` preview of 7 October was added, after GPT-6.1 Sol on 29 September (30). GA models get a retirement date 18 months after launch, set at release and readable through the Models API, with at least 60 days' email and Service Health notice, and previews at least 30 days, so a GA retirement is known more than six months ahead (12 of 12). Many shutdown dates in the 90 days to 6 November, most of them previews or partner models, among them DeepSeek-R1 (13 August), MAI-Image-2 and 2e (15 August), model-router previews (30 August), MAI-Transcribe-1 (15 September), MAI-Image-2.5 previews (1 October), the 2025-03-20 audio models and sora-2 (15 October), a Cohere Command A Plus preview (16 October) and gpt-image-1 (23 October), each in the schedule with a replacement where one exists (4 of 8). The Foundry what's new page, still on August when read on 6 November, plus Microsoft Q\u0026A and paid support; no Azure OpenAI what's new was found (10 of 15). The SDKs are OpenAI's repositories, replies not sampled (5 of 10). Current official SDKs, `openai` 3.46.0 on PyPI (5 November) and 7.53.0 on npm, plus Microsoft's `@azure/openai` 2.0.0 companion (15). Supported runtimes stated, Python 3.9 or later and Node.js 20 or later, though `openai` 3.46.0 requires Python 3.10 (10).", "b": "Model reading. Released 5 November 2026 (30). Churn and notice in place of release counts: Inkling, Inkling-Small (30 July) and Inkling 2 Small in about four months, and a deprecations page with dated retirements and a promise to 'aim to give advance notice' by email, with no stated period, per the tinker listing (10 of 20). A public changelog and a support address and Discord, per the tinker listing (10 of 15). Current official SDKs, Tinker's Python SDK and the OpenAI-compatible endpoint (15). SDK and cookbook CI, per the tinker listing (10). 30 + 10 + 10 + 15 + 10 = 75." }, "scores": { "a": 86, "b": 75 } } ], "facts": [ { "a": "Model API", "b": "Model API", "name": "Kind" }, { "a": "Microsoft", "b": "Thinking Machines Lab", "name": "Vendor" }, { "a": "https://\u003cresource\u003e.openai.azure.com/openai/v1", "b": "https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1", "name": "Hosted endpoint" }, { "a": "HTTP", "b": "", "name": "Transports" }, { "a": "OAuth or key", "b": "API key", "name": "Auth" }, { "a": "Pay per use", "b": "Pay per use", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "Proprietary service under the Microsoft Product Terms. The v1 OpenAPI spec is MIT, and the OpenAI SDKs the docs use are Apache-2.0", "b": "Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done", "name": "Licence" }, { "a": "no", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-10-26", "b": "2026-11-05", "name": "Last release" }, { "a": "no date given", "b": "not read yet", "name": "Terms last updated" }, { "a": "2026-09-01", "b": "not read yet", "name": "Privacy policy last updated" }, { "a": "yes", "b": "not read yet", "name": "Customer content may train models" }, { "a": "yes", "b": "not read yet", "name": "Terms restrict automated access" }, { "a": "yes", "b": "not read yet", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not read yet", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not read yet", "name": "Arbitration or class-action waiver" }, { "a": "454k npm/wk", "b": "none", "name": "Popularity" } ], "faq": [ { "answer": "Azure OpenAI in Foundry Models scores 80 (A) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.", "question": "Which is better for AI agents, Azure OpenAI in Foundry Models or Inkling 2 Small?" }, { "answer": "Azure OpenAI in Foundry Models takes an API key or an OAuth sign-in. Inkling 2 Small needs an API key.", "question": "Do Azure OpenAI in Foundry Models and Inkling 2 Small need an API key?" }, { "answer": "Yes. Azure OpenAI in Foundry Models has a hosted endpoint at https://\u003cresource\u003e.openai.azure.com/openai/v1 and Inkling 2 Small at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1.", "question": "Can an agent call Azure OpenAI in Foundry Models and Inkling 2 Small without installing anything?" } ], "goodFor": [ { "aheadOn": [ "Reliability, 80 against 30", "Schema \u0026 documentation, 87 against 70", "Agent ergonomics, 98 against 62", "Security \u0026 auth, 95 against 57", "Maintenance \u0026 community, 86 against 75", "Transparency \u0026 trust, 83 against 64" ], "also": [ "Agent-ready, a grade of BB or better" ], "goodFor": "Teams on Azure that need OpenAI models with Entra ID, private networking, EU or US data zones or FedRAMP scope, and one resource that also serves DeepSeek, Llama, Mistral and Grok models.", "slug": "azure-openai", "watchFor": "Intermittent failures and 5xx errors in Sweden Central for about six hours on 29 September 2026" }, { "aheadOn": null, "also": null, "goodFor": "Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.", "slug": "inkling-2-small", "watchFor": "Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput" } ], "history": null, "job": { "capability": "inference.llm", "name": "LLM inference" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai.json", "title": "Amazon Bedrock vs Azure OpenAI in Foundry Models", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai" }, { "json": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small.json", "title": "Amazon Bedrock vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-azure-openai.json", "title": "Claude API vs Azure OpenAI in Foundry Models", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-azure-openai" }, { "json": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.json", "title": "Claude API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-azure-openai.json", "title": "Antseed vs Azure OpenAI in Foundry Models", "url": "https://www.anchorterminal.com/compare/antseed-vs-azure-openai" }, { "json": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.json", "title": "Antseed vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-blockrun-ai.json", "title": "Azure OpenAI in Foundry Models vs BlockRun.AI", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-blockrun-ai" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-cerebras-inference.json", "title": "Azure OpenAI in Foundry Models vs Cerebras Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-cerebras-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-cloudflare-ai-gateway.json", "title": "Azure OpenAI in Foundry Models vs Cloudflare AI Gateway", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-cloudflare-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-cloudflare-workers-ai.json", "title": "Azure OpenAI in Foundry Models vs Cloudflare Workers AI", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-cloudflare-workers-ai" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-cohere-chat.json", "title": "Azure OpenAI in Foundry Models vs Cohere Chat API (Command models)", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-cohere-chat" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra.json", "title": "Azure OpenAI in Foundry Models vs DeepInfra", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-deepseek-api.json", "title": "Azure OpenAI in Foundry Models vs DeepSeek API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-deepseek-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-eden-ai.json", "title": "Azure OpenAI in Foundry Models vs Eden AI", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-eden-ai" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-elorian-glimpse.json", "title": "Azure OpenAI in Foundry Models vs Glimpse", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-elorian-glimpse" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-fireworks-inference.json", "title": "Azure OpenAI in Foundry Models vs Fireworks AI Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-fireworks-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-gemini-api.json", "title": "Azure OpenAI in Foundry Models vs Gemini Developer API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-gemini-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-groq.json", "title": "Azure OpenAI in Foundry Models vs GroqCloud", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-groq" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers.json", "title": "Azure OpenAI in Foundry Models vs Hugging Face Inference Providers", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-jais-3.json", "title": "Azure OpenAI in Foundry Models vs Jais 3", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-meta-model-api.json", "title": "Azure OpenAI in Foundry Models vs Meta Model API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-minimax-api.json", "title": "Azure OpenAI in Foundry Models vs MiniMax API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-mistral-api.json", "title": "Azure OpenAI in Foundry Models vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-muse-spark-open.json", "title": "Azure OpenAI in Foundry Models vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-nemotron-3-5-super-vl.json", "title": "Azure OpenAI in Foundry Models vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-novita-ai.json", "title": "Azure OpenAI in Foundry Models vs Novita AI", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-openai-api.json", "title": "Azure OpenAI in Foundry Models vs OpenAI API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-openrouter.json", "title": "Azure OpenAI in Foundry Models vs OpenRouter", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-prism-inference.json", "title": "Azure OpenAI in Foundry Models vs Prism Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-ramp-router.json", "title": "Azure OpenAI in Foundry Models vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-reflection-beam.json", "title": "Azure OpenAI in Foundry Models vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-routerplus.json", "title": "Azure OpenAI in Foundry Models vs RouterPlus", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-sambanova.json", "title": "Azure OpenAI in Foundry Models vs SambaCloud", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-siliconflow.json", "title": "Azure OpenAI in Foundry Models vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-simplismart.json", "title": "Azure OpenAI in Foundry Models vs Simplismart", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-stepfun-api.json", "title": "Azure OpenAI in Foundry Models vs StepFun API", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-swe-2-flash.json", "title": "Azure OpenAI in Foundry Models vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-tencent-tokenhub.json", "title": "Azure OpenAI in Foundry Models vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.json", "title": "Azure OpenAI in Foundry Models vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-vercel-ai-gateway.json", "title": "Azure OpenAI in Foundry Models vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-vertex-ai.json", "title": "Azure OpenAI in Foundry Models vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/azure-openai-vs-xai-api.json", "title": "Azure OpenAI in Foundry Models vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-xai-api" }, { "json": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.json", "title": "BlockRun.AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.json", "title": "Cerebras Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.json", "title": "Cloudflare AI Gateway vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.json", "title": "Cloudflare Workers AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.json", "title": "Cohere Chat API (Command models) vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.json", "title": "DeepInfra vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.json", "title": "DeepSeek API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/eden-ai-vs-inkling-2-small.json", "title": "Eden AI vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/eden-ai-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.json", "title": "Glimpse vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.json", "title": "Fireworks AI Inference vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.json", "title": "Gemini Developer API vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.json", "title": "GroqCloud vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/groq-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small.json", "title": "Hugging Face Inference Providers vs Inkling 2 Small", "url": "https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.json", "title": "Inkling 2 Small vs Jais 3", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.json", "title": "Inkling 2 Small vs Meta Model API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.json", "title": "Inkling 2 Small vs MiniMax API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.json", "title": "Inkling 2 Small vs Mistral AI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.json", "title": "Inkling 2 Small vs Muse Spark Open", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.json", "title": "Inkling 2 Small vs Nemotron 3.5 Super VL", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.json", "title": "Inkling 2 Small vs Novita AI", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.json", "title": "Inkling 2 Small vs OpenAI API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.json", "title": "Inkling 2 Small vs OpenRouter", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.json", "title": "Inkling 2 Small vs Prism Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.json", "title": "Inkling 2 Small vs Router.com (Ramp Router)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.json", "title": "Inkling 2 Small vs Beam 1.0", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.json", "title": "Inkling 2 Small vs RouterPlus", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.json", "title": "Inkling 2 Small vs SambaCloud", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.json", "title": "Inkling 2 Small vs SiliconFlow", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.json", "title": "Inkling 2 Small vs Simplismart", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.json", "title": "Inkling 2 Small vs StepFun API", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.json", "title": "Inkling 2 Small vs SWE-2 Flash", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.json", "title": "Inkling 2 Small vs Tencent Cloud TokenHub", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.json", "title": "Inkling 2 Small vs Together AI Inference", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.json", "title": "Inkling 2 Small vs Vercel AI Gateway", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vertex-ai.json", "title": "Inkling 2 Small vs Vertex AI (Gemini Enterprise Agent Platform)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-vertex-ai" }, { "json": "https://www.anchorterminal.com/compare/inkling-2-small-vs-xai-api.json", "title": "Inkling 2 Small vs xAI API (Grok)", "url": "https://www.anchorterminal.com/compare/inkling-2-small-vs-xai-api" } ], "panel": null, "scores": [ { "azure-openai": 80, "by": 50, "edge": "azure-openai", "inkling-2-small": 30, "key": "reliability", "name": "Reliability", "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "azure-openai": 87, "by": 17, "edge": "azure-openai", "inkling-2-small": 70, "key": "schema", "name": "Schema \u0026 documentation", "weight": 13 }, { "azure-openai": 98, "by": 36, "edge": "azure-openai", "inkling-2-small": 62, "key": "ergonomics", "name": "Agent ergonomics", "weight": 13 }, { "azure-openai": 95, "by": 38, "edge": "azure-openai", "inkling-2-small": 57, "key": "security", "name": "Security \u0026 auth", "weight": 14 }, { "azure-openai": 20, "by": 0, "edge": "", "inkling-2-small": 20, "key": "payments", "name": "Payments \u0026 pricing", "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "azure-openai": 86, "by": 11, "edge": "azure-openai", "inkling-2-small": 75, "key": "maintenance", "name": "Maintenance \u0026 community", "weight": 7 }, { "azure-openai": 83, "by": 19, "edge": "azure-openai", "inkling-2-small": 64, "key": "transparency", "name": "Transparency \u0026 trust", "weight": 7 } ], "summary": "Azure OpenAI in Foundry Models scores 80 (A) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories. Both do llm inference.", "tasks": null, "tutorials": [], "verdicts": { "azure-openai": "An OpenAI-compatible v1 API with a public OpenAPI spec, Entra ID roles in place of shared keys and FedRAMP High scope, with GPT-6 and GPT-6.1 at OpenAI's list prices on Global Standard. Access needs an Azure subscription with a card and a deployment per model, and a 29 September 2026 incident caused about six hours of failures in Sweden Central.", "inkling-2-small": "A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small", "json": "https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small.min.md" }, "markdown": "Azure OpenAI in Foundry Models scores 80 (A) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories. Both do llm inference.\n\n- Azure OpenAI in Foundry Models: grade A, 80/100, rank #14 of 1486. Markdown https://www.anchorterminal.com/tools/azure-openai.md · JSON https://www.anchorterminal.com/api/v1/tools/azure-openai.json\n- Inkling 2 Small: grade D, 52.1/100, rank #993 of 1486. Markdown https://www.anchorterminal.com/tools/inkling-2-small.md · JSON https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n- Best model APIs and inference for AI agents: https://www.anchorterminal.com/best/inference/index.md\n- All 830 models comparisons: https://www.anchorterminal.com/compare/inference/index.md\n\n## Which one, for what\n\n### Azure OpenAI in Foundry Models (A)\n\nGood for: Teams on Azure that need OpenAI models with Entra ID, private networking, EU or US data zones or FedRAMP scope, and one resource that also serves DeepSeek, Llama, Mistral and Grok models.\n\nAhead on:\n- Reliability, 80 against 30\n- Schema \u0026 documentation, 87 against 70\n- Agent ergonomics, 98 against 62\n- Security \u0026 auth, 95 against 57\n- Maintenance \u0026 community, 86 against 75\n- Transparency \u0026 trust, 83 against 64\n\nAlso in its favour:\n- Agent-ready, a grade of BB or better\n\nWatch for: Intermittent failures and 5xx errors in Sweden Central for about six hours on 29 September 2026\n\n### Inkling 2 Small (D)\n\nGood for: Developers who want a capable multimodal open-family model through an OpenAI-compatible API today, or to fine-tune it on Tinker, and who can live with a beta surface until the weights are published.\n\nWatch for: Serverless inference and the OpenAI-compatible API are both labelled beta, with a waitlist for higher throughput\n\n\n## Why the edge\n\n### Reliability: Azure OpenAI in Foundry Models +50\n\n- Azure OpenAI in Foundry Models (80): Azure status page with post-incident reviews, listing Azure OpenAI Service, Foundry Models and Foundry Agent Service as components (20). One incident in the 90 days to 6 November 2026 names Azure OpenAI, and no review after it does, intermittent request failures, higher latency and HTTP 5xx errors in Sweden Central from 10:03 to 15:58 UTC on 29 September 2026 (tracking 7QL5-Z50), counted as one major outage as in the Foundry fine-tuning dossier. The 23 July West US review and the 30 September gateway incident don't name it (10). Quota tiers from Free to Tier 6 with TPM and RPM per model and deployment type, 1,000 RPM and 1,000,000 TPM for each GPT-6 model on Global Standard at Tier 1 (15). 429 responses carry `retry-after-ms`, every response carries `x-ratelimit-*` headers, and the quota guide gives exponential backoff with jitter and SDK retry settings (15). The models page says models sold by Azure are covered by Azure service-level agreements and links the Online Services SLA. The consolidated SLA document wouldn't download on 6 October and wasn't retried on 6 November, so the clause rests on Microsoft's docs, read the same way as the 5 October Azure Speech check (10). The v1 API is GA and the GPT-6 models carry no preview label (10).\n- Inkling 2 Small (30): Model reading, for the surface it's called on, Tinker's serverless inference and OpenAI-compatible API. No status page found, per the tinker listing's checks of 1 October and 4 November (0), so no readable incident history (5). The only published limit is the in-flight sample cap of 2,000, per the tinker listing's 1 October check; the OpenAI-compatible page gives no numbers and says higher or more stable throughput needs the waitlist (10). The SDK retries sampling with stable request IDs, per the tinker listing's reading of the SDK repository; the OpenAI-compatible page has no retry guidance (15). No SLA found (0). Serverless inference is 'currently in beta' on the models and pricing page and the OpenAI-compatible API is labelled Beta, read 6 November (0). 0 + 5 + 10 + 15 + 0 + 0 = 30.\n\n### Security \u0026 auth: Azure OpenAI in Foundry Models +38\n\n- Azure OpenAI in Foundry Models (95): Model reading. Microsoft Entra ID tokens with Azure roles (the Cognitive Services OpenAI User role for calls), managed identities, and key authentication that can be disabled per resource, or two regenerable resource keys in the `api-key` header. No documented route puts the key in a URL query string (30). Prompts, completions, embeddings and training data aren't used to train foundation models without the customer's permission or instruction, per the data privacy page updated 4 August 2026 (20). Flagged prompts and completions may be stored in the customer's geography for human abuse review, with no retention period stated, and approved customers can turn that storage off through modified abuse monitoring. Responses API data is kept 30 days by default unless `store` is false (12 of 15). Azure Monitor resource logs and the subscription activity log, as read in the Foundry fine-tuning dossier (15). MSRC coordinated disclosure policy and Microsoft's bounty programme, both named in microsoft.com's security.txt, and Azure OpenAI is listed in FedRAMP High and DoD IL2 scope in Azure public regions. The security.txt passed its Expires date on 2026-09-23 and was still expired on 6 November, which the Bedrock and S3 dossiers mark down by 2, applied here too (18 of 20, down from 20 on 6 October for consistency).\n- Inkling 2 Small (57): Platform readings are the tinker listing's. Revocable API keys from the console, with no per-key scopes found (20). Org, team and project permissions with no read-only role (5). The model returns its own completions, no third-party content (10). get_audit_log() for admins (15). security.txt with a reporting address and no stated acknowledgement time (7). For the model reading, Tinker's terms commit not to use Customer Content for training, recorded under transparency. 20 + 5 + 10 + 15 + 7 = 57.\n\n### Agent ergonomics: Azure OpenAI in Foundry Models +36\n\n- Azure OpenAI in Foundry Models (98): Model reading of the checklist (tool use, structured output, caching, context, batch, SDKs, errors). Tool use with parallel calls and a forced call by naming the function in `tool_choice`, 18 of 20 because `gpt-6.1-sol` calls tools only through the Responses API (18). Strict structured outputs (15). Prompt caching from 1,024 tokens, cached input at 0.1x on GPT-6 ($1 per million on Astra) and cache writes at 1.25x from GPT-5.6 on, with explicit breakpoints (15). 1,050,000-token context on GPT-6 and GPT-6.1, input capped at 922,000 (15). Batch at 50% off Global Standard with a 24-hour target (10). The docs use OpenAI's own SDKs for Python, JavaScript, C#, Go and Java against the v1 endpoint (10). 429 and quota errors documented with retry headers (15). Calls name a deployment rather than a model, so each model must be deployed in the resource first, which the model checklist doesn't score.\n- Inkling 2 Small (62): Model reading (tool use, structured output, caching, context, batch, SDKs). A 256K served context, max_tokens and a priced cache at $0.03 per million; tool use isn't documented for this model (15 of 25). Output-size controls through max_tokens, reasoning_effort and separate_reasoning (15 of 20). One documented error, the 400 for unsupported reasoning_effort (5 of 20). Stable request IDs make SDK sampling retries safe, per the tinker listing (15 of 20). OpenAI's SDKs work against the endpoint, with Tinker's Python SDK besides, and reasoning defaults to 0.9 (12 of 15). 15 + 15 + 5 + 15 + 12 = 62.\n\n### Transparency \u0026 trust: Azure OpenAI in Foundry Models +19\n\n- Azure OpenAI in Foundry Models (83): Closed service under the Microsoft Product Terms, with the v1 spec under MIT and the OpenAI SDKs under Apache-2.0 (15). The data privacy page agrees with the product terms on no training and states where data is processed and stored by deployment type, but gives no retention period for the human-review store and sits beside a 30-day default for Responses data (24 of 30). A published lifecycle policy and a retirement schedule with dates and replacements, but on 6 November the schedule listed `gpt-realtime-mini` 2025-10-06 and 2025-12-15 twice each with different retirement dates, and no GPT-6 model yet (18 of 20, down from 20). Data locations stated for Standard, Data Zone and Global deployments, and a public sub-processor list per the 5 October Azure Speech check, not re-read (20).\n- Inkling 2 Small (64): Editorial half. Closed for now under the Tinker Terms of Use and the Model Acceptable Use Policy, per the model card, with Apache 2.0 weights promised the week after launch (15). Terms commit not to use Customer Content for training, keep it only as needed, with a DPA and deletion on request; the privacy notice wasn't re-read, per the tinker listing (15). Dated deprecation notices with no stated period (15). The DPA annex names Google Cloud, Cloudflare, WorkOS and OpenAI with service and location (15). 15 + 15 + 15 + 15 = 60.\n\n### Schema \u0026 documentation: Azure OpenAI in Foundry Models +17\n\n- Azure OpenAI in Foundry Models (87): OpenAPI 3.2 spec for the v1 data plane in Azure/azure-rest-api-specs (`azure-v1-v1-generated.json`, 71 paths and 852 schemas), linked from the v1 API page (25). No llms.txt at learn.microsoft.com (404). Learn pages offer Copy Markdown and the Markdown sources are public in MicrosoftDocs/azure-ai-docs, last merged 5 October (5 of 10). The models page lists each model's capabilities, context and API support, but the model choice guide, dated 19 May 2026, doesn't cover GPT-6 (15 of 20). Structured outputs with `strict: true` on schemas and function tools, though not together with parallel function calls (15). Examples in Python, C#, JavaScript, Go, Java and REST, and an error table on the quotas page with a fix for 429 and other codes (15). The v1 path replaces monthly `api-version` values, with preview capabilities opted into by header, a dated API version changelog and dated model versions. On 6 November the Foundry what's new still covered August, though updated on 5 November, and no Azure OpenAI what's new was found at learn.microsoft.com/en-us/azure/foundry/openai/whats-new, which answered 404 (12 of 15).\n- Inkling 2 Small (70): Model reading. No OpenAPI file of its own; the OpenAI-compatible chat and completions endpoints and the typed Python SDK are the contract, as the tinker listing reads it (15). llms.txt on the docs host, per the tinker listing's 1 October check (10). The model card states intended use (agentic and tool-use systems, coding assistants, chatbots, RAG), inputs, outputs and limitations, and the launch post its benchmarks (16 of 20). Model IDs, context lengths and the reasoning_effort values (none to xhigh, or 0.0 to 0.99) are documented; the tool-call format and structured output aren't, for this model (8 of 15). A Python example and an HTTP 400 for models without reasoning_effort, with no error page (6 of 15). A dated Tinker changelog and a model deprecations page, per the tinker listing (15). 15 + 10 + 16 + 8 + 6 + 15 = 70.\n\n### Maintenance \u0026 community: Azure OpenAI in Foundry Models +11\n\n- Azure OpenAI in Foundry Models (86): Model reading. GPT-6.1 Terra released on Azure on 26 October 2026 and a `gpt-chat-latest` preview of 7 October was added, after GPT-6.1 Sol on 29 September (30). GA models get a retirement date 18 months after launch, set at release and readable through the Models API, with at least 60 days' email and Service Health notice, and previews at least 30 days, so a GA retirement is known more than six months ahead (12 of 12). Many shutdown dates in the 90 days to 6 November, most of them previews or partner models, among them DeepSeek-R1 (13 August), MAI-Image-2 and 2e (15 August), model-router previews (30 August), MAI-Transcribe-1 (15 September), MAI-Image-2.5 previews (1 October), the 2025-03-20 audio models and sora-2 (15 October), a Cohere Command A Plus preview (16 October) and gpt-image-1 (23 October), each in the schedule with a replacement where one exists (4 of 8). The Foundry what's new page, still on August when read on 6 November, plus Microsoft Q\u0026A and paid support; no Azure OpenAI what's new was found (10 of 15). The SDKs are OpenAI's repositories, replies not sampled (5 of 10). Current official SDKs, `openai` 3.46.0 on PyPI (5 November) and 7.53.0 on npm, plus Microsoft's `@azure/openai` 2.0.0 companion (15). Supported runtimes stated, Python 3.9 or later and Node.js 20 or later, though `openai` 3.46.0 requires Python 3.10 (10).\n- Inkling 2 Small (75): Model reading. Released 5 November 2026 (30). Churn and notice in place of release counts: Inkling, Inkling-Small (30 July) and Inkling 2 Small in about four months, and a deprecations page with dated retirements and a promise to 'aim to give advance notice' by email, with no stated period, per the tinker listing (10 of 20). A public changelog and a support address and Discord, per the tinker listing (10 of 15). Current official SDKs, Tinker's Python SDK and the OpenAI-compatible endpoint (15). SDK and cookbook CI, per the tinker listing (10). 30 + 10 + 10 + 15 + 10 = 75.\n\n## Score by category\n\n| Category | Weight | Azure OpenAI in Foundry Models | Inkling 2 Small | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 30 | Azure OpenAI in Foundry Models +50 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 87 | 70 | Azure OpenAI in Foundry Models +17 |\n| Agent ergonomics | 13% (16.2 this run) | 98 | 62 | Azure OpenAI in Foundry Models +36 |\n| Security \u0026 auth | 14% (17.5 this run) | 95 | 57 | Azure OpenAI in Foundry Models +38 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 20 | 20 | even |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 86 | 75 | Azure OpenAI in Foundry Models +11 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 83 | 64 | Azure OpenAI in Foundry Models +19 |\n| Negative events | ≤15 | 0 | 0 | |\n| **Total** | | **80 · A** | **52.1 · D** | |\n\n## Facts side by side\n\n| Fact | Azure OpenAI in Foundry Models | Inkling 2 Small |\n| --- | --- | --- |\n| Kind | Model API | Model API |\n| Vendor | Microsoft | Thinking Machines Lab |\n| Hosted endpoint | `https://\u003cresource\u003e.openai.azure.com/openai/v1` | `https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1` |\n| Transports | HTTP | |\n| Auth | OAuth or key | API key |\n| Pricing | Pay per use | Pay per use |\n| x402 | no | no |\n| Licence | Proprietary service under the Microsoft Product Terms. The v1 OpenAPI spec is MIT, and the OpenAI SDKs the docs use are Apache-2.0 | Proprietary for now, used through Tinker under the Tinker Terms of Use and Thinking Machines' Model Acceptable Use Policy, per the model card. Thinking Machines says it will publish the weights under Apache 2.0 the week after launch, once outside safety testing is done |\n| Read-only variant documented | no | no |\n| llms.txt | no | yes |\n| Last release | 2026-10-26 | 2026-11-05 |\n| Terms last updated | no date given | not read yet |\n| Privacy policy last updated | 2026-09-01 | not read yet |\n| Customer content may train models | yes | not read yet |\n| Terms restrict automated access | yes | not read yet |\n| Terms restrict benchmarking | yes | not read yet |\n| Terms or service can change without notice | not found in the text | not read yet |\n| Arbitration or class-action waiver | not found in the text | not read yet |\n| Popularity | 454k npm/wk | none |\n\n## Verdicts\n\n**Azure OpenAI in Foundry Models.** An OpenAI-compatible v1 API with a public OpenAPI spec, Entra ID roles in place of shared keys and FedRAMP High scope, with GPT-6 and GPT-6.1 at OpenAI's list prices on Global Standard. Access needs an Azure subscription with a card and a deployment per model, and a 29 September 2026 incident caused about six hours of failures in Sweden Central.\n\n**Inkling 2 Small.** A new multimodal mixture-of-experts model from Thinking Machines, callable today through Tinker's OpenAI-compatible endpoint at $0.30 and $1.00 per million tokens, with strong vendor-reported coding and agent scores. Tinker's serverless inference is beta, with no status page or SLA, and the weights aren't public yet.\n\n## Before you call either\n\n### Azure OpenAI in Foundry Models\n\n1. Point the OpenAI SDK at https://\u003cresource\u003e.openai.azure.com/openai/v1/ and pass the deployment name as `model`, not the model id\n2. Prefer Entra ID with the Cognitive Services OpenAI User role over the resource key, which opens the whole data plane\n3. On 429 wait for `retry-after-ms`, then back off with jitter. The OpenAI SDK retries twice by default\n4. Set `store: false` on Responses calls you don't need kept. Stored responses persist 30 days by default\n5. Keep remote MCP approvals on for servers you don't control. They're required by default\n\n### Inkling 2 Small\n\n1. Call https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1 with an OpenAI client and TINKER_API_KEY, using /chat/completions\n2. The serverless model ID is thinkingmachines/Inkling-2-Small:peft:262144:sampling-nvfp4, per Tinker's pricing page. The OpenAI page's examples use your own checkpoint paths, so confirm it before relying on it\n3. Pass reasoning_effort as none to xhigh or 0.0 to 0.99 (default 0.9); reasoning arrives in reasoning_content unless separate_reasoning is false\n4. Keep images between 40 and 4096 px a side, per the model card\n5. Validate JSON yourself, since structured output and the tool-call format aren't documented\n6. Plan for a move to open weights. When they publish, the open-weights listing will carry sizes and runtimes\n\n## Questions\n\n### Which is better for AI agents, Azure OpenAI in Foundry Models or Inkling 2 Small?\n\nAzure OpenAI in Foundry Models scores 80 (A) on agent readiness against Inkling 2 Small's 52.1 (D), and leads in 6 of 7 scored categories.\n\n### Do Azure OpenAI in Foundry Models and Inkling 2 Small need an API key?\n\nAzure OpenAI in Foundry Models takes an API key or an OAuth sign-in. Inkling 2 Small needs an API key.\n\n### Can an agent call Azure OpenAI in Foundry Models and Inkling 2 Small without installing anything?\n\nYes. Azure OpenAI in Foundry Models has a hosted endpoint at https://\u003cresource\u003e.openai.azure.com/openai/v1 and Inkling 2 Small at https://tinker.thinkingmachines.dev/services/tinker-prod/oai/api/v1.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small.json, and with the fewest tokens: https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"azure-openai\", \"b\": \"inkling-2-small\"}`. From a terminal: `anchor compare azure-openai inkling-2-small`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/azure-openai.json and https://www.anchorterminal.com/api/v1/tools/inkling-2-small.json\n\n## Other comparisons with Azure OpenAI in Foundry Models or Inkling 2 Small\n\n- [Amazon Bedrock vs Azure OpenAI in Foundry Models](https://www.anchorterminal.com/compare/amazon-bedrock-vs-azure-openai.md)\n- [Amazon Bedrock vs Inkling 2 Small](https://www.anchorterminal.com/compare/amazon-bedrock-vs-inkling-2-small.md)\n- [Claude API vs Azure OpenAI in Foundry Models](https://www.anchorterminal.com/compare/anthropic-api-vs-azure-openai.md)\n- [Claude API vs Inkling 2 Small](https://www.anchorterminal.com/compare/anthropic-api-vs-inkling-2-small.md)\n- [Antseed vs Azure OpenAI in Foundry Models](https://www.anchorterminal.com/compare/antseed-vs-azure-openai.md)\n- [Antseed vs Inkling 2 Small](https://www.anchorterminal.com/compare/antseed-vs-inkling-2-small.md)\n- [Azure OpenAI in Foundry Models vs BlockRun.AI](https://www.anchorterminal.com/compare/azure-openai-vs-blockrun-ai.md)\n- [Azure OpenAI in Foundry Models vs Cerebras Inference](https://www.anchorterminal.com/compare/azure-openai-vs-cerebras-inference.md)\n- [Azure OpenAI in Foundry Models vs Cloudflare AI Gateway](https://www.anchorterminal.com/compare/azure-openai-vs-cloudflare-ai-gateway.md)\n- [Azure OpenAI in Foundry Models vs Cloudflare Workers AI](https://www.anchorterminal.com/compare/azure-openai-vs-cloudflare-workers-ai.md)\n- [Azure OpenAI in Foundry Models vs Cohere Chat API (Command models)](https://www.anchorterminal.com/compare/azure-openai-vs-cohere-chat.md)\n- [Azure OpenAI in Foundry Models vs DeepInfra](https://www.anchorterminal.com/compare/azure-openai-vs-deepinfra.md)\n- [Azure OpenAI in Foundry Models vs DeepSeek API](https://www.anchorterminal.com/compare/azure-openai-vs-deepseek-api.md)\n- [Azure OpenAI in Foundry Models vs Eden AI](https://www.anchorterminal.com/compare/azure-openai-vs-eden-ai.md)\n- [Azure OpenAI in Foundry Models vs Glimpse](https://www.anchorterminal.com/compare/azure-openai-vs-elorian-glimpse.md)\n- [Azure OpenAI in Foundry Models vs Fireworks AI Inference](https://www.anchorterminal.com/compare/azure-openai-vs-fireworks-inference.md)\n- [Azure OpenAI in Foundry Models vs Gemini Developer API](https://www.anchorterminal.com/compare/azure-openai-vs-gemini-api.md)\n- [Azure OpenAI in Foundry Models vs GroqCloud](https://www.anchorterminal.com/compare/azure-openai-vs-groq.md)\n- [Azure OpenAI in Foundry Models vs Hugging Face Inference Providers](https://www.anchorterminal.com/compare/azure-openai-vs-hugging-face-inference-providers.md)\n- [Azure OpenAI in Foundry Models vs Jais 3](https://www.anchorterminal.com/compare/azure-openai-vs-jais-3.md)\n- [Azure OpenAI in Foundry Models vs Meta Model API](https://www.anchorterminal.com/compare/azure-openai-vs-meta-model-api.md)\n- [Azure OpenAI in Foundry Models vs MiniMax API](https://www.anchorterminal.com/compare/azure-openai-vs-minimax-api.md)\n- [Azure OpenAI in Foundry Models vs Mistral AI API](https://www.anchorterminal.com/compare/azure-openai-vs-mistral-api.md)\n- [Azure OpenAI in Foundry Models vs Muse Spark Open](https://www.anchorterminal.com/compare/azure-openai-vs-muse-spark-open.md)\n- [Azure OpenAI in Foundry Models vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/azure-openai-vs-nemotron-3-5-super-vl.md)\n- [Azure OpenAI in Foundry Models vs Novita AI](https://www.anchorterminal.com/compare/azure-openai-vs-novita-ai.md)\n- [Azure OpenAI in Foundry Models vs OpenAI API](https://www.anchorterminal.com/compare/azure-openai-vs-openai-api.md)\n- [Azure OpenAI in Foundry Models vs OpenRouter](https://www.anchorterminal.com/compare/azure-openai-vs-openrouter.md)\n- [Azure OpenAI in Foundry Models vs Prism Inference](https://www.anchorterminal.com/compare/azure-openai-vs-prism-inference.md)\n- [Azure OpenAI in Foundry Models vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/azure-openai-vs-ramp-router.md)\n- [Azure OpenAI in Foundry Models vs Beam 1.0](https://www.anchorterminal.com/compare/azure-openai-vs-reflection-beam.md)\n- [Azure OpenAI in Foundry Models vs RouterPlus](https://www.anchorterminal.com/compare/azure-openai-vs-routerplus.md)\n- [Azure OpenAI in Foundry Models vs SambaCloud](https://www.anchorterminal.com/compare/azure-openai-vs-sambanova.md)\n- [Azure OpenAI in Foundry Models vs SiliconFlow](https://www.anchorterminal.com/compare/azure-openai-vs-siliconflow.md)\n- [Azure OpenAI in Foundry Models vs Simplismart](https://www.anchorterminal.com/compare/azure-openai-vs-simplismart.md)\n- [Azure OpenAI in Foundry Models vs StepFun API](https://www.anchorterminal.com/compare/azure-openai-vs-stepfun-api.md)\n- [Azure OpenAI in Foundry Models vs SWE-2 Flash](https://www.anchorterminal.com/compare/azure-openai-vs-swe-2-flash.md)\n- [Azure OpenAI in Foundry Models vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/azure-openai-vs-tencent-tokenhub.md)\n- [Azure OpenAI in Foundry Models vs Together AI Inference](https://www.anchorterminal.com/compare/azure-openai-vs-together-inference.md)\n- [Azure OpenAI in Foundry Models vs Vercel AI Gateway](https://www.anchorterminal.com/compare/azure-openai-vs-vercel-ai-gateway.md)\n- [Azure OpenAI in Foundry Models vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/azure-openai-vs-vertex-ai.md)\n- [Azure OpenAI in Foundry Models vs xAI API (Grok)](https://www.anchorterminal.com/compare/azure-openai-vs-xai-api.md)\n- [BlockRun.AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/blockrun-ai-vs-inkling-2-small.md)\n- [Cerebras Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/cerebras-inference-vs-inkling-2-small.md)\n- [Cloudflare AI Gateway vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-ai-gateway-vs-inkling-2-small.md)\n- [Cloudflare Workers AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/cloudflare-workers-ai-vs-inkling-2-small.md)\n- [Cohere Chat API (Command models) vs Inkling 2 Small](https://www.anchorterminal.com/compare/cohere-chat-vs-inkling-2-small.md)\n- [DeepInfra vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepinfra-vs-inkling-2-small.md)\n- [DeepSeek API vs Inkling 2 Small](https://www.anchorterminal.com/compare/deepseek-api-vs-inkling-2-small.md)\n- [Eden AI vs Inkling 2 Small](https://www.anchorterminal.com/compare/eden-ai-vs-inkling-2-small.md)\n- [Glimpse vs Inkling 2 Small](https://www.anchorterminal.com/compare/elorian-glimpse-vs-inkling-2-small.md)\n- [Fireworks AI Inference vs Inkling 2 Small](https://www.anchorterminal.com/compare/fireworks-inference-vs-inkling-2-small.md)\n- [Gemini Developer API vs Inkling 2 Small](https://www.anchorterminal.com/compare/gemini-api-vs-inkling-2-small.md)\n- [GroqCloud vs Inkling 2 Small](https://www.anchorterminal.com/compare/groq-vs-inkling-2-small.md)\n- [Hugging Face Inference Providers vs Inkling 2 Small](https://www.anchorterminal.com/compare/hugging-face-inference-providers-vs-inkling-2-small.md)\n- [Inkling 2 Small vs Jais 3](https://www.anchorterminal.com/compare/inkling-2-small-vs-jais-3.md)\n- [Inkling 2 Small vs Meta Model API](https://www.anchorterminal.com/compare/inkling-2-small-vs-meta-model-api.md)\n- [Inkling 2 Small vs MiniMax API](https://www.anchorterminal.com/compare/inkling-2-small-vs-minimax-api.md)\n- [Inkling 2 Small vs Mistral AI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-mistral-api.md)\n- [Inkling 2 Small vs Muse Spark Open](https://www.anchorterminal.com/compare/inkling-2-small-vs-muse-spark-open.md)\n- [Inkling 2 Small vs Nemotron 3.5 Super VL](https://www.anchorterminal.com/compare/inkling-2-small-vs-nemotron-3-5-super-vl.md)\n- [Inkling 2 Small vs Novita AI](https://www.anchorterminal.com/compare/inkling-2-small-vs-novita-ai.md)\n- [Inkling 2 Small vs OpenAI API](https://www.anchorterminal.com/compare/inkling-2-small-vs-openai-api.md)\n- [Inkling 2 Small vs OpenRouter](https://www.anchorterminal.com/compare/inkling-2-small-vs-openrouter.md)\n- [Inkling 2 Small vs Prism Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-prism-inference.md)\n- [Inkling 2 Small vs Router.com (Ramp Router)](https://www.anchorterminal.com/compare/inkling-2-small-vs-ramp-router.md)\n- [Inkling 2 Small vs Beam 1.0](https://www.anchorterminal.com/compare/inkling-2-small-vs-reflection-beam.md)\n- [Inkling 2 Small vs RouterPlus](https://www.anchorterminal.com/compare/inkling-2-small-vs-routerplus.md)\n- [Inkling 2 Small vs SambaCloud](https://www.anchorterminal.com/compare/inkling-2-small-vs-sambanova.md)\n- [Inkling 2 Small vs SiliconFlow](https://www.anchorterminal.com/compare/inkling-2-small-vs-siliconflow.md)\n- [Inkling 2 Small vs Simplismart](https://www.anchorterminal.com/compare/inkling-2-small-vs-simplismart.md)\n- [Inkling 2 Small vs StepFun API](https://www.anchorterminal.com/compare/inkling-2-small-vs-stepfun-api.md)\n- [Inkling 2 Small vs SWE-2 Flash](https://www.anchorterminal.com/compare/inkling-2-small-vs-swe-2-flash.md)\n- [Inkling 2 Small vs Tencent Cloud TokenHub](https://www.anchorterminal.com/compare/inkling-2-small-vs-tencent-tokenhub.md)\n- [Inkling 2 Small vs Together AI Inference](https://www.anchorterminal.com/compare/inkling-2-small-vs-together-inference.md)\n- [Inkling 2 Small vs Vercel AI Gateway](https://www.anchorterminal.com/compare/inkling-2-small-vs-vercel-ai-gateway.md)\n- [Inkling 2 Small vs Vertex AI (Gemini Enterprise Agent Platform)](https://www.anchorterminal.com/compare/inkling-2-small-vs-vertex-ai.md)\n- [Inkling 2 Small vs xAI API (Grok)](https://www.anchorterminal.com/compare/inkling-2-small-vs-xai-api.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Azure OpenAI in Foundry Models vs Inkling 2 Small", "url": "" } ], "description": "Azure OpenAI in Foundry Models scores 80 (A) to Inkling 2 Small's 52.1 (D) for llm inference. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Azure OpenAI in Foundry Models A 80", "Inkling 2 Small D 52.1", "scores" ], "h1": "Azure OpenAI in Foundry Models vs Inkling 2 Small", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/azure-openai-vs-inkling-2-small", "published": "2026-10-01", "section": "tools", "title": "Azure OpenAI in Foundry Models vs Inkling 2 Small for AI agents (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/azure-openai-vs-inkling-2-small" }, "tokens": { "markdown": 7300, "slim": 3630 }, "version": 1 }