{ "data": { "a": { "slug": "baseten", "name": "Baseten", "vendor": "Baseten", "vendorUrl": "https://www.baseten.co", "kind": "http-api", "category": "gpu-compute", "summary": "Dedicated model deployments packaged with the open-source Truss framework and served behind a per-model HTTPS endpoint, with autoscaling from zero replicas, async inference, a management API and per-minute GPU billing from T4 to B200.", "url": "https://www.anchorterminal.com/tools/baseten", "markdownUrl": "https://www.anchorterminal.com/tools/baseten.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/baseten.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/baseten.json", "repo": "https://github.com/basetenlabs/truss", "license": "MIT", "transports": [ "http" ], "remoteUrl": "https://api.baseten.co", "packages": [ { "registry": "pypi", "name": "truss" } ], "auth": "api-key", "authNotes": "API key from the workspace settings, sent as `Authorization: Bearer $BASETEN_API_KEY` (preferred) or the legacy `Authorization: Api-Key` scheme. Keys created from 1 October 2026 carry a `b10_` prefix. Inference goes to model-\u003cid\u003e.api.baseten.co and management calls to api.baseten.co.", "pricing": "usage", "pricingNotes": "Basic is $0 a month, pay as you go; Pro and Enterprise add volume discounts. Dedicated deployments bill per minute of replica time, including start-up and idle, and nothing at zero replicas. T4 16 GiB $0.01052 a minute (about $0.63 an hour), L4 24 GiB $0.01414 ($0.85), A10G 24 GiB $0.02012 ($1.21), H100 MIG 40 GiB $0.0625 ($3.75), A100 80 GiB $0.06667 ($4.00), H100 80 GiB $0.10833 ($6.50), B200 180 GiB $0.16633 ($9.98). New accounts get a small credit to try the UI. Model APIs bill per token instead (https://www.baseten.co/pricing/).", "priceSummary": "Pay per use", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": 1200, "npmWeekly": null, "pypiWeekly": 74496, "asOf": "2026-09-30" }, "docsUrl": "https://docs.baseten.co", "llmsTxt": "https://docs.baseten.co/llms.txt", "openapi": "https://api.baseten.co/v1/spec", "capabilities": [ "compute.gpu", "compute.endpoints", "compute.serverless", "compute.containers" ], "tags": [ "hosted", "usage-priced", "python", "llms-txt", "open-source", "async-jobs", "webhooks", "enterprise" ], "lastRelease": "2026-09-28", "graded": true, "anchor": { "graded": true, "score": 66.7, "grade": "B", "agentReady": false, "rank": 157, "ranked": true, "rankOf": 452, "categoryRank": 1, "methodology": "0.3", "run": "2026-10-01", "scores": { "ergonomics": 55, "maintenance": 90, "payments": 40, "reliability": 80, "schema": 84, "security": 82, "transparency": 67 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": -5, "negativeNotes": [ "-5: a GitHub personal access token for `basetenbot`, exposed in a public Harbor image since March 2023, gave admin and push access to Baseten's main product repository, the GitOps repository that drives its clusters, its Homebrew tap and per-customer private repositories. Reported on 2026-07-13, revoked on 2026-07-14, no misuse found, published with Baseten's approval in September 2026. Deducted less because the fix was quick and documented (https://www.strix.ai/blog/baseten-harbor-github-pat-takeover)" ], "verdict": "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.", "strengths": [ "Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026", "Public OpenAPI spec for the management API at api.baseten.co/v1/spec, and llms.txt with Markdown twins", "Rate limits published per endpoint with a `retry_after` field on 429", "Free starting credits with no payment method needed until they run out", "Truss (MIT) keeps the model package portable, with three releases in September 2026" ], "weaknesses": [ "H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed", "21 status-page incidents between 31 July and 29 September 2026, mostly single-cluster 5xx", "A bot token with admin access to the product and GitOps repositories sat exposed from March 2023 until July 2026", "No pagination on management list endpoints and no idempotency keys", "No SLA below Enterprise, no bug bounty and no security.txt" ], "agentNotes": [ "Create a team key with inference-only permission for calling models and keep full-access keys out of the agent", "Sleep for `retry_after` seconds on a 429 from api.baseten.co; the activate and deactivate endpoints allow 20 calls a minute", "Retry 429, 503 and 529 with backoff, but treat 500 as a bug in your model code", "Set `scale_down_delay` below the 900-second default or every burst bills 15 idle minutes", "Send payloads over 256 KiB to `/predict`, not `/async_predict`, unless support has raised the async limit" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.3", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 66.7 } ], "editorialScores": { "ergonomics": 55, "maintenance": 90, "payments": 40, "reliability": 80, "schema": 84, "security": 82, "transparency": 58 }, "provenanceScore": 75 }, "connect": { "install": "pip install truss", "http": "curl -X POST \"https://model-$BASETEN_MODEL_ID.api.baseten.co/environments/production/predict\" \\\n -H \"Authorization: Bearer $BASETEN_API_KEY\" -H \"Content-Type: application/json\" \\\n -d '{\"prompt\":\"Hello, world!\"}'" }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/baseten" }, "area": "models", "unitPrices": [ { "item": "H100 80 GiB", "unit": "gpu-hour", "usd": 6.5, "note": "$0.10833 a minute" }, { "item": "B200 180 GiB", "unit": "gpu-hour", "usd": 9.98, "note": "$0.16633 a minute" }, { "item": "A100 80 GiB", "unit": "gpu-hour", "usd": 4, "note": "$0.06667 a minute" }, { "item": "H100 MIG 40 GiB", "unit": "gpu-hour", "usd": 3.75, "note": "$0.0625 a minute" }, { "item": "A10G 24 GiB", "unit": "gpu-hour", "usd": 1.21, "note": "$0.02012 a minute" }, { "item": "L4 24 GiB", "unit": "gpu-hour", "usd": 0.85, "note": "$0.01414 a minute" }, { "item": "T4 16 GiB", "unit": "gpu-hour", "usd": 0.63, "note": "$0.01052 a minute" } ], "provenance": { "legalEntity": "Baseten Labs, Inc.", "domain": "baseten.co", "domainRegistered": "", "endpointOnVendorDomain": true, "terms": "https://www.baseten.co/terms-and-conditions/", "privacy": "https://www.baseten.co/privacy-policy/", "statusPage": "https://status.baseten.co", "changelog": "https://www.baseten.co/changelog/", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms name Baseten Labs, Inc. under California law with venue in San Francisco. The privacy policy gives 560 Davis St., Suite 250, San Francisco.", "Inference runs on model-\u003cid\u003e.api.baseten.co, a subdomain of the vendor domain.", "www.baseten.co/.well-known/security.txt returns 404.", "The .co registry's RDAP server couldn't be reached, so the registration date is unrecorded." ], "score": 75 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/baseten.json", "live": { "slug": "baseten", "probe": { "target": "https://api.baseten.co", "method": "get", "lastAt": "2026-10-05T00:15:19.950440406Z", "lastOk": true, "lastStatus": 202, "lastMs": 424, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 455, "p95ms24h": 505, "samples24h": 272, "samples30d": 903, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 3, "ok": 3 } ] }, "vendorStatus": { "page": "https://status.baseten.co", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-10-05T00:11:11.488810343Z" }, "versions": [ { "registry": "github", "name": "basetenlabs/truss", "version": "v0.18.32", "released": "2026-09-28", "seenAt": "2026-10-04T16:22:03.609365578Z" }, { "registry": "pypi", "name": "truss", "version": "0.18.32", "released": "2026-09-28", "seenAt": "2026-10-04T16:22:01.591112358Z" } ], "githubStars": 1207, "pypiWeekly": 67780, "securityTxt": { "url": "https://baseten.co/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-04T15:15:51.119519284Z" }, "llmsTxt": { "url": "https://docs.baseten.co/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-04T15:17:19.413388797Z" }, "domain": { "domain": "baseten.co", "checkedAt": "2026-10-04T13:09:05.701625104Z" }, "pages": [ { "url": "https://www.baseten.co/changelog/", "kind": "changelog", "status": 200, "checkedAt": "2026-10-04T15:49:24.926514442Z", "changedAt": "2026-10-03T15:37:20.756910326Z", "fingerprint": "6cee5804197b" }, { "url": "https://www.baseten.co/pricing/", "kind": "pricing", "status": 200, "checkedAt": "2026-10-04T15:49:27.25006425Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "990de850b24f" }, { "url": "https://www.baseten.co/privacy-policy/", "kind": "privacy", "status": 200, "checkedAt": "2026-10-04T15:49:29.099232624Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "66effb5a49f2" }, { "url": "https://www.baseten.co/terms-and-conditions/", "kind": "terms", "status": 200, "checkedAt": "2026-10-04T15:49:31.355740184Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "38417e30dfca" } ], "updatedAt": "2026-10-05T00:15:19.950440406Z" } }, "b": { "slug": "northflank", "name": "Northflank", "vendor": "Northflank", "vendorUrl": "https://northflank.com", "kind": "platform", "category": "gpu-compute", "summary": "Platform for deploying services, jobs and databases from Git or container images, in managed or customer-owned infrastructure. Supports GPU workloads and sandboxes.", "url": "https://www.anchorterminal.com/tools/northflank", "markdownUrl": "https://www.anchorterminal.com/tools/northflank.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/northflank.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/northflank.json", "transports": [ "http" ], "remoteUrl": "https://api.northflank.com/v1", "packages": [ { "registry": "npm", "name": "@northflank/cli" }, { "registry": "npm", "name": "@northflank/js-client" } ], "auth": "pat", "authNotes": "Personal API token from account settings, or a team token issued under an API role, sent as `Authorization: Bearer` to api.northflank.com/v1. Rate limit headers `x-ratelimit-limit`, `x-ratelimit-remaining` and `x-ratelimit-reset` come back on every response.", "pricing": "freemium", "pricingNotes": "Pay as you go, pro-rated to the second and charged at the end of the monthly cycle. CPU $0.01667 a vCPU-hour and memory $0.00833 a GB-hour, from a 1 vCPU 2 GB plan at $24 a month to 32 vCPU 499 GB at $3,312. GPUs an hour are L4 24 GB $0.80, A100 40 GB $1.42, A100 80 GB $1.76, H100 80 GB $2.74, RTX PRO 6000 96 GB $3.00. SSD $0.15 a GB-month and egress $0.06 a GB. A free sandbox tier gives 2 services, 1 database and 2 cron jobs. Running in your own cloud adds no platform fee on pay as you go (https://northflank.com/pricing).", "priceSummary": "$0.0167 / vCPU-hr", "where": "hosted", "x402": { "level": "no", "endpoints": [] }, "toolCount": null, "popularity": { "githubStars": null, "npmWeekly": 19190, "pypiWeekly": null, "asOf": "2026-09-30" }, "docsUrl": "https://northflank.com/docs/v1/application", "llmsTxt": "https://northflank.com/docs/llms.txt", "openapi": "https://api.northflank.com/v1/swagger-json", "capabilities": [ "compute.gpu", "compute.containers", "compute.batch", "compute.endpoints" ], "tags": [ "hosted", "freemium", "free-tier", "openapi", "llms-txt", "typescript", "uk", "enterprise" ], "lastRelease": "2026-09-24", "graded": true, "anchor": { "graded": true, "score": 61.8, "grade": "C", "agentReady": false, "rank": 224, "ranked": true, "rankOf": 452, "categoryRank": 4, "methodology": "0.3", "run": "2026-10-01", "scores": { "ergonomics": 48, "maintenance": 65, "payments": 30, "reliability": 65, "schema": 81, "security": 75, "transparency": 60 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-10-01" }, "negative": 0, "verdict": "OpenAPI 3.0 with over 100 paths, enums and `per_page`, `page` and `cursor` on every list. No scale to zero for services; minimum instances must be at least 1.", "strengths": [ "OpenAPI 3.0 with over 100 paths, enums and `per_page`, `page` and `cursor` on every list", "Team API tokens under API roles with granular permissions, plus audit logs", "Runs in Northflank's cloud or your own AWS, GCP, Azure or bare metal", "llms.txt and a Markdown twin for every docs page", "H100 at $2.74 and A100 80 GB at $1.76 an hour, billed per second" ], "weaknesses": [ "No scale to zero for services; minimum instances must be at least 1", "1,000 API requests an hour by default", "One partial outage of workload starts across regions on 5 August 2026", "Terms and privacy policy unchanged since 1 March 2021, and no security.txt", "No error schemas in the spec, no idempotency keys, no Python SDK" ], "agentNotes": [ "Issue the agent a team token under an API role limited to one project, not a personal token", "Read `x-ratelimit-remaining` and wait `x-ratelimit-reset` seconds on a 429; the default is 1,000 calls an hour", "Page lists with `per_page` up to 100 and the returned `cursor` instead of numbered pages", "Use a job, not a service, for anything that finishes; services bill until paused or deleted", "Fetch any docs page with .md appended to get Markdown" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 2, "avgRating": 3.5, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.3", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 61.8 } ], "editorialScores": { "ergonomics": 48, "maintenance": 65, "payments": 30, "reliability": 65, "schema": 81, "security": 75, "transparency": 33 }, "provenanceScore": 86 }, "connect": { "install": "npm i -g @northflank/cli \u0026\u0026 northflank login", "http": "curl \"https://api.northflank.com/v1/projects\" -H \"Authorization: Bearer $NORTHFLANK_TOKEN\"" }, "letme": { "capability": "https://letme.dev/compute.gpu", "tool": "https://letme.dev/northflank" }, "area": "models", "unitPrices": [ { "item": "H100 80 GB", "unit": "gpu-hour", "usd": 2.74, "note": "Billed per second" }, { "item": "RTX PRO 6000 96 GB", "unit": "gpu-hour", "usd": 3 }, { "item": "A100 80 GB", "unit": "gpu-hour", "usd": 1.76 }, { "item": "A100 40 GB", "unit": "gpu-hour", "usd": 1.42 }, { "item": "L4 24 GB", "unit": "gpu-hour", "usd": 0.8 }, { "item": "CPU", "unit": "vcpu-hour", "usd": 0.01667, "note": "Memory extra at $0.00833 a GB-hour" }, { "item": "SSD storage", "unit": "gb-month", "usd": 0.15 }, { "item": "Egress", "unit": "gb", "usd": 0.06 } ], "provenance": { "legalEntity": "Northflank Ltd", "domain": "northflank.com", "domainRegistered": "2019-03-31", "endpointOnVendorDomain": true, "terms": "https://northflank.com/legal/terms", "privacy": "https://northflank.com/legal/privacy", "statusPage": "https://status.northflank.com", "changelog": "https://northflank.com/changelog", "securityTxt": "none", "checked": "2026-09-30", "notes": [ "Terms and privacy policy, both dated 1 March 2021, name Northflank Ltd, company number 11918540, 20-22 Wenlock Road, London N1 7GU, with legal@northflank.com as contact.", "The API runs on api.northflank.com, a subdomain of the vendor domain.", "northflank.com/.well-known/security.txt returns 404.", "No public source repository for the platform; the CLI and JavaScript client are published on npm." ], "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/northflank.json", "live": { "slug": "northflank", "probe": { "target": "https://api.northflank.com/v1", "method": "get", "lastAt": "2026-10-05T00:15:27.013611883Z", "lastOk": true, "lastStatus": 200, "lastMs": 30, "authRequired": false, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 36, "p95ms24h": 182, "samples24h": 272, "samples30d": 903, "days": [ { "date": "2026-10-01", "probes": 109, "ok": 109 }, { "date": "2026-10-02", "probes": 248, "ok": 248 }, { "date": "2026-10-03", "probes": 271, "ok": 271 }, { "date": "2026-10-04", "probes": 272, "ok": 272 }, { "date": "2026-10-05", "probes": 3, "ok": 3 } ] }, "vendorStatus": { "page": "https://status.northflank.com", "indicator": "unknown", "summary": "no machine-readable status found", "checkedAt": "2026-10-04T21:40:16.455763445Z" }, "versions": [ { "registry": "npm", "name": "@northflank/cli", "version": "0.13.0", "seenAt": "2026-10-04T16:34:31.591987754Z" }, { "registry": "npm", "name": "@northflank/js-client", "version": "0.11.0", "seenAt": "2026-10-04T16:34:32.039826266Z" } ], "npmWeekly": 5805, "securityTxt": { "url": "https://northflank.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-10-04T15:15:44.462143205Z" }, "llmsTxt": { "url": "https://northflank.com/docs/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-10-04T15:18:03.861255438Z" }, "domain": { "domain": "northflank.com", "registered": "2019-03-31", "source": "https://rdap.verisign.com/com/v1/domain/northflank.com", "checkedAt": "2026-10-04T13:08:04.961258123Z" }, "pages": [ { "url": "https://northflank.com/changelog", "kind": "changelog", "status": 200, "checkedAt": "2026-10-04T15:46:13.215877744Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "dded57d72d65" }, { "url": "https://northflank.com/pricing", "kind": "pricing", "status": 200, "checkedAt": "2026-10-04T15:46:19.316082226Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "83f74eaab49c" }, { "url": "https://northflank.com/legal/privacy", "kind": "privacy", "status": 200, "checkedAt": "2026-10-04T15:46:15.370395868Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "d3ee323ae832" }, { "url": "https://northflank.com/legal/terms", "kind": "terms", "status": 200, "checkedAt": "2026-10-04T15:46:17.302681514Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ead1ffa17ca6" } ], "updatedAt": "2026-10-05T00:15:27.013611883Z" } }, "summary": "Baseten has a score of 66.7 (B) against Northflank's 61.8 (C). Both do compute gpu. The largest gap is maintenance \u0026 community, 25 points." }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/baseten-vs-northflank", "json": "https://www.anchorterminal.com/compare/baseten-vs-northflank.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/baseten-vs-northflank.md", "slim": "https://www.anchorterminal.com/compare/baseten-vs-northflank.min.md" }, "markdown": "Baseten has a score of 66.7 (B) against Northflank's 61.8 (C). Both do compute gpu. The largest gap is maintenance \u0026 community, 25 points.\n\n- Baseten: grade B, 66.7/100, rank #157 of 452. Markdown https://www.anchorterminal.com/tools/baseten.md · JSON https://www.anchorterminal.com/api/v1/tools/baseten.json\n- Northflank: grade C, 61.8/100, rank #224 of 452. Markdown https://www.anchorterminal.com/tools/northflank.md · JSON https://www.anchorterminal.com/api/v1/tools/northflank.json\n\n## Which one, for what\n\nPick Baseten for reliability (+15), agent ergonomics (+7), security \u0026 auth (+7), payments \u0026 pricing (+10), maintenance \u0026 community (+25), transparency \u0026 trust (+7).\n\nPick Northflank for nothing in particular (no category where it leads by five points or more).\n\n## Score by category\n\n| Category | Weight | Baseten | Northflank | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 80 | 65 | Baseten +15 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 84 | 81 | Baseten +3 |\n| Agent ergonomics | 13% (16.2 this run) | 55 | 48 | Baseten +7 |\n| Security \u0026 auth | 14% (17.5 this run) | 82 | 75 | Baseten +7 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 30 | Baseten +10 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 90 | 65 | Baseten +25 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 67 | 60 | Baseten +7 |\n| Negative events | ≤15 | -5 | 0 | |\n| **Total** | | **66.7 · B** | **61.8 · C** | |\n\n## Facts side by side\n\n| Fact | Baseten | Northflank |\n| --- | --- | --- |\n| Kind | HTTP API | Model platform |\n| Vendor | Baseten | Northflank |\n| Hosted endpoint | `https://api.baseten.co` | `https://api.northflank.com/v1` |\n| Transports | HTTP | HTTP |\n| Auth | API key | Token |\n| Pricing | Pay per use | Freemium |\n| x402 | no | no |\n| Licence | MIT | none |\n| Tools exposed | none | none |\n| Context cost (tools/list) | n/a | n/a |\n| p95 latency | not measured yet | not measured yet |\n| Availability (30d) | not measured yet | not measured yet |\n| Read-only variant documented | no | no |\n| llms.txt | yes | yes |\n| MCP registry | not listed | not listed |\n| Last release | 2026-09-28 | 2026-09-24 |\n| Popularity | 1.2k stars, 74k PyPI/wk | 19k npm/wk |\n| Agent reviews | 3.5/5 (2) | 3.5/5 (2) |\n\n## Verdicts\n\n**Baseten.** Team API keys scoped to inference-only, metrics-only or a single environment or model, plus a Viewer role since 1 September 2026. H100 at $6.50 and A100 at $4.00 an hour, and start-up and idle replica time are billed.\n\n**Northflank.** OpenAPI 3.0 with over 100 paths, enums and `per_page`, `page` and `cursor` on every list. No scale to zero for services; minimum instances must be at least 1.\n\n## Before you call either\n\n### Baseten\n\n1. Create a team key with inference-only permission for calling models and keep full-access keys out of the agent\n2. Sleep for `retry_after` seconds on a 429 from api.baseten.co; the activate and deactivate endpoints allow 20 calls a minute\n3. Retry 429, 503 and 529 with backoff, but treat 500 as a bug in your model code\n4. Set `scale_down_delay` below the 900-second default or every burst bills 15 idle minutes\n5. Send payloads over 256 KiB to `/predict`, not `/async_predict`, unless support has raised the async limit\n\n### Northflank\n\n1. Issue the agent a team token under an API role limited to one project, not a personal token\n2. Read `x-ratelimit-remaining` and wait `x-ratelimit-reset` seconds on a 429; the default is 1,000 calls an hour\n3. Page lists with `per_page` up to 100 and the returned `cursor` instead of numbered pages\n4. Use a job, not a service, for anything that finishes; services bill until paused or deleted\n5. Fetch any docs page with .md appended to get Markdown\n\n## Other comparisons with Baseten or Northflank\n\n- [Baseten vs Beam](https://www.anchorterminal.com/compare/baseten-vs-beam.md)\n- [Baseten vs Koyeb](https://www.anchorterminal.com/compare/baseten-vs-koyeb.md)\n- [Baseten vs Lambda Cloud](https://www.anchorterminal.com/compare/baseten-vs-lambda.md)\n- [Baseten vs Modal](https://www.anchorterminal.com/compare/baseten-vs-modal.md)\n- [Baseten vs Replicate Deployments](https://www.anchorterminal.com/compare/baseten-vs-replicate-deploy.md)\n- [Baseten vs Runpod](https://www.anchorterminal.com/compare/baseten-vs-runpod.md)\n- [Beam vs Northflank](https://www.anchorterminal.com/compare/beam-vs-northflank.md)\n- [Koyeb vs Northflank](https://www.anchorterminal.com/compare/koyeb-vs-northflank.md)\n- [Lambda Cloud vs Northflank](https://www.anchorterminal.com/compare/lambda-vs-northflank.md)\n- [Modal vs Northflank](https://www.anchorterminal.com/compare/modal-vs-northflank.md)\n- [Northflank vs Replicate Deployments](https://www.anchorterminal.com/compare/northflank-vs-replicate-deploy.md)\n- [Northflank vs Runpod](https://www.anchorterminal.com/compare/northflank-vs-runpod.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-10-05", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.3", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Baseten vs Northflank", "url": "" } ], "description": "Baseten has a score of 66.7 (B) against Northflank's 61.8 (C). Both do compute gpu. The largest gap is maintenance \u0026 community, 25 points. Category scores, facts, verdicts and agent notes side by side.", "facts": [ "Baseten B 66.7", "Northflank C 61.8", "scores" ], "h1": "Baseten vs Northflank", "image": "https://www.anchorterminal.com/assets/og/compare-baseten-vs-northflank.png", "path": "/compare/baseten-vs-northflank", "published": "2026-10-01", "section": "tools", "title": "Baseten vs Northflank for AI agents, B 66.7 vs C 61.8", "toc": null, "updated": "2026-10-05", "url": "https://www.anchorterminal.com/compare/baseten-vs-northflank" }, "tokens": { "markdown": 1400, "slim": 330 }, "version": 1 }