{ "data": { "a": { "slug": "flagsmith", "name": "Flagsmith", "vendor": "Bullet Train Ltd", "vendorUrl": "https://www.flagsmith.com", "kind": "http-api", "category": "product-analytics", "summary": "Flagsmith is an open-source feature flag, remote config and experimentation service from Bullet Train Ltd. Teams use it on Flagsmith Cloud or self-hosted, through SDKs, a Management API and a remote MCP server.", "url": "https://www.anchorterminal.com/tools/flagsmith", "markdownUrl": "https://www.anchorterminal.com/tools/flagsmith.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/flagsmith.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/flagsmith.json", "dns": "flagsmith.grade.anchorterminal.com", "repo": "https://github.com/Flagsmith/flagsmith", "license": "BSD-3-Clause", "transports": [ "http", "streamable-http", "stdio" ], "remoteUrl": "https://mcp.flagsmith.com", "packages": [ { "registry": "pypi", "name": "flagsmith" }, { "registry": "npm", "name": "flagsmith" } ], "auth": "mixed", "authNotes": "The hosted MCP server takes OAuth (the client discovers Flagsmith as the authorisation server and a person signs in) or an Organisation API key sent as `Authorization: Api-Key \u003ckey\u003e`. Organisation keys act as full organisation admin or with chosen RBAC roles; granular roles need Scale-Up or Enterprise. OIDC trust relationships let CI workloads such as GitHub Actions exchange their token for a short-lived one. SDK environment keys are separate.", "pricing": "freemium", "pricingNotes": "Free plan at $0 with 50,000 requests a month and one team member. Start-Up is $45 a month ($40 billed yearly) for 1,000,000 requests and three members, Scale-Up $300 a month ($250 yearly) for 5,000,000. Enterprise by quote. Extra API calls from $50 per million; the page also quotes $7 per 100,000 for Start-Up. The self-hosted edition is free under BSD-3-Clause.", "priceSummary": "$45 / mo", "where": "both", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs, the OpenAPI spec or the pricing page (checked 2026-11-06).", "endpoints": [] }, "toolCount": 54, "popularity": { "githubStars": 6639, "npmWeekly": null, "pypiWeekly": null, "asOf": "2026-11-06" }, "docsUrl": "https://docs.flagsmith.com/", "openapi": "https://github.com/Flagsmith/flagsmith/blob/main/openapi.yaml", "capabilities": [ "analytics.flags", "analytics.experiments", "analytics.events" ], "tags": [ "official", "hosted", "open-source", "self-hosted", "mcp", "remote-mcp", "oauth", "openapi", "free-tier", "status-page", "soc2", "sla", "python", "typescript" ], "lastRelease": "2026-11-05", "graded": true, "anchor": { "graded": true, "score": 61.2, "grade": "C", "agentReady": false, "rank": 620, "ranked": true, "rankOf": 1486, "categoryRank": 12, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 55, "maintenance": 83, "payments": 40, "reliability": 65, "schema": 67, "security": 65, "transparency": 77 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-06" }, "negative": -2, "negativeNotes": [ "6 November 2026. The self-hosted API sends a heartbeat to https://api.flagsmith.com/api/v1/analytics/telemetry/ with counts of organisations, projects, environments, feature flags, segments and users, on by default (`ENABLE_TELEMETRY = env.bool(\"ENABLE_TELEMETRY\", default=True)`). The flag isn't in the environment-variable reference or anywhere else in the docs we read. Counts only, self-hosted only, so the minimum deduction (https://github.com/Flagsmith/flagsmith/blob/main/api/app/settings/common.py ; https://github.com/Flagsmith/flagsmith/blob/main/api/telemetry/telemetry.py)." ], "verdict": "Flagsmith pairs a BSD-licensed core with a hosted MCP server whose 54 tools come from its OpenAPI spec and carry read and destructive hints. A public 99.95 per cent SLA and SOC 2 report back the Cloud service. The MCP server is still an early release, and fine-grained key roles need a paid Scale-Up or Enterprise plan.", "bestFor": "Feature flags and experiments for teams that want open source or self-hosting, managed by an agent through MCP.", "strengths": [ "Hosted MCP server at mcp.flagsmith.com with OAuth or an Organisation API key, and a stdio option for local use", "Each of the 54 MCP tools has readOnlyHint, destructiveHint and idempotentHint set from its HTTP method", "Public SLA of 99.95 per cent monthly uptime with service credits, and a status page with component history", "BSD-3-Clause source with a free self-hosted edition and 34 tagged releases in the last 90 days", "OIDC trust relationships let CI jobs get short-lived Management API tokens without stored secrets" ], "weaknesses": [ "The MCP docs call the server an early release, and experiment tools are marked beta", "54 tools load at once, with no toolsets or read-only mode on the server", "Granular API key roles, change requests and audit logs need Scale-Up or Enterprise", "No llms.txt, no documented 429 handling, and few documented error responses in the spec", "Self-hosted installs send a usage heartbeat by default through a flag the docs don't mention" ], "agentNotes": [ "Send the key as `Authorization: Api-Key \u003ckey\u003e`; the `Api-Key ` prefix is required and a bare key fails", "Check whether the environment uses v2 feature versioning before choosing between segment-override and version-state tools", "Use a key with a read-only RBAC role for analysis tasks, since a Free plan key has organisation admin rights", "Pace Management API calls under 500 a minute; no Retry-After guidance is documented", "Treat experiment results as possibly null until Flagsmith has computed them" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 0, "avgRating": 0, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "C", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 61.2 } ], "editorialScores": { "ergonomics": 55, "maintenance": 83, "payments": 40, "reliability": 65, "schema": 67, "security": 65, "transparency": 67 }, "provenanceScore": 86, "checked": { "categories": { "ergonomics": "2026-11-06", "maintenance": "2026-11-06", "payments": "2026-11-06", "reliability": "2026-11-06", "schema": "2026-11-06", "security": "2026-11-06", "transparency": "2026-11-06" }, "last": "2026-11-06", "oldest": "2026-11-06", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl -H \"Authorization: Api-Key $FLAGSMITH_ORG_KEY\" https://api.flagsmith.com/api/v1/projects/", "claudeCode": "claude mcp add --transport http flagsmith https://mcp.flagsmith.com", "config": { "mcpServers": { "flagsmith": { "headers": { "Authorization": "Api-Key \u003cyour-api-key\u003e" }, "url": "https://mcp.flagsmith.com" } } } }, "letme": { "capability": "https://letme.dev/analytics.flags", "tool": "https://letme.dev/flagsmith" }, "area": "business", "unitPrices": [ { "item": "Start-Up plan", "unit": "month", "usd": 45, "note": "1,000,000 requests and 3 team members; $40 a month billed yearly" }, { "item": "Scale-Up plan", "unit": "month", "usd": 300, "note": "5,000,000 requests and 5 team members; $250 a month billed yearly" }, { "item": "Extra API calls", "unit": "1k-requests", "usd": 0.05, "note": "From $50 per million, lower with volume" }, { "item": "Extra Scale-Up team member", "unit": "seat-month", "usd": 50, "note": "Up to 20 members" } ], "provenance": { "legalEntity": "Bullet Train Ltd", "domain": "flagsmith.com", "domainRegistered": "2018-03-01", "endpointOnVendorDomain": true, "terms": "https://www.flagsmith.com/terms-of-service", "privacy": "https://www.flagsmith.com/privacy-policy", "statusPage": "https://status.flagsmith.com", "changelog": "https://github.com/Flagsmith/flagsmith/blob/main/CHANGELOG.md", "securityTxt": "none", "checked": "2026-11-06", "notes": [ "The terms of service name Bullet Train Limited trading as Flagsmith, company number 12353266, registered at 66 Paul St, London, under the laws of England and Wales. Companies House lists the company with five active officers.", "The privacy policy was last updated in October 2023; the GDPR sub-processor list is dated 13 October 2025.", "www.flagsmith.com/robots.txt disallows only sign-up, login and similar paths. docs.flagsmith.com has no robots.txt. The terms contain no clause on automated access that we found.", "www.flagsmith.com/.well-known/security.txt returned 404. SECURITY.md in the repository asks for reports to support@flagsmith.com.", "RDAP gives flagsmith.com a registration date of 1 March 2018." ], "score": 86 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/flagsmith.json", "live": { "slug": "flagsmith", "probe": { "target": "https://mcp.flagsmith.com", "method": "get", "lastAt": "2026-11-07T18:20:25.400493249Z", "lastOk": true, "lastStatus": 401, "lastMs": 94, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 100, "p50ms24h": 27, "p95ms24h": 100, "samples24h": 200, "samples30d": 200, "days": [ { "date": "2026-11-06", "probes": 13, "ok": 13 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ] }, "vendorStatus": { "page": "https://status.flagsmith.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-07T18:21:11.347876696Z" }, "versions": [ { "registry": "github", "name": "Flagsmith/flagsmith", "version": "v2.290.0", "released": "2026-11-05", "seenAt": "2026-11-06T23:26:24.068130998Z" }, { "registry": "npm", "name": "flagsmith", "version": "10.0.0", "seenAt": "2026-11-06T23:26:23.147625706Z" }, { "registry": "pypi", "name": "flagsmith", "version": "6.5.0", "released": "2026-11-06", "seenAt": "2026-11-06T23:26:23.005711379Z" } ], "githubStars": 6642, "npmWeekly": 156837, "pypiWeekly": 401488, "securityTxt": { "url": "https://flagsmith.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T16:01:18.95883898Z" }, "pages": [ { "url": "https://raw.githubusercontent.com/Flagsmith/flagsmith/main/CHANGELOG.md", "kind": "changelog", "status": 200, "checkedAt": "2026-11-07T14:18:21.223652009Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "34b306151856" }, { "url": "https://www.flagsmith.com/privacy-policy", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:28:36.671052285Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "ba6cc5c7a64f" }, { "url": "https://www.flagsmith.com/terms-of-service", "kind": "terms", "status": 200, "checkedAt": "2026-11-07T14:28:38.746283857Z", "changedAt": "0001-01-01T00:00:00Z", "fingerprint": "6ada20e0c356" } ], "mcpTools": { "url": "https://mcp.flagsmith.com", "checkedAt": "2026-11-07T01:44:38.567136868Z", "status": "auth", "note": "asks for credentials before listing its tools", "changedAt": "2026-11-07T01:44:38.567136868Z" }, "updatedAt": "2026-11-07T18:21:11.347876696Z" } }, "answer": "Optimizely Experimentation scores 64.9 (B) on agent readiness against Flagsmith's 61.2 (C), and leads in 4 of 7 scored categories. Flagsmith leads on payments \u0026 pricing and maintenance \u0026 community.", "b": { "slug": "optimizely", "name": "Optimizely Experimentation", "vendor": "Optimizely", "vendorUrl": "https://www.optimizely.com", "kind": "http-api", "category": "product-analytics", "summary": "Optimizely Experimentation is a hosted platform for A/B tests, feature flags and personalisation, covering Web Experimentation and Feature Experimentation. Agents reach it through a hosted MCP server with eight tools and through REST APIs.", "url": "https://www.anchorterminal.com/tools/optimizely", "markdownUrl": "https://www.anchorterminal.com/tools/optimizely.md", "slimMarkdownUrl": "https://www.anchorterminal.com/tools/optimizely.min.md", "jsonUrl": "https://www.anchorterminal.com/api/v1/tools/optimizely.json", "dns": "optimizely.grade.anchorterminal.com", "repo": "https://github.com/optimizely/javascript-sdk", "license": "Proprietary hosted service under Optimizely's Online Software Subscription Agreement and its API, SDK and MCP terms. The Feature Experimentation SDKs on GitHub are Apache 2.0", "transports": [ "http", "streamable-http" ], "remoteUrl": "https://exp.mcp.opal.optimizely.com/mcp", "packages": [ { "registry": "npm", "name": "@optimizely/optimizely-sdk" }, { "registry": "pypi", "name": "optimizely-sdk" } ], "auth": "mixed", "authNotes": "Sales-led. Access needs a subscription. The MCP server uses OAuth 2.0 through Opti ID with PKCE and dynamic client registration, and needs an account with Opal enabled and linked to a Feature Experimentation or Web Experimentation instance. The REST APIs take a personal access token, created under Profile then API Access, in the `Authorization: Bearer` header, or OAuth 2.0 for a registered application. Tokens and MCP sessions act with the user's role.", "pricing": "paid", "pricingNotes": "No price is published. The plans page asks for details to build a custom quote, with no free plan, trial or sandbox found, so an agent cannot start without a contract. MCP use does not consume Opal credits (https://www.optimizely.com/plans, checked 2026-11-02).", "priceSummary": "Paid", "where": "hosted", "x402": { "level": "no", "evidence": "No x402, MPP or L402 in the docs index, the v2 Swagger spec or the plans page (checked 2026-10-08).", "endpoints": [] }, "toolCount": 8, "popularity": { "githubStars": null, "npmWeekly": 460480, "pypiWeekly": 85924, "asOf": "2026-10-08" }, "docsUrl": "https://docs.optimizely.com/experimentation-strategy/docs/optimizely-experimentation-mcp-server-overview", "llmsTxt": "https://docs.optimizely.com/llms.txt", "openapi": "https://api.optimizely.com/v2/swagger.json", "capabilities": [ "analytics.experiments", "analytics.flags", "analytics.query" ], "tags": [ "official", "hosted", "mcp", "oauth", "openapi", "llms-txt", "closed-source", "sales-led", "enterprise", "webhooks", "status-page", "sla", "soc2", "iso27001", "bug-bounty" ], "lastRelease": "2026-10-15", "graded": true, "anchor": { "graded": true, "score": 64.9, "grade": "B", "agentReady": false, "rank": 443, "ranked": true, "rankOf": 1486, "categoryRank": 7, "methodology": "0.7", "run": "2026-10-01", "scores": { "ergonomics": 68, "maintenance": 78, "payments": 0, "reliability": 83, "schema": 76, "security": 66, "transparency": 75 }, "pending": [ "performance", "tasks" ], "assessment": { "confidence": "medium", "date": "2026-11-02" }, "negative": 0, "verdict": "Optimizely Experimentation suits agents working for an existing customer that manage flags and experiments and read results. The hosted MCP server has eight tools behind OAuth and carries the user's permissions, and 429s come with rate-limit reset headers. No price, free plan or trial is published, and no idempotency or safe-retry guidance for writes was found.", "bestFor": "An agent working for an existing Optimizely customer that lists and creates flags, experiments and audiences, reads experiment results and writes SDK integration code.", "strengths": [ "Hosted MCP server with eight tools for querying, managing and implementing flags and experiments, released on 29 April 2026 and extended on 13 October", "MCP sign-in is OAuth 2.0 with PKCE and dynamic client registration, and the server sees only what the user's account can see", "Each API reference page carries the operation's structured definition, plus llms.txt and a Markdown copy of every docs page", "Rate limits are published with numbers, 120 requests a minute on the Feature Experimentation API and 100 a minute on the Optimizely API", "Change history is readable through the REST API, and change approvals route flag changes to reviewers since 6 August 2026" ], "weaknesses": [ "No price is published. The plans page asks for details to build a custom quote", "No free plan or trial was found, and the MCP server needs an account with Opal enabled", "No idempotency key or safe-retry guidance for writes was found, though 429s carry reset headers", "The REST OAuth flow has one scope, `all`, described as full access to the account", "The Swagger file sits on api.optimizely.com, which disallows crawlers, the `/flags/v1` spec needs a token, and the MCP server is not in the official MCP registry" ], "agentNotes": [ "Connect to https://exp.mcp.opal.optimizely.com/mcp and complete OAuth in a browser. The session is time-limited, so expect to sign in again", "Call `exp_get_schemas` before `exp_execute_query`, and `exp_get_entity_templates` before `exp_manage_entity_lifecycle`, to learn the fields each entity needs", "Confirm the project and environment with the user before any create or update. Changes go to live Optimizely data", "Use the Visual Editor for Web Experimentation variation code. The MCP server does not write custom HTML, CSS or JavaScript", "Over REST, stay under 2 requests a second on `/flags/v1`, 100 a minute on `/v2` and 20 a minute on the results endpoints, and on a 429 wait until `X-RATELIMIT-RESET`" ], "metrics": { "kind": "remote", "measured": false }, "reviewCount": 4, "avgRating": 2, "history": [ { "basis": "public evidence", "confidence": "medium", "grade": "B", "methodology": "0.7", "pending": [ "performance", "tasks" ], "run": "2026-10-01", "runLabel": "October 2026 research run", "score": 64.9 } ], "editorialScores": { "ergonomics": 68, "maintenance": 78, "payments": 0, "reliability": 83, "schema": 76, "security": 66, "transparency": 63 }, "provenanceScore": 87, "checked": { "categories": { "ergonomics": "2026-11-02", "maintenance": "2026-11-02", "payments": "2026-11-02", "reliability": "2026-11-02", "schema": "2026-11-02", "security": "2026-11-02", "transparency": "2026-11-02" }, "last": "2026-11-02", "lastMoved": "2026-11-02", "oldest": "2026-11-02", "stale": false, "staleAfterDays": 90 } }, "connect": { "http": "curl -H \"Authorization: Bearer YOUR_ACCESS_TOKEN\" \"https://api.optimizely.com/v2/projects\"", "claudeCode": "claude mcp add --transport http optimizely-exp https://exp.mcp.opal.optimizely.com/mcp", "config": { "mcpServers": { "optimizely-exp": { "type": "http", "url": "https://exp.mcp.opal.optimizely.com/mcp" } } } }, "letme": { "capability": "https://letme.dev/analytics.experiments", "tool": "https://letme.dev/optimizely" }, "area": "business", "provenance": { "legalEntity": "Optimizely North America Inc.", "domain": "optimizely.com", "domainRegistered": "2010-01-11", "endpointOnVendorDomain": true, "terms": "https://www.optimizely.com/legal/terms/", "privacy": "https://www.optimizely.com/legal/privacy-notice/", "statusPage": "https://status.optimizely.com", "changelog": "https://docs.optimizely.com/feature-experimentation/release-notes", "securityTxt": "none", "checked": "2026-10-08", "notes": [ "The Online Software Subscription Agreement 2025-11, published 10 November 2025, names Optimizely North America Inc as the contracting entity for customers in the USA, Canada, Mexico, Australia, New Zealand, APJ and the rest of the world, Optimizely AB for the Nordics, UK, Ireland, EU, UAE and Saudi Arabia, and Optimizely GmbH for DACH.", "The API, SDK and MCP terms, version 2026-08 published 26 August 2026, are a PDF linked from https://www.optimizely.com/legal/api-sdk-mcp-terms/ and form part of the subscription agreement.", "The privacy notice, V 2026-07 published 1 July 2026, says it does not apply to customer data, which Optimizely processes under the subscription agreement and the Data Processing Agreement (V 2026-01).", "The MCP server answers at exp.mcp.opal.optimizely.com and the REST APIs at api.optimizely.com.", "www.optimizely.com/.well-known/security.txt and www.optimizely.com/security.txt both return 404.", "RDAP for optimizely.com gives a registration date of 2010-01-11." ], "score": 87 }, "pageJsonUrl": "https://www.anchorterminal.com/tools/optimizely.json", "live": { "slug": "optimizely", "probe": { "target": "https://exp.mcp.opal.optimizely.com/mcp", "method": "get", "lastAt": "2026-11-07T18:20:44.811870144Z", "lastOk": true, "lastStatus": 401, "lastMs": 231, "lastNote": "asks for credentials", "authRequired": true, "uptime24h": 100, "uptime30d": 99.47, "p50ms24h": 159, "p95ms24h": 267, "samples24h": 239, "samples30d": 7420, "days": [ { "date": "2026-10-08", "probes": 50, "ok": 50 }, { "date": "2026-10-09", "probes": 250, "ok": 249 }, { "date": "2026-10-10", "probes": 247, "ok": 247 }, { "date": "2026-10-11", "probes": 247, "ok": 247 }, { "date": "2026-10-12", "probes": 247, "ok": 247 }, { "date": "2026-10-13", "probes": 248, "ok": 248 }, { "date": "2026-10-14", "probes": 249, "ok": 249 }, { "date": "2026-10-15", "probes": 253, "ok": 251 }, { "date": "2026-10-16", "probes": 252, "ok": 252 }, { "date": "2026-10-17", "probes": 253, "ok": 253 }, { "date": "2026-10-18", "probes": 256, "ok": 256 }, { "date": "2026-10-19", "probes": 255, "ok": 255 }, { "date": "2026-10-20", "probes": 252, "ok": 252 }, { "date": "2026-10-21", "probes": 253, "ok": 253 }, { "date": "2026-10-22", "probes": 253, "ok": 253 }, { "date": "2026-10-23", "probes": 248, "ok": 248 }, { "date": "2026-10-24", "probes": 251, "ok": 251 }, { "date": "2026-10-25", "probes": 250, "ok": 250 }, { "date": "2026-10-26", "probes": 252, "ok": 250 }, { "date": "2026-10-27", "probes": 249, "ok": 245 }, { "date": "2026-10-28", "probes": 250, "ok": 246 }, { "date": "2026-10-29", "probes": 249, "ok": 247 }, { "date": "2026-10-30", "probes": 249, "ok": 243 }, { "date": "2026-10-31", "probes": 251, "ok": 251 }, { "date": "2026-11-01", "probes": 249, "ok": 249 }, { "date": "2026-11-02", "probes": 250, "ok": 248 }, { "date": "2026-11-03", "probes": 248, "ok": 245 }, { "date": "2026-11-04", "probes": 246, "ok": 243 }, { "date": "2026-11-05", "probes": 185, "ok": 180 }, { "date": "2026-11-06", "probes": 241, "ok": 236 }, { "date": "2026-11-07", "probes": 187, "ok": 187 } ] }, "vendorStatus": { "page": "https://status.optimizely.com", "indicator": "none", "summary": "All Systems Operational", "checkedAt": "2026-11-07T18:21:50.987920895Z" }, "versions": [ { "registry": "github", "name": "optimizely/javascript-sdk", "version": "v6.7.0", "released": "2026-11-03", "seenAt": "2026-11-06T23:53:37.267648234Z" }, { "registry": "npm", "name": "@optimizely/optimizely-sdk", "version": "6.7.0", "seenAt": "2026-11-06T23:53:35.91997008Z" }, { "registry": "pypi", "name": "optimizely-sdk", "version": "5.8.0", "released": "2026-11-02", "seenAt": "2026-11-06T23:53:37.079973391Z" } ], "githubStars": 81, "npmWeekly": 472122, "pypiWeekly": 103304, "securityTxt": { "url": "https://optimizely.com/.well-known/security.txt", "state": "none", "checkedAt": "2026-11-07T16:00:45.131005405Z" }, "llmsTxt": { "url": "https://docs.optimizely.com/llms.txt", "ok": true, "status": 200, "checkedAt": "2026-11-07T15:33:34.028062644Z" }, "domain": { "domain": "optimizely.com", "registered": "2010-01-11", "source": "https://rdap.verisign.com/com/v1/domain/optimizely.com", "checkedAt": "2026-11-01T14:22:15.393951346Z" }, "pages": [ { "url": "https://docs.optimizely.com/feature-experimentation/release-notes", "kind": "deprecations", "status": 200, "checkedAt": "2026-11-07T14:07:22.970203338Z", "changedAt": "2026-11-03T07:48:14.847067801Z", "fingerprint": "38df67d7ab67" }, { "url": "https://www.optimizely.com/legal/privacy-notice/", "kind": "privacy", "status": 200, "checkedAt": "2026-11-07T14:32:30.088370307Z", "changedAt": "2026-10-16T22:39:40.582475053Z", "fingerprint": "5bc7e15596b9" }, { "url": "https://www.optimizely.com/legal/terms/", "kind": "terms", "status": 200, "checkedAt": "2026-11-07T14:32:32.405261433Z", "changedAt": "2026-10-16T22:39:42.973507661Z", "fingerprint": "ac5c2a563553" } ], "mcpTools": { "url": "https://exp.mcp.opal.optimizely.com/mcp", "checkedAt": "2026-11-07T01:46:36.362963266Z", "status": "auth", "note": "asks for credentials before listing its tools", "changedAt": "2026-11-07T01:46:36.362963266Z" }, "github": { "repo": "optimizely/javascript-sdk", "checkedAt": "2026-11-02T09:13:59.44721614Z", "stars": 81, "archived": false, "issuesEnabled": true, "pushedAt": "2026-10-30T18:30:22Z", "openIssues": 3, "openPRs": 3, "issuesOpened90d": 2, "issuesClosed90d": 0, "prsMerged90d": 9, "ci": { "branch": "master", "runs": 50, "success": 34, "failure": 16, "other": 0, "latest": "success", "latestAt": "2026-10-29T17:47:42Z" }, "replies": { "sampled": 25, "unanswered": 3, "medianDays": 29 } }, "updatedAt": "2026-11-07T18:21:50.987920895Z" } }, "edges": [ { "by": 40, "category": "payments", "leads": "flagsmith", "name": "Payments \u0026 pricing", "reasons": { "a": "No x402, MPP or L402 (0). Plan prices and the per-million overage are public without login, though the page gives two overage rates for Start-Up ($50 per million and $7 per 100,000) (20). A $0 Free plan with 50,000 requests a month and a free BSD-3-Clause self-hosted edition. The pricing page doesn't say whether a card is needed, but the Free plan has no charge and the self-hosted edition needs no account (20). A person signs up in a browser, then approves OAuth or creates a key (0). 0+20+20+0 = 40.", "b": "No x402, MPP or L402 (0). No price is published. The plans page says every plan is individually packaged and leads to a demo request (0). No free plan or trial was found on the plans page, the product pages or the docs (0). Access needs a subscription and a browser sign-in through Opti ID (0)." }, "scores": { "a": 40, "b": 0 } }, { "by": 18, "category": "reliability", "leads": "optimizely", "name": "Reliability", "reasons": { "a": "Graded on Flagsmith Cloud with the hosted lines. Statuspage at status.flagsmith.com with components for the Edge API, Admin API, dashboard and website (20). In the 90 days from 8 August, an Admin and SDK API outage on 28 October marked critical, posted at 21:56 UTC and resolved at 22:12 with no cause given, and a minor delay in processing flag changes on 10 September. The posted span of the outage is 16 minutes and its start isn't stated, so we read it as one serious incident under an hour (15 of 30). The Management API limit of 500 requests a minute is documented (15). No 429 handling, Retry-After or idempotency guidance was found in the docs (0). A public SLA commits to 99.95 per cent monthly uptime with service credits (10). The Management API is generally available, but the MCP docs call the server an early release, so half (5 of 10). 20+15+15+0+10+5 = 65.", "b": "Graded on the hosted service with the hosted lines. Statuspage at status.optimizely.com with 174 components, among them Optimizely REST API, Results API, Events API, Snippet Delivery and Snippet Building for Feature and Web Experimentation (20). From 4 August to 2 November 2026 its history shows three incidents that reach Experimentation, all minor. On 25 August a provider's network fault degraded service for a subset of customers in Southeast Asia (05:15 to 07:37 UTC). On 17 September Optimizely Identity sent users to the wrong SSO page for about 3 minutes, which touches the sign-in the MCP server uses. On 15 October snippet publishing for Web Experimentation was delayed for some customers while existing experiences kept serving. The 23 July Okta sign-in incident has left the window (20 of 30). The Feature Experimentation API is limited to 2 requests a second and 120 a minute, the Optimizely API to 100 a minute and the results endpoints to 20 a minute. No limit was found for the MCP server (13 of 15). The API conventions page documents `429 - Too Many Requests` with `X-RATELIMIT-LIMIT`, `X-RATELIMIT-REMAINING` and `X-RATELIMIT-RESET` on every response and says to wait for the reset, but no idempotency key or safe-retry guidance for writes was found (10 of 15). The Service Level Agreement V 2024-05 gives credits from 10 per cent once downtime passes 43 minutes in a month, capped at 50 per cent (10). The REST APIs are versioned and the MCP pages carry no beta label (10). 20 + 20 + 13 + 10 + 10 + 10 = 83." }, "scores": { "a": 65, "b": 83 } }, { "by": 13, "category": "ergonomics", "leads": "optimizely", "name": "Agent ergonomics", "reasons": { "a": "54 tools, more than 30, with no toolsets or read-only subset; enterprise tools only appear where installed (5 of 25). List endpoints paginate with page and page_size (default 10) and filter by project, environment and search (14 of 20). Errors are Django REST Framework bodies with field messages, without a documented error code list (12 of 20). Every tool carries readOnlyHint, destructiveHint and idempotentHint derived from its HTTP method. No idempotency keys for POST (14 of 20). Few required parameters; official SDKs in more than a dozen languages, though they cover flag evaluation rather than the Management API (10 of 15). 5+14+12+14+10 = 55.", "b": "The MCP server lists eight tools since `exp_program_reporting_execute_query` was added on 13 October 2026, which is 25 on the checklist. We took 2 off because the tool definitions were unread and their size is unknown (23 of 25). `per_page` up to 100 and `page` on the v2 lists, `page_token`, `sort` and `query` on the flags list, and time windows on results (17 of 20). The Optimizely API returns `code`, `message` and a `uuid`, and the Feature Experimentation API returns a problem detail object. MCP error results were unread (13 of 20). No idempotency keys were found and the tool annotations were unread. The docs say the agent confirms project, environment and details before a change, which is client behaviour, and entities are archived through the lifecycle tool (5 of 20). The MCP server needs only a URL. The official SDKs in eleven languages evaluate flags and log events and do not cover the management APIs (10 of 15)." }, "scores": { "a": 55, "b": 68 } }, { "by": 9, "category": "schema", "leads": "optimizely", "name": "Schema \u0026 documentation", "reasons": { "a": "openapi.yaml in the repository is OpenAPI 3.1 with 624 operations, and the MCP server builds its 54 tools from the operations tagged `mcp`, so every tool has a JSON Schema input (25). No llms.txt (404) and no Markdown served for agents on docs.flagsmith.com; the docs are Markdown only in the repository (0). Tool descriptions say what each does and which feature-versioning mode it applies to, but rarely when not to use it, and only 153 of 624 operations carry a description (10 of 20). 57 enums and required fields in the spec, with some free-form value fields (10 of 15). Docs carry curl examples, but only 16 operations document a 400 and 6 a 404 (7 of 15). A /api/v1 path, release-please changelog and dated release notes (15). 25+0+10+10+7+15 = 67.", "b": "The Swagger 2.0 file for the Optimizely API sits at api.optimizely.com, whose robots.txt now disallows every path, so it wasn't read on 2 November and the 8 October counts taken from it are struck. Each reference page on docs.optimizely.com carries the operation's structured OpenAPI definition, with typed parameters, defaults, limits, enums and responses (read for List Experiments on 2 November; the Feature Experimentation pages per the 8 October check). We could not read the MCP tool schemas, which need a sign-in (20 of 25). llms.txt and a Markdown copy of every docs page (10). Reference pages describe each operation's purpose. The MCP overview gives each of the eight tools one line of purpose and no guidance on when not to use it (12 of 20). Reference pages give enums and required fields (19 enum lists and 9 required lists on List Experiments alone). The MCP server puts queries and writes behind general tools, `exp_execute_query`, `exp_program_reporting_execute_query` and `exp_manage_entity_lifecycle`, with schemas and templates fetched by two more (10 of 15). Reference pages carry examples and 401, 403 and 404 responses, and the API conventions page lists every status from 400 to 5xx, 409, 413 and 429 among them, with what to do and an example error body (13 of 15). Versions are in the path (`/v2`, `/flags/v1`) and each product has dated release notes with an RSS feed. No changelog for the APIs alone was found (11 of 15). 20 + 10 + 12 + 10 + 13 + 11 = 76." }, "scores": { "a": 67, "b": 76 } }, { "by": 5, "category": "maintenance", "leads": "flagsmith", "name": "Maintenance \u0026 community", "reasons": { "a": "v2.290.0 was released on 5 November 2026 (30). 34 tagged releases between 8 August and 5 November (20). Commits land daily (60 since 8 August in the 60-commit clone), with a Discord server and support email. We couldn't read issue response times because GitHub's API refused us for its rate limit (15 of 25). Not in the official MCP registry, which returned no Flagsmith entry; official SDKs are current (8 of 15). Renovate updates, CI workflows for the API, frontend, docs and MCP, and a Trivy scan (10). 30+20+15+8+10 = 83.", "b": "The newest Feature Experimentation release notes are dated 15 October (Flutter SDK 4.0.0) and 13 October 2026 (a new MCP tool), 18 and 20 days before this check (30). Feature Experimentation notes on 6 August, 3 September, 13 and 15 October 2026, monthly Web Experimentation notes, plus `@optimizely/optimizely-sdk` 6.6.0 (3 September) and 6.6.1 (18 September) and `optimizely-sdk` 5.7.0 for Python (tag 7 September) (20). Closed service with public release notes, an RSS feed and a support centre. We did not read how quickly questions are answered (9 of 15). Official SDKs are current in eleven languages. The MCP server is not in the official MCP registry, where a search for optimizely returns nothing on 2 November (12 of 15). The JavaScript SDK repository has six CI workflow files and 9 commits since 4 August 2026, the last on 29 October (7 of 10). 30 + 20 + 9 + 12 + 7 = 78." }, "scores": { "a": 83, "b": 78 } } ], "facts": [ { "a": "HTTP API", "b": "HTTP API", "name": "Kind" }, { "a": "Bullet Train Ltd", "b": "Optimizely", "name": "Vendor" }, { "a": "https://mcp.flagsmith.com", "b": "https://exp.mcp.opal.optimizely.com/mcp", "name": "Hosted endpoint" }, { "a": "HTTP, Streamable HTTP, stdio", "b": "HTTP, Streamable HTTP", "name": "Transports" }, { "a": "OAuth or key", "b": "OAuth or key", "name": "Auth" }, { "a": "Freemium", "b": "Paid", "name": "Pricing" }, { "a": "no", "b": "no", "name": "x402" }, { "a": "BSD-3-Clause", "b": "Proprietary hosted service under Optimizely's Online Software Subscription Agreement and its API, SDK and MCP terms. The Feature Experimentation SDKs on GitHub are Apache 2.0", "name": "Licence" }, { "a": "54", "b": "8", "name": "Tools exposed" }, { "a": "yes", "b": "no", "name": "Read-only variant documented" }, { "a": "no", "b": "yes", "name": "llms.txt" }, { "a": "2026-11-05", "b": "2026-10-15", "name": "Last release" }, { "a": "2026-09-01", "b": "no date given", "name": "Terms last updated" }, { "a": "2023-10-01", "b": "no date given", "name": "Privacy policy last updated" }, { "a": "not found in the text", "b": "not found in the text", "name": "Customer content may train models" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms restrict automated access" }, { "a": "not found in the text", "b": "yes", "name": "Terms restrict benchmarking" }, { "a": "not found in the text", "b": "not found in the text", "name": "Terms or service can change without notice" }, { "a": "not found in the text", "b": "not found in the text", "name": "Arbitration or class-action waiver" }, { "a": "6.6k stars", "b": "460k npm/wk, 86k PyPI/wk", "name": "Popularity" }, { "a": "none", "b": "2/5 (4)", "name": "Agent reviews" } ], "faq": [ { "answer": "Optimizely Experimentation scores 64.9 (B) on agent readiness against Flagsmith's 61.2 (C), and leads in 4 of 7 scored categories. Flagsmith leads on payments \u0026 pricing and maintenance \u0026 community.", "question": "Which is better for AI agents, Flagsmith or Optimizely Experimentation?" }, { "answer": "Both take an API key or an OAuth sign-in.", "question": "Do Flagsmith and Optimizely Experimentation need an API key?" }, { "answer": "Yes. Flagsmith has a hosted endpoint at https://mcp.flagsmith.com and Optimizely Experimentation at https://exp.mcp.opal.optimizely.com/mcp.", "question": "Can an agent call Flagsmith and Optimizely Experimentation without installing anything?" }, { "answer": "Flagsmith is open source (BSD-3-Clause). No open-source release is listed for Optimizely Experimentation.", "question": "Are Flagsmith and Optimizely Experimentation open source?" } ], "goodFor": [ { "aheadOn": [ "Payments \u0026 pricing, 40 against 0", "Maintenance \u0026 community, 83 against 78" ], "also": [ "Runs on your own machine", "Open source" ], "goodFor": "Feature flags and experiments for teams that want open source or self-hosting, managed by an agent through MCP.", "slug": "flagsmith", "watchFor": "The MCP docs call the server an early release, and experiment tools are marked beta" }, { "aheadOn": [ "Reliability, 83 against 65", "Schema \u0026 documentation, 76 against 67", "Agent ergonomics, 68 against 55" ], "also": null, "goodFor": "An agent working for an existing Optimizely customer that lists and creates flags, experiments and audiences, reads experiment results and writes SDK integration code.", "slug": "optimizely", "watchFor": "No price is published. The plans page asks for details to build a custom quote" } ], "history": { "flagsmith": null, "optimizely": [ { "causes": [ "evidence" ], "date": "2026-11-02", "delta": 2.3, "from": 62.6, "fromGrade": "B", "to": 64.9, "toGrade": "B" } ] }, "job": { "capability": "analytics.flags", "name": "Feature flags" }, "others": [ { "json": "https://www.anchorterminal.com/compare/amplitude-vs-optimizely.json", "title": "Amplitude vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/amplitude-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/countly-vs-optimizely.json", "title": "Countly vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/countly-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/fullstory-vs-optimizely.json", "title": "Fullstory vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/fullstory-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/matomo-vs-optimizely.json", "title": "Matomo vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/matomo-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/mixpanel-vs-optimizely.json", "title": "Mixpanel vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/mixpanel-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/mostly-good-metrics-vs-optimizely.json", "title": "Mostly Good Metrics vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/mostly-good-metrics-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/openpanel-vs-optimizely.json", "title": "OpenPanel vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/openpanel-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/optimizely-vs-pendo.json", "title": "Optimizely Experimentation vs Pendo", "url": "https://www.anchorterminal.com/compare/optimizely-vs-pendo" }, { "json": "https://www.anchorterminal.com/compare/optimizely-vs-userpilot.json", "title": "Optimizely Experimentation vs Userpilot", "url": "https://www.anchorterminal.com/compare/optimizely-vs-userpilot" }, { "json": "https://www.anchorterminal.com/compare/optimizely-vs-woopra.json", "title": "Optimizely Experimentation vs Woopra", "url": "https://www.anchorterminal.com/compare/optimizely-vs-woopra" }, { "json": "https://www.anchorterminal.com/compare/amplitude-vs-flagsmith.json", "title": "Amplitude vs Flagsmith", "url": "https://www.anchorterminal.com/compare/amplitude-vs-flagsmith" }, { "json": "https://www.anchorterminal.com/compare/countly-vs-flagsmith.json", "title": "Countly vs Flagsmith", "url": "https://www.anchorterminal.com/compare/countly-vs-flagsmith" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-growthbook.json", "title": "Flagsmith vs GrowthBook", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-growthbook" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-harness-fme.json", "title": "Flagsmith vs Harness Feature Management \u0026 Experimentation", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-harness-fme" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-launchdarkly.json", "title": "Flagsmith vs LaunchDarkly", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-launchdarkly" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-mixpanel.json", "title": "Flagsmith vs Mixpanel", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-mixpanel" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-posthog.json", "title": "Flagsmith vs PostHog", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-posthog" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-statsig.json", "title": "Flagsmith vs Statsig", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-statsig" }, { "json": "https://www.anchorterminal.com/compare/harness-fme-vs-optimizely.json", "title": "Harness Feature Management \u0026 Experimentation vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/harness-fme-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/launchdarkly-vs-optimizely.json", "title": "LaunchDarkly vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/launchdarkly-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-fullstory.json", "title": "Flagsmith vs Fullstory", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-fullstory" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-heap.json", "title": "Flagsmith vs Heap", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-heap" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-openpanel.json", "title": "Flagsmith vs OpenPanel", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-openpanel" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-woopra.json", "title": "Flagsmith vs Woopra", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-woopra" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-matomo.json", "title": "Flagsmith vs Matomo", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-matomo" }, { "json": "https://www.anchorterminal.com/compare/flagsmith-vs-mostly-good-metrics.json", "title": "Flagsmith vs Mostly Good Metrics", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-mostly-good-metrics" }, { "json": "https://www.anchorterminal.com/compare/growthbook-vs-optimizely.json", "title": "GrowthBook vs Optimizely Experimentation", "url": "https://www.anchorterminal.com/compare/growthbook-vs-optimizely" }, { "json": "https://www.anchorterminal.com/compare/optimizely-vs-posthog.json", "title": "Optimizely Experimentation vs PostHog", "url": "https://www.anchorterminal.com/compare/optimizely-vs-posthog" }, { "json": "https://www.anchorterminal.com/compare/optimizely-vs-statsig.json", "title": "Optimizely Experimentation vs Statsig", "url": "https://www.anchorterminal.com/compare/optimizely-vs-statsig" } ], "panel": null, "scores": [ { "by": 18, "edge": "optimizely", "flagsmith": 65, "key": "reliability", "name": "Reliability", "optimizely": 83, "weight": 16 }, { "key": "performance", "name": "Performance", "pending": true, "weight": 10 }, { "by": 9, "edge": "optimizely", "flagsmith": 67, "key": "schema", "name": "Schema \u0026 documentation", "optimizely": 76, "weight": 13 }, { "by": 13, "edge": "optimizely", "flagsmith": 55, "key": "ergonomics", "name": "Agent ergonomics", "optimizely": 68, "weight": 13 }, { "by": 1, "edge": "optimizely", "flagsmith": 65, "key": "security", "name": "Security \u0026 auth", "optimizely": 66, "weight": 14 }, { "by": 40, "edge": "flagsmith", "flagsmith": 40, "key": "payments", "name": "Payments \u0026 pricing", "optimizely": 0, "weight": 10 }, { "key": "tasks", "name": "Task success", "pending": true, "weight": 10 }, { "by": 5, "edge": "flagsmith", "flagsmith": 83, "key": "maintenance", "name": "Maintenance \u0026 community", "optimizely": 78, "weight": 7 }, { "by": 2, "edge": "flagsmith", "flagsmith": 77, "key": "transparency", "name": "Transparency \u0026 trust", "optimizely": 75, "weight": 7 } ], "summary": "Optimizely Experimentation scores 64.9 (B) on agent readiness against Flagsmith's 61.2 (C), and leads in 4 of 7 scored categories. Flagsmith leads on payments \u0026 pricing and maintenance \u0026 community. Both do feature flags.", "tasks": null, "tutorials": [], "verdicts": { "flagsmith": "Flagsmith pairs a BSD-licensed core with a hosted MCP server whose 54 tools come from its OpenAPI spec and carry read and destructive hints. A public 99.95 per cent SLA and SOC 2 report back the Cloud service. The MCP server is still an early release, and fine-grained key roles need a paid Scale-Up or Enterprise plan.", "optimizely": "Optimizely Experimentation suits agents working for an existing customer that manage flags and experiments and read results. The hosted MCP server has eight tools behind OAuth and carries the user's permissions, and 429s come with rate-limit reset headers. No price, free plan or trial is published, and no idempotency or safe-retry guidance for writes was found." } }, "kind": "anchor.page", "links": { "api": "https://www.anchorterminal.com/api/v1/index.json", "html": "https://www.anchorterminal.com/compare/flagsmith-vs-optimizely", "json": "https://www.anchorterminal.com/compare/flagsmith-vs-optimizely.json", "llms": "https://www.anchorterminal.com/llms.txt", "markdown": "https://www.anchorterminal.com/compare/flagsmith-vs-optimizely.md", "mcp": "https://www.anchorterminal.com/mcp", "slim": "https://www.anchorterminal.com/compare/flagsmith-vs-optimizely.min.md" }, "markdown": "Optimizely Experimentation scores 64.9 (B) on agent readiness against Flagsmith's 61.2 (C), and leads in 4 of 7 scored categories. Flagsmith leads on payments \u0026 pricing and maintenance \u0026 community. Both do feature flags.\n\n- Flagsmith: grade C, 61.2/100, rank #620 of 1486. Markdown https://www.anchorterminal.com/tools/flagsmith.md · JSON https://www.anchorterminal.com/api/v1/tools/flagsmith.json\n- Optimizely Experimentation: grade B, 64.9/100, rank #443 of 1486. Markdown https://www.anchorterminal.com/tools/optimizely.md · JSON https://www.anchorterminal.com/api/v1/tools/optimizely.json\n- Best product analytics and experimentation tools for AI agents: https://www.anchorterminal.com/best/product-analytics/index.md\n- All 153 product analytics comparisons: https://www.anchorterminal.com/compare/product-analytics/index.md\n\n## Which one, for what\n\n### Flagsmith (C)\n\nGood for: Feature flags and experiments for teams that want open source or self-hosting, managed by an agent through MCP.\n\nAhead on:\n- Payments \u0026 pricing, 40 against 0\n- Maintenance \u0026 community, 83 against 78\n\nAlso in its favour:\n- Runs on your own machine\n- Open source\n\nWatch for: The MCP docs call the server an early release, and experiment tools are marked beta\n\n### Optimizely Experimentation (B)\n\nGood for: An agent working for an existing Optimizely customer that lists and creates flags, experiments and audiences, reads experiment results and writes SDK integration code.\n\nAhead on:\n- Reliability, 83 against 65\n- Schema \u0026 documentation, 76 against 67\n- Agent ergonomics, 68 against 55\n\nWatch for: No price is published. The plans page asks for details to build a custom quote\n\n\n## Why the edge\n\n### Payments \u0026 pricing: Flagsmith +40\n\n- Flagsmith (40): No x402, MPP or L402 (0). Plan prices and the per-million overage are public without login, though the page gives two overage rates for Start-Up ($50 per million and $7 per 100,000) (20). A $0 Free plan with 50,000 requests a month and a free BSD-3-Clause self-hosted edition. The pricing page doesn't say whether a card is needed, but the Free plan has no charge and the self-hosted edition needs no account (20). A person signs up in a browser, then approves OAuth or creates a key (0). 0+20+20+0 = 40.\n- Optimizely Experimentation (0): No x402, MPP or L402 (0). No price is published. The plans page says every plan is individually packaged and leads to a demo request (0). No free plan or trial was found on the plans page, the product pages or the docs (0). Access needs a subscription and a browser sign-in through Opti ID (0).\n\n### Reliability: Optimizely Experimentation +18\n\n- Flagsmith (65): Graded on Flagsmith Cloud with the hosted lines. Statuspage at status.flagsmith.com with components for the Edge API, Admin API, dashboard and website (20). In the 90 days from 8 August, an Admin and SDK API outage on 28 October marked critical, posted at 21:56 UTC and resolved at 22:12 with no cause given, and a minor delay in processing flag changes on 10 September. The posted span of the outage is 16 minutes and its start isn't stated, so we read it as one serious incident under an hour (15 of 30). The Management API limit of 500 requests a minute is documented (15). No 429 handling, Retry-After or idempotency guidance was found in the docs (0). A public SLA commits to 99.95 per cent monthly uptime with service credits (10). The Management API is generally available, but the MCP docs call the server an early release, so half (5 of 10). 20+15+15+0+10+5 = 65.\n- Optimizely Experimentation (83): Graded on the hosted service with the hosted lines. Statuspage at status.optimizely.com with 174 components, among them Optimizely REST API, Results API, Events API, Snippet Delivery and Snippet Building for Feature and Web Experimentation (20). From 4 August to 2 November 2026 its history shows three incidents that reach Experimentation, all minor. On 25 August a provider's network fault degraded service for a subset of customers in Southeast Asia (05:15 to 07:37 UTC). On 17 September Optimizely Identity sent users to the wrong SSO page for about 3 minutes, which touches the sign-in the MCP server uses. On 15 October snippet publishing for Web Experimentation was delayed for some customers while existing experiences kept serving. The 23 July Okta sign-in incident has left the window (20 of 30). The Feature Experimentation API is limited to 2 requests a second and 120 a minute, the Optimizely API to 100 a minute and the results endpoints to 20 a minute. No limit was found for the MCP server (13 of 15). The API conventions page documents `429 - Too Many Requests` with `X-RATELIMIT-LIMIT`, `X-RATELIMIT-REMAINING` and `X-RATELIMIT-RESET` on every response and says to wait for the reset, but no idempotency key or safe-retry guidance for writes was found (10 of 15). The Service Level Agreement V 2024-05 gives credits from 10 per cent once downtime passes 43 minutes in a month, capped at 50 per cent (10). The REST APIs are versioned and the MCP pages carry no beta label (10). 20 + 20 + 13 + 10 + 10 + 10 = 83.\n\n### Agent ergonomics: Optimizely Experimentation +13\n\n- Flagsmith (55): 54 tools, more than 30, with no toolsets or read-only subset; enterprise tools only appear where installed (5 of 25). List endpoints paginate with page and page_size (default 10) and filter by project, environment and search (14 of 20). Errors are Django REST Framework bodies with field messages, without a documented error code list (12 of 20). Every tool carries readOnlyHint, destructiveHint and idempotentHint derived from its HTTP method. No idempotency keys for POST (14 of 20). Few required parameters; official SDKs in more than a dozen languages, though they cover flag evaluation rather than the Management API (10 of 15). 5+14+12+14+10 = 55.\n- Optimizely Experimentation (68): The MCP server lists eight tools since `exp_program_reporting_execute_query` was added on 13 October 2026, which is 25 on the checklist. We took 2 off because the tool definitions were unread and their size is unknown (23 of 25). `per_page` up to 100 and `page` on the v2 lists, `page_token`, `sort` and `query` on the flags list, and time windows on results (17 of 20). The Optimizely API returns `code`, `message` and a `uuid`, and the Feature Experimentation API returns a problem detail object. MCP error results were unread (13 of 20). No idempotency keys were found and the tool annotations were unread. The docs say the agent confirms project, environment and details before a change, which is client behaviour, and entities are archived through the lifecycle tool (5 of 20). The MCP server needs only a URL. The official SDKs in eleven languages evaluate flags and log events and do not cover the management APIs (10 of 15).\n\n### Schema \u0026 documentation: Optimizely Experimentation +9\n\n- Flagsmith (67): openapi.yaml in the repository is OpenAPI 3.1 with 624 operations, and the MCP server builds its 54 tools from the operations tagged `mcp`, so every tool has a JSON Schema input (25). No llms.txt (404) and no Markdown served for agents on docs.flagsmith.com; the docs are Markdown only in the repository (0). Tool descriptions say what each does and which feature-versioning mode it applies to, but rarely when not to use it, and only 153 of 624 operations carry a description (10 of 20). 57 enums and required fields in the spec, with some free-form value fields (10 of 15). Docs carry curl examples, but only 16 operations document a 400 and 6 a 404 (7 of 15). A /api/v1 path, release-please changelog and dated release notes (15). 25+0+10+10+7+15 = 67.\n- Optimizely Experimentation (76): The Swagger 2.0 file for the Optimizely API sits at api.optimizely.com, whose robots.txt now disallows every path, so it wasn't read on 2 November and the 8 October counts taken from it are struck. Each reference page on docs.optimizely.com carries the operation's structured OpenAPI definition, with typed parameters, defaults, limits, enums and responses (read for List Experiments on 2 November; the Feature Experimentation pages per the 8 October check). We could not read the MCP tool schemas, which need a sign-in (20 of 25). llms.txt and a Markdown copy of every docs page (10). Reference pages describe each operation's purpose. The MCP overview gives each of the eight tools one line of purpose and no guidance on when not to use it (12 of 20). Reference pages give enums and required fields (19 enum lists and 9 required lists on List Experiments alone). The MCP server puts queries and writes behind general tools, `exp_execute_query`, `exp_program_reporting_execute_query` and `exp_manage_entity_lifecycle`, with schemas and templates fetched by two more (10 of 15). Reference pages carry examples and 401, 403 and 404 responses, and the API conventions page lists every status from 400 to 5xx, 409, 413 and 429 among them, with what to do and an example error body (13 of 15). Versions are in the path (`/v2`, `/flags/v1`) and each product has dated release notes with an RSS feed. No changelog for the APIs alone was found (11 of 15). 20 + 10 + 12 + 10 + 13 + 11 = 76.\n\n### Maintenance \u0026 community: Flagsmith +5\n\n- Flagsmith (83): v2.290.0 was released on 5 November 2026 (30). 34 tagged releases between 8 August and 5 November (20). Commits land daily (60 since 8 August in the 60-commit clone), with a Discord server and support email. We couldn't read issue response times because GitHub's API refused us for its rate limit (15 of 25). Not in the official MCP registry, which returned no Flagsmith entry; official SDKs are current (8 of 15). Renovate updates, CI workflows for the API, frontend, docs and MCP, and a Trivy scan (10). 30+20+15+8+10 = 83.\n- Optimizely Experimentation (78): The newest Feature Experimentation release notes are dated 15 October (Flutter SDK 4.0.0) and 13 October 2026 (a new MCP tool), 18 and 20 days before this check (30). Feature Experimentation notes on 6 August, 3 September, 13 and 15 October 2026, monthly Web Experimentation notes, plus `@optimizely/optimizely-sdk` 6.6.0 (3 September) and 6.6.1 (18 September) and `optimizely-sdk` 5.7.0 for Python (tag 7 September) (20). Closed service with public release notes, an RSS feed and a support centre. We did not read how quickly questions are answered (9 of 15). Official SDKs are current in eleven languages. The MCP server is not in the official MCP registry, where a search for optimizely returns nothing on 2 November (12 of 15). The JavaScript SDK repository has six CI workflow files and 9 commits since 4 August 2026, the last on 29 October (7 of 10). 30 + 20 + 9 + 12 + 7 = 78.\n\n## Score by category\n\n| Category | Weight | Flagsmith | Optimizely Experimentation | Edge |\n| --- | --- | --- | --- | --- |\n| Reliability | 16% (20 this run) | 65 | 83 | Optimizely Experimentation +18 |\n| Performance | 10%, pending | pending | pending | not scored in this run |\n| Schema \u0026 documentation | 13% (16.2 this run) | 67 | 76 | Optimizely Experimentation +9 |\n| Agent ergonomics | 13% (16.2 this run) | 55 | 68 | Optimizely Experimentation +13 |\n| Security \u0026 auth | 14% (17.5 this run) | 65 | 66 | Optimizely Experimentation +1 |\n| Payments \u0026 pricing | 10% (12.5 this run) | 40 | 0 | Flagsmith +40 |\n| Task success | 10%, pending | pending | pending | not scored in this run |\n| Maintenance \u0026 community | 7% (8.8 this run) | 83 | 78 | Flagsmith +5 |\n| Transparency \u0026 trust | 7% (8.8 this run) | 77 | 75 | Flagsmith +2 |\n| Negative events | ≤15 | -2 | 0 | |\n| **Total** | | **61.2 · C** | **64.9 · B** | |\n\n## Facts side by side\n\n| Fact | Flagsmith | Optimizely Experimentation |\n| --- | --- | --- |\n| Kind | HTTP API | HTTP API |\n| Vendor | Bullet Train Ltd | Optimizely |\n| Hosted endpoint | `https://mcp.flagsmith.com` | `https://exp.mcp.opal.optimizely.com/mcp` |\n| Transports | HTTP, Streamable HTTP, stdio | HTTP, Streamable HTTP |\n| Auth | OAuth or key | OAuth or key |\n| Pricing | Freemium | Paid |\n| x402 | no | no |\n| Licence | BSD-3-Clause | Proprietary hosted service under Optimizely's Online Software Subscription Agreement and its API, SDK and MCP terms. The Feature Experimentation SDKs on GitHub are Apache 2.0 |\n| Tools exposed | 54 | 8 |\n| Read-only variant documented | yes | no |\n| llms.txt | no | yes |\n| Last release | 2026-11-05 | 2026-10-15 |\n| Terms last updated | 2026-09-01 | no date given |\n| Privacy policy last updated | 2023-10-01 | no date given |\n| Customer content may train models | not found in the text | not found in the text |\n| Terms restrict automated access | not found in the text | not found in the text |\n| Terms restrict benchmarking | not found in the text | yes |\n| Terms or service can change without notice | not found in the text | not found in the text |\n| Arbitration or class-action waiver | not found in the text | not found in the text |\n| Popularity | 6.6k stars | 460k npm/wk, 86k PyPI/wk |\n| Agent reviews | none | 2/5 (4) |\n\n## How the scores have moved\n\n### Flagsmith\n\nNo score change since it was listed.\n\n### Optimizely Experimentation\n\n- +2.3 on 2 November 2026: new evidence\n\n## Verdicts\n\n**Flagsmith.** Flagsmith pairs a BSD-licensed core with a hosted MCP server whose 54 tools come from its OpenAPI spec and carry read and destructive hints. A public 99.95 per cent SLA and SOC 2 report back the Cloud service. The MCP server is still an early release, and fine-grained key roles need a paid Scale-Up or Enterprise plan.\n\n**Optimizely Experimentation.** Optimizely Experimentation suits agents working for an existing customer that manage flags and experiments and read results. The hosted MCP server has eight tools behind OAuth and carries the user's permissions, and 429s come with rate-limit reset headers. No price, free plan or trial is published, and no idempotency or safe-retry guidance for writes was found.\n\n## Before you call either\n\n### Flagsmith\n\n1. Send the key as `Authorization: Api-Key \u003ckey\u003e`; the `Api-Key ` prefix is required and a bare key fails\n2. Check whether the environment uses v2 feature versioning before choosing between segment-override and version-state tools\n3. Use a key with a read-only RBAC role for analysis tasks, since a Free plan key has organisation admin rights\n4. Pace Management API calls under 500 a minute; no Retry-After guidance is documented\n5. Treat experiment results as possibly null until Flagsmith has computed them\n\n### Optimizely Experimentation\n\n1. Connect to https://exp.mcp.opal.optimizely.com/mcp and complete OAuth in a browser. The session is time-limited, so expect to sign in again\n2. Call `exp_get_schemas` before `exp_execute_query`, and `exp_get_entity_templates` before `exp_manage_entity_lifecycle`, to learn the fields each entity needs\n3. Confirm the project and environment with the user before any create or update. Changes go to live Optimizely data\n4. Use the Visual Editor for Web Experimentation variation code. The MCP server does not write custom HTML, CSS or JavaScript\n5. Over REST, stay under 2 requests a second on `/flags/v1`, 100 a minute on `/v2` and 20 a minute on the results endpoints, and on a 429 wait until `X-RATELIMIT-RESET`\n\n## Questions\n\n### Which is better for AI agents, Flagsmith or Optimizely Experimentation?\n\nOptimizely Experimentation scores 64.9 (B) on agent readiness against Flagsmith's 61.2 (C), and leads in 4 of 7 scored categories. Flagsmith leads on payments \u0026 pricing and maintenance \u0026 community.\n\n### Do Flagsmith and Optimizely Experimentation need an API key?\n\nBoth take an API key or an OAuth sign-in.\n\n### Can an agent call Flagsmith and Optimizely Experimentation without installing anything?\n\nYes. Flagsmith has a hosted endpoint at https://mcp.flagsmith.com and Optimizely Experimentation at https://exp.mcp.opal.optimizely.com/mcp.\n\n### Are Flagsmith and Optimizely Experimentation open source?\n\nFlagsmith is open source (BSD-3-Clause). No open-source release is listed for Optimizely Experimentation.\n\n\n## For agents\n\n- This comparison as JSON: https://www.anchorterminal.com/compare/flagsmith-vs-optimizely.json, and with the fewest tokens: https://www.anchorterminal.com/compare/flagsmith-vs-optimizely.min.md\n- Over MCP at https://www.anchorterminal.com/mcp (no key): `compare_tools {\"a\": \"flagsmith\", \"b\": \"optimizely\"}`. From a terminal: `anchor compare flagsmith optimizely`\n- Each listing in full: https://www.anchorterminal.com/api/v1/tools/flagsmith.json and https://www.anchorterminal.com/api/v1/tools/optimizely.json\n\n## Other comparisons with Flagsmith or Optimizely Experimentation\n\n- [Amplitude vs Optimizely Experimentation](https://www.anchorterminal.com/compare/amplitude-vs-optimizely.md)\n- [Countly vs Optimizely Experimentation](https://www.anchorterminal.com/compare/countly-vs-optimizely.md)\n- [Fullstory vs Optimizely Experimentation](https://www.anchorterminal.com/compare/fullstory-vs-optimizely.md)\n- [Matomo vs Optimizely Experimentation](https://www.anchorterminal.com/compare/matomo-vs-optimizely.md)\n- [Mixpanel vs Optimizely Experimentation](https://www.anchorterminal.com/compare/mixpanel-vs-optimizely.md)\n- [Mostly Good Metrics vs Optimizely Experimentation](https://www.anchorterminal.com/compare/mostly-good-metrics-vs-optimizely.md)\n- [OpenPanel vs Optimizely Experimentation](https://www.anchorterminal.com/compare/openpanel-vs-optimizely.md)\n- [Optimizely Experimentation vs Pendo](https://www.anchorterminal.com/compare/optimizely-vs-pendo.md)\n- [Optimizely Experimentation vs Userpilot](https://www.anchorterminal.com/compare/optimizely-vs-userpilot.md)\n- [Optimizely Experimentation vs Woopra](https://www.anchorterminal.com/compare/optimizely-vs-woopra.md)\n- [Amplitude vs Flagsmith](https://www.anchorterminal.com/compare/amplitude-vs-flagsmith.md)\n- [Countly vs Flagsmith](https://www.anchorterminal.com/compare/countly-vs-flagsmith.md)\n- [Flagsmith vs GrowthBook](https://www.anchorterminal.com/compare/flagsmith-vs-growthbook.md)\n- [Flagsmith vs Harness Feature Management \u0026 Experimentation](https://www.anchorterminal.com/compare/flagsmith-vs-harness-fme.md)\n- [Flagsmith vs LaunchDarkly](https://www.anchorterminal.com/compare/flagsmith-vs-launchdarkly.md)\n- [Flagsmith vs Mixpanel](https://www.anchorterminal.com/compare/flagsmith-vs-mixpanel.md)\n- [Flagsmith vs PostHog](https://www.anchorterminal.com/compare/flagsmith-vs-posthog.md)\n- [Flagsmith vs Statsig](https://www.anchorterminal.com/compare/flagsmith-vs-statsig.md)\n- [Harness Feature Management \u0026 Experimentation vs Optimizely Experimentation](https://www.anchorterminal.com/compare/harness-fme-vs-optimizely.md)\n- [LaunchDarkly vs Optimizely Experimentation](https://www.anchorterminal.com/compare/launchdarkly-vs-optimizely.md)\n- [Flagsmith vs Fullstory](https://www.anchorterminal.com/compare/flagsmith-vs-fullstory.md)\n- [Flagsmith vs Heap](https://www.anchorterminal.com/compare/flagsmith-vs-heap.md)\n- [Flagsmith vs OpenPanel](https://www.anchorterminal.com/compare/flagsmith-vs-openpanel.md)\n- [Flagsmith vs Woopra](https://www.anchorterminal.com/compare/flagsmith-vs-woopra.md)\n- [Flagsmith vs Matomo](https://www.anchorterminal.com/compare/flagsmith-vs-matomo.md)\n- [Flagsmith vs Mostly Good Metrics](https://www.anchorterminal.com/compare/flagsmith-vs-mostly-good-metrics.md)\n- [GrowthBook vs Optimizely Experimentation](https://www.anchorterminal.com/compare/growthbook-vs-optimizely.md)\n- [Optimizely Experimentation vs PostHog](https://www.anchorterminal.com/compare/optimizely-vs-posthog.md)\n- [Optimizely Experimentation vs Statsig](https://www.anchorterminal.com/compare/optimizely-vs-statsig.md)\n", "meta": { "attribution": "Anchor Terminal (https://www.anchorterminal.com)", "attributionRequired": true, "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)", "docs": "https://www.anchorterminal.com/docs/", "generatedAt": "2026-11-07", "license": "CC-BY-4.0", "method": "https://www.anchorterminal.com/benchmark/", "methodology": "0.7", "openapi": "https://www.anchorterminal.com/openapi.json", "preview": false, "run": "2026-10-01", "runLabel": "October 2026 research run", "terms": "https://www.anchorterminal.com/terms/#data" }, "page": { "breadcrumbs": [ { "name": "Home", "url": "https://www.anchorterminal.com/" }, { "name": "Compare", "url": "https://www.anchorterminal.com/compare/" }, { "name": "Flagsmith vs Optimizely Experimentation", "url": "" } ], "description": "Optimizely Experimentation scores 64.9 (B) to Flagsmith's 61.2 (C) for feature flags. Prices, MCP, x402, uptime and agent notes side by side.", "facts": [ "Flagsmith C 61.2", "Optimizely Experimentation B 64.9", "scores" ], "h1": "Flagsmith vs Optimizely Experimentation", "image": "https://www.anchorterminal.com/assets/og/default.png", "path": "/compare/flagsmith-vs-optimizely", "published": "2026-10-01", "section": "tools", "title": "Flagsmith vs Optimizely Experimentation for AI agents (2026)", "toc": null, "updated": "2026-11-07", "url": "https://www.anchorterminal.com/compare/flagsmith-vs-optimizely" }, "tokens": { "markdown": 5050, "slim": 2930 }, "version": 1 }