{
  "listings": [
    {
      "slug": "amazon-bedrock-customization",
      "name": "Amazon Bedrock model customisation",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "caveat",
      "why": "Reinforcement fine-tuning scores responses with a reward function in Lambda on Nova 2 Lite, gpt-oss-20B and Qwen3 32B, but there is no hand-written loop, no sampling mid-training in the pages read, and tool-call rendering is not documented.",
      "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/reinforcement-fine-tuning.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/amazon-bedrock-customization"
    },
    {
      "slug": "axolotl",
      "name": "Axolotl",
      "company": "Axolotl AI",
      "grade": "B",
      "fit": "caveat",
      "why": "GRPO takes a custom reward module with vLLM serving for rollouts, and checkpoints save to disk, but no per-model RL support table or tool-call rendering for agent RL was found in the pages read.",
      "source": "https://docs.axolotl.ai/docs/grpo.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/axolotl"
    },
    {
      "slug": "azure-foundry-fine-tuning",
      "name": "Microsoft Foundry fine-tuning (Azure OpenAI)",
      "company": "Microsoft Corporation",
      "grade": "C",
      "fit": "caveat",
      "why": "Managed RFT with model graders runs on the models the table marks, and Programmed Training exposes training primitives and custom losses, but Programmed Training is preview and needs explicit access approval.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry/fine-tuning/overview",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/azure-foundry-fine-tuning"
    },
    {
      "slug": "fireworks-fine-tuning",
      "name": "Fireworks AI Fine-tuning",
      "company": "Fireworks.ai, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "The Training API takes custom loops and losses (forward_backward_custom, optim_step), GRPO and agentic RL recipes, and checkpoints sampled mid-run; but the per-model method matrix is an interactive widget, and tool-call rendering is not documented in the pages read.",
      "source": "https://docs.fireworks.ai/fine-tuning/training-api/introduction.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/fireworks-fine-tuning"
    },
    {
      "slug": "tinker",
      "name": "Tinker",
      "company": "Thinking Machines Labs, Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "A hand-written loop with create_lora_training_client, RL recipes with verifiable rewards and sampling from saved weights mid-run, and acc-35 and acc-36 report it working; but acc-38 found 17 of 200 tool-call headers malformed and acc-37 a renderer failing under concurrency.",
      "source": "https://github.com/thinking-machines-lab/tinker-cookbook",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/tinker"
    },
    {
      "slug": "unsloth",
      "name": "Unsloth",
      "company": "Unsloth",
      "grade": "C",
      "fit": "caveat",
      "why": "GRPO takes custom reward functions and verifiers with documented examples, but Studio's train page is SFT only (acc-40), the preference trainers lack the GRPO memory work (acc-41), and tool-call rendering for RL is not documented.",
      "source": "https://unsloth.ai/docs/get-started/reinforcement-learning-rl-guide.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/unsloth"
    },
    {
      "slug": "vertex-ai-tuning",
      "name": "Vertex AI Gemini tuning",
      "company": "Google LLC",
      "grade": "B",
      "fit": "caveat",
      "why": "RLFT on Gemini 3.5 Flash and 3.1 Flash-Lite takes up to 16 weighted rewards, including a custom Python evaluate function or a Cloud Run endpoint, with step checkpoints; but it is Pre-GA, there is no hand-written loop, and tool-call formatting is not documented.",
      "source": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/tuning.md.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/vertex-ai-tuning"
    },
    {
      "slug": "nebius-token-factory-fine-tuning",
      "name": "Nebius Token Factory fine-tuning",
      "company": "Nebius B.V.",
      "grade": "D",
      "fit": "no",
      "why": "Reinforcement fine-tuning is a limited professional service behind a request-access form; no reward function or training-loop API is documented.",
      "source": "https://docs.tokenfactory.nebius.com/post-training/overview.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/nebius-token-factory-fine-tuning"
    },
    {
      "slug": "together-fine-tuning",
      "name": "Together AI Fine-tuning",
      "company": "Together Computer, Inc.",
      "grade": "C",
      "fit": "no",
      "why": "Managed fine-tuning has SFT and DPO; the docs send RL and custom training loops to post-training, a separate product billed per GPU-minute and not this listing.",
      "source": "https://docs.together.ai/docs/fine-tuning/overview.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/together-fine-tuning"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 8,
    "after": [
      "agent-observability.offline-eval-regression",
      "fine-tuning.export-and-serve"
    ],
    "area": "models",
    "asks": [
      "run GRPO with my reward function",
      "RL fine-tune this model on our task",
      "write a custom post-training loop"
    ],
    "before": [
      "code-sandboxes.run-generated-code"
    ],
    "blockers": [
      "RL offered only through a request-access programme",
      "renderer emits malformed tool-call headers, so rewards are computed on broken calls",
      "studio or UI has SFT only"
    ],
    "capabilities": [
      "finetune.rl",
      "finetune.lora",
      "finetune.distill"
    ],
    "category": "fine-tuning",
    "categoryName": "Fine-tuning",
    "checked": "2026-11-15",
    "companies": {
      "fit": 0,
      "fitWithLimit": 7,
      "tagged": 11
    },
    "competition": "none",
    "fits": null,
    "fitsWithLimit": [
      "amazon-bedrock-customization",
      "axolotl",
      "azure-foundry-fine-tuning",
      "fireworks-fine-tuning",
      "tinker",
      "unsloth",
      "vertex-ai-tuning"
    ],
    "id": "fine-tuning.rl-custom-loop",
    "listings": {
      "caveat": 7,
      "no": 2,
      "notRead": 0,
      "tagged": 11,
      "unchecked": 0,
      "yes": 0
    },
    "name": "Train with reinforcement learning and a custom reward",
    "status": "draft",
    "success": "The service or library accepts a custom reward function or a hand-written training loop, documents which base models RL runs on, renders tool calls in the model's own format, and returns a checkpoint that can be sampled from during and after training.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/fine-tuning.rl-custom-loop.json",
    "weight": 15,
    "weightBasis": "8 of 47 accounts: Tinker users on Hacker News and in cookbook issues (GRPO, on-policy distillation, tool-call rendering), a GRPO write-up, and two Unsloth requests for RL and preference trainers"
  }
}
