{
  "listings": [
    {
      "slug": "axolotl",
      "name": "Axolotl",
      "company": "Axolotl AI",
      "grade": "B",
      "fit": "caveat",
      "why": "axolotl merge-lora then axolotl export writes f16 and llama.cpp quantised GGUF files, with preflight checks, but it needs a separately built llama.cpp and refuses pre-quantised checkpoints; licence is the base model's.",
      "source": "https://docs.axolotl.ai/docs/export.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/axolotl"
    },
    {
      "slug": "fireworks-fine-tuning",
      "name": "Fireworks AI Fine-tuning",
      "company": "Fireworks.ai, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "firectl model download writes a model to a local directory, but the reference states no format or licence and no page read shows the export loading in a named runtime.",
      "source": "https://docs.fireworks.ai/tools-sdks/firectl/commands/model-download.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/fireworks-fine-tuning"
    },
    {
      "slug": "nebius-token-factory-fine-tuning",
      "name": "Nebius Token Factory fine-tuning",
      "company": "Nebius B.V.",
      "grade": "D",
      "fit": "caveat",
      "why": "Every checkpoint's result_files can be downloaded, the models page states each base model's licence, and a guide merges MoE LoRA weights; but no page read names the file format or shows it loading in vLLM or llama.cpp.",
      "source": "https://docs.tokenfactory.nebius.com/post-training/how-to-fine-tune.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/nebius-token-factory-fine-tuning"
    },
    {
      "slug": "tinker",
      "name": "Tinker",
      "company": "Thinking Machines Labs, Inc.",
      "grade": "D",
      "fit": "caveat",
      "why": "save_weights_external and weights.download fetch trained weights, but the README names no file format, licence or runtime that loads the export.",
      "source": "https://github.com/thinking-machines-lab/tinker-cookbook",
      "confidence": "low",
      "url": "https://www.anchorterminal.com/tools/tinker"
    },
    {
      "slug": "together-fine-tuning",
      "name": "Together AI Fine-tuning",
      "company": "Together Computer, Inc.",
      "grade": "C",
      "fit": "caveat",
      "why": "Download merged, adapter or raw output as a .tar.zst by job ID or step, but the example archive shows pytorch_model.bin, and no page read shows the export loading in a named runtime such as vLLM or llama.cpp.",
      "source": "https://docs.together.ai/docs/fine-tuning/deployment.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/together-fine-tuning"
    },
    {
      "slug": "unsloth",
      "name": "Unsloth",
      "company": "Unsloth",
      "grade": "C",
      "fit": "caveat",
      "why": "save_pretrained_merged writes merged 16-bit or LoRA files, GGUF export and a vLLM guide are documented, but acc-14 and acc-15 hit GGUF conversion failures, acc-16 and acc-17 vLLM refusing tuned models, and acc-18 undocumented MoE LoRA packing.",
      "source": "https://unsloth.ai/docs/basics/inference-and-deployment/vllm-guide.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/unsloth"
    },
    {
      "slug": "amazon-bedrock-customization",
      "name": "Amazon Bedrock model customisation",
      "company": "Amazon Web Services, Inc.",
      "grade": "A",
      "fit": "no",
      "why": "Custom models are served inside Bedrock through on-demand deployments or Provisioned Throughput; no weight download appears in the customisation pages read.",
      "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/deploy-custom-model-on-demand.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/amazon-bedrock-customization"
    },
    {
      "slug": "azure-foundry-fine-tuning",
      "name": "Microsoft Foundry fine-tuning (Azure OpenAI)",
      "company": "Microsoft Corporation",
      "grade": "C",
      "fit": "no",
      "why": "The pages read deploy tuned models to Serverless, Managed Compute or Fireworks on Foundry; job result_files carry a metrics CSV, and no weight download is offered.",
      "source": "https://learn.microsoft.com/en-us/azure/foundry/fine-tuning/deploy-fine-tuned-models",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/azure-foundry-fine-tuning"
    },
    {
      "slug": "vertex-ai-tuning",
      "name": "Vertex AI Gemini tuning",
      "company": "Google LLC",
      "grade": "B",
      "fit": "no",
      "why": "Tuned Gemini models exist as endpoints, with adapters stored by Google; no weight download is offered for Gemini tunes.",
      "source": "https://docs.cloud.google.com/gemini-enterprise-agent-platform/models/tuning/supervised-tuning.md.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/vertex-ai-tuning"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 6,
    "after": [
      "local-ai.private-offline-run",
      "gpu-compute.serverless-model-endpoint",
      "open-weights.local-coding-agent"
    ],
    "area": "models",
    "asks": [
      "export my fine-tune to GGUF",
      "load my LoRA in vLLM",
      "run my tuned model in Ollama",
      "download the weights"
    ],
    "before": [
      "fine-tuning.local-lora",
      "fine-tuning.managed-job"
    ],
    "blockers": [
      "GGUF conversion fails inside the vendor's own image",
      "vLLM cannot load the saved vision or MoE checkpoint",
      "hosted service keeps the weights"
    ],
    "capabilities": [
      "finetune.export",
      "finetune.lora"
    ],
    "category": "fine-tuning",
    "categoryName": "Fine-tuning",
    "checked": "2026-11-15",
    "companies": {
      "fit": 0,
      "fitWithLimit": 6,
      "tagged": 10
    },
    "competition": "none",
    "fits": null,
    "fitsWithLimit": [
      "axolotl",
      "fireworks-fine-tuning",
      "nebius-token-factory-fine-tuning",
      "tinker",
      "together-fine-tuning",
      "unsloth"
    ],
    "id": "fine-tuning.export-and-serve",
    "listings": {
      "caveat": 6,
      "no": 3,
      "notRead": 0,
      "tagged": 10,
      "unchecked": 0,
      "yes": 0
    },
    "name": "Take the tuned weights out and serve them elsewhere",
    "status": "draft",
    "success": "The adapter and a merged checkpoint can be downloaded in a documented format (safetensors, PEFT, GGUF) under a stated licence, and the docs show the export loading in at least one named runtime, including for vision and MoE models.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/fine-tuning.export-and-serve.json",
    "weight": 12,
    "weightBasis": "6 of 47 accounts: five Unsloth issues on GGUF conversion, vLLM loading of vision tunes and MoE-LoRA layouts, plus a Together integration that serves and registers the result"
  }
}
