{
  "listings": [
    {
      "slug": "embeddinggemma-2",
      "name": "EmbeddingGemma 2",
      "company": "Google LLC (RDAP registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "B",
      "fit": "yes",
      "why": "Apache 2.0, not gated, no repository code; Sentence Transformers route with prompts, shipped pooling and normalise modules, bfloat16 or float32 stated, and loadable sizes per encoder (270M text only). An account embedded 49.3M items on a laptop iGPU. Load time unmeasured.",
      "source": "https://huggingface.co/google/embeddinggemma-2/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/embeddinggemma-2"
    },
    {
      "slug": "qwen3-embedding-0-6b",
      "name": "Qwen3-Embedding-0.6B",
      "company": "Alibaba Cloud (the registrant of qwen.ai per RDAP, carried from the Qwen3.8-27B check)",
      "grade": "B",
      "fit": "yes",
      "why": "Apache 2.0 with no repository code; Ollama (639 MB), Sentence Transformers, vLLM and TEI routes with last-token pooling, left padding and the query prompt stated. Accounts run it on a 16 GB M4 Mac and in llama.cpp. Load time unmeasured.",
      "source": "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/qwen3-embedding-0-6b"
    },
    {
      "slug": "qwen3-embedding-4b",
      "name": "Qwen3-Embedding-4B",
      "company": "Alibaba Cloud (named in the copyright line of the 8B sibling's Apache 2.0 licence; this repository has no LICENSE file)",
      "grade": "BB",
      "fit": "yes",
      "why": "Apache 2.0 with no repository code; Ollama (2.5 GB), Sentence Transformers, vLLM and TEI routes with last-token pooling, left padding and the query prompt stated. An account runs qwen3-embedding:4b for local RAG at 2,560 dimensions. Load time unmeasured.",
      "source": "https://huggingface.co/Qwen/Qwen3-Embedding-4B/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/qwen3-embedding-4b"
    },
    {
      "slug": "embeddinggemma-300m",
      "name": "EmbeddingGemma 300M",
      "company": "Google LLC (RDAP registrant of gemma.ai; the card names Google DeepMind as author)",
      "grade": "D",
      "fit": "caveat",
      "why": "Ollama serves a 622 MB build with no account, Sentence Transformers is documented and float16 is ruled out, but the Hugging Face download is gated behind the Gemma Terms and an account found the licence step went to a Kaggle 404.",
      "source": "https://ollama.com/library/embeddinggemma/tags",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/embeddinggemma-300m"
    },
    {
      "slug": "granite-embedding-small-english-r2",
      "name": "Granite Embedding Small English R2",
      "company": "International Business Machines Corporation",
      "grade": "E",
      "fit": "caveat",
      "why": "Apache 2.0, 47M parameters, a Sentence Transformers route with CLS pooling and no prefixes, and no repository code, but the card states no dtype or memory footprint and there is no Ollama or llama.cpp route.",
      "source": "https://huggingface.co/ibm-granite/granite-embedding-small-english-r2/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/granite-embedding-small-english-r2"
    },
    {
      "slug": "jina-embeddings-v5-omni-small",
      "name": "jina-embeddings-v5-omni-small",
      "company": "Jina AI GmbH, a subsidiary of Elastic N.V. (per the jina-embeddings listing's 2 October 2026 check)",
      "grade": "D",
      "fit": "caveat",
      "why": "Sentence Transformers and vLLM 0.20.1 routes with last-token pooling, prefixes and bf16 defaults stated, but CC BY-NC 4.0 bars commercial agents, every route needs trust_remote_code, and an account saw cached loads take over 8 minutes.",
      "source": "https://huggingface.co/jinaai/jina-embeddings-v5-omni-small/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jina-embeddings-v5-omni-small"
    },
    {
      "slug": "nomic-embed",
      "name": "Nomic Embed",
      "company": "Nomic, Inc.",
      "grade": "E",
      "fit": "caveat",
      "why": "The Python client's inference_mode='local' runs the model through GPT4All after an automatic download, and accounts run Nomic in Ollama, but the client defaults to the hosted API, dynamic mode sends larger jobs remote, and no dtype or footprint is stated.",
      "source": "https://docs.nomic.ai/atlas/embeddings-and-retrieval/generate-embeddings",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/nomic-embed"
    },
    {
      "slug": "nvidia-nemo-retriever",
      "name": "NVIDIA NeMo Retriever Embedding and Reranking NIMs",
      "company": "NVIDIA Corporation",
      "grade": "B",
      "fit": "caveat",
      "why": "Runs inside the owner's network on one GPU (a nominal 24 GB profile), but it is a NIM container rather than Ollama, llama.cpp, vLLM or Sentence Transformers, needs a supported NVIDIA GPU, and production use needs an AI Enterprise licence.",
      "source": "https://docs.nvidia.com/nim/nemo-retriever/embedding/latest/support-matrix.html",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/nvidia-nemo-retriever"
    },
    {
      "slug": "qwen3-embedding-8b",
      "name": "Qwen3-Embedding-8B",
      "company": "Alibaba Cloud (named in the licence's copyright line)",
      "grade": "BB",
      "fit": "caveat",
      "why": "Apache 2.0, Ollama Q4 at 4.7 GB and Sentence Transformers, vLLM and TEI routes are documented, but the card's examples use float16, where accounts and an open issue report all-NaN vectors with no error, a named blocker.",
      "source": "https://huggingface.co/Qwen/Qwen3-Embedding-8B/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/qwen3-embedding-8b"
    },
    {
      "slug": "qwen3-vl-embedding-2b",
      "name": "Qwen3-VL-Embedding-2B",
      "company": "Alibaba Cloud (RDAP names Alibaba Cloud (Singapore) Private Limited as the registrant of qwen.ai)",
      "grade": "C",
      "fit": "caveat",
      "why": "Apache 2.0 and a Sentence Transformers route that runs no repository code, with a bfloat16 default in the vLLM example, but the card states no memory footprint, there is no GGUF or Ollama build, and the Transformers path imports the publisher's script.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-Embedding-2B/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-embedding-2b"
    },
    {
      "slug": "qwen3-vl-embedding-8b",
      "name": "Qwen3-VL-Embedding-8B",
      "company": "Alibaba Group (Tongyi Lab, named in the copyright line of the GitHub repository's Apache 2.0 licence)",
      "grade": "B",
      "fit": "caveat",
      "why": "Apache 2.0 and a Sentence Transformers route with no repository code, but only BF16 weights with no stated footprint, and an account says the 8B needs about 18 GB of RAM, so it won't fit the 16 GB laptop the use case names.",
      "source": "https://huggingface.co/Qwen/Qwen3-VL-Embedding-8B/raw/main/README.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/qwen3-vl-embedding-8b"
    },
    {
      "slug": "voyage-ai",
      "name": "Voyage AI embeddings and rerankers",
      "company": "Voyage AI Innovations, Inc.",
      "grade": "B",
      "fit": "caveat",
      "why": "voyage-4-nano is published as open weights on Hugging Face and shares the 4-series space, and an account runs it as a memory index on an 8 GB container; its card, licence and runtime settings weren't read here.",
      "source": "https://docs.voyageai.com/docs/embeddings.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/voyage-ai"
    },
    {
      "slug": "zeroentropy",
      "name": "ZeroEntropy zerank and zembed",
      "company": "ZeroEntropy, Inc.",
      "grade": "F",
      "fit": "caveat",
      "why": "zembed-1 is Apache 2.0 with a Sentence Transformers route in bfloat16, but it needs trust_remote_code, a named blocker, and the card states no memory footprint for its 4B parameters.",
      "source": "https://huggingface.co/zeroentropy/zembed-1-embedding/raw/main/README.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/zeroentropy"
    },
    {
      "slug": "amazon-nova-embeddings",
      "name": "Amazon Nova Multimodal Embeddings",
      "company": "Amazon Web Services, Inc.",
      "grade": "BB",
      "fit": "no",
      "why": "Hosted on Bedrock only; no weights are published.",
      "source": "https://docs.aws.amazon.com/bedrock/latest/userguide/model-card-amazon-amazon-nova-multimodal-embeddings.html",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/amazon-nova-embeddings"
    },
    {
      "slug": "cohere-embed",
      "name": "Cohere Embed and Rerank",
      "company": "Cohere Inc.",
      "grade": "BB",
      "fit": "no",
      "why": "Hosted API and cloud marketplaces only; no weights to run on the agent's machine.",
      "source": "https://docs.cohere.com/docs/cohere-embed.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/cohere-embed"
    },
    {
      "slug": "gemini-embedding",
      "name": "Gemini Embedding",
      "company": "Google LLC",
      "grade": "B",
      "fit": "no",
      "why": "Hosted API only; no weights. An account running local ChromaDB still sends every embedding call to Google.",
      "source": "https://ai.google.dev/gemini-api/docs/models/gemini-embedding-2.md.txt",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/gemini-embedding"
    },
    {
      "slug": "jina-embeddings",
      "name": "Jina Embeddings and Reranker",
      "company": "Jina AI GmbH",
      "grade": "B",
      "fit": "no",
      "why": "This listing is the hosted API; the open weights are a separate listing under CC BY-NC 4.0.",
      "source": "https://docs.jina.ai/api.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/jina-embeddings"
    },
    {
      "slug": "mistral-embeddings",
      "name": "Mistral Embed and Codestral Embed",
      "company": "Mistral AI (RCS Paris 952 418 325)",
      "grade": "B",
      "fit": "no",
      "why": "Hosted API only; neither embedding model has published weights.",
      "source": "https://docs.mistral.ai/models.md",
      "confidence": "medium",
      "url": "https://www.anchorterminal.com/tools/mistral-embeddings"
    },
    {
      "slug": "openai-embeddings",
      "name": "OpenAI embeddings",
      "company": "OpenAI OpCo, LLC",
      "grade": "BB",
      "fit": "no",
      "why": "Hosted API only; no weights.",
      "source": "https://developers.openai.com/api/docs/guides/embeddings.md",
      "confidence": "high",
      "url": "https://www.anchorterminal.com/tools/openai-embeddings"
    }
  ],
  "marks": "yes: the docs show it does the job as the success test says. caveat: it does the job with a limit an agent should know. no: it doesn't do this job. unchecked: we couldn't read it.",
  "meta": {
    "attribution": "Anchor Terminal (https://www.anchorterminal.com)",
    "attributionRequired": true,
    "credit": "CC BY 4.0, credit Anchor Terminal and link the page or API address you took it from (https://www.anchorterminal.com/terms/#data)",
    "docs": "https://www.anchorterminal.com/docs/",
    "generatedAt": "2026-11-16",
    "license": "CC-BY-4.0",
    "method": "https://www.anchorterminal.com/benchmark/",
    "methodology": "0.8",
    "openapi": "https://www.anchorterminal.com/openapi.json",
    "preview": false,
    "run": "2026-10-01",
    "runLabel": "October 2026 research run",
    "terms": "https://www.anchorterminal.com/terms/#data"
  },
  "useCase": {
    "accounts": 19,
    "after": [
      "vector-search.local-embedded",
      "agent-memory.coding-session-memory",
      "agent-memory.user-facts-recall"
    ],
    "area": "models",
    "asks": [
      "search my files without uploading them",
      "give my agent a local memory index",
      "run embeddings offline on my laptop",
      "which embedding model fits on a 16 GB Mac"
    ],
    "before": [
      "local-ai.fit-model-to-hardware",
      "local-ai.chat-with-own-files"
    ],
    "blockers": [
      "gated download whose licence step is broken (EmbeddingGemma 300M to a Kaggle 404)",
      "non-commercial licence (jina-embeddings-v5-omni-small) for a commercial agent",
      "float16 returns NaN vectors with no error (Qwen3-Embedding-8B, EmbeddingGemma)",
      "route needs trust_remote_code or a forked runtime",
      "GPU container that needs an enterprise licence for production use (NeMo Retriever NIMs)",
      "\"local-first\" tool that defaults to a hosted API"
    ],
    "capabilities": [
      "model.open-weights",
      "embed.text"
    ],
    "category": "embeddings",
    "categoryName": "Embeddings \u0026 rerankers",
    "checked": "2026-11-15",
    "companies": {
      "fit": 3,
      "fitWithLimit": 9,
      "tagged": 114
    },
    "competition": "few",
    "fits": [
      "embeddinggemma-2",
      "qwen3-embedding-0-6b",
      "qwen3-embedding-4b"
    ],
    "fitsWithLimit": [
      "embeddinggemma-300m",
      "granite-embedding-small-english-r2",
      "jina-embeddings-v5-omni-small",
      "nomic-embed",
      "nvidia-nemo-retriever",
      "qwen3-embedding-8b",
      "qwen3-vl-embedding-2b",
      "qwen3-vl-embedding-8b",
      "voyage-ai",
      "zeroentropy"
    ],
    "id": "embeddings.local-private-index",
    "listings": {
      "caveat": 10,
      "no": 6,
      "notRead": 0,
      "tagged": 189,
      "unchecked": 0,
      "yes": 3
    },
    "name": "Embed and search on the agent's own machine",
    "status": "draft",
    "success": "The model has open weights under a licence that allows the use, a documented route on a common local runtime (Ollama, llama.cpp, vLLM or Sentence Transformers) with the pooling, prompt and dtype settings stated, a stated memory footprint, and no network call after download. Measured: 1,000 short chunks embedded on a 16 GB laptop CPU or integrated GPU in under 5 minutes, and load time under 60 seconds once cached.",
    "url": "https://www.anchorterminal.com/api/v1/use-cases/embeddings.local-private-index.json",
    "weight": 21,
    "weightBasis": "19 of 62 accounts (91 account-use-case tags, accounts counted in each use case they fit, scaled to 100 and rounded by hand); local or private running was the most repeated constraint, in Show HN tools, Ask HN local RAG and Hugging Face discussions; overlaps heavily with the RAG use case"
  }
}
