{
  "$schema": "https://truvec.dev/blog/schema/benchmark.schema.json",
  "schema_version": 1,
  "sample": false,
  "source": {
    "benchmark_id": 4,
    "exported_at": "2026-11-14T00:56:54.350Z",
    "app_url": "https://app.truvec.dev"
  },
  "name": "All 16 Truvec models on a product knowledge base",
  "description": null,
  "run": {
    "top_k": 5,
    "created_at": "2026-11-14T00:53:45.610893Z",
    "completed_at": "2026-11-14T00:54:59.024156Z",
    "ranking": "MRR, then recall@k"
  },
  "corpus": {
    "name": "Docker documentation: manuals, FAQs, billing and support pages",
    "description": "261 pages of the public Docker documentation: Docker Desktop, Docker Hub, Compose, accounts, security, subscription and billing, FAQs, support and getting-started guides.",
    "url": "https://github.com/docker/docs",
    "documents": 261,
    "chunks": 1944,
    "chunking": {
      "strategy": "recursive",
      "separator": "\n\n",
      "chunk_size": 1000,
      "chunk_overlap": 200
    }
  },
  "golden_set": {
    "name": "Generated golden set, reviewed",
    "questions": 100,
    "reviewed": true,
    "generated_by": "gpt-5.6-luna"
  },
  "notes": [
    "The corpus is a subset of the public Docker documentation (Apache 2.0), taken from github.com/docker/docs at commit 553482c: the Desktop, Docker Hub, Compose, accounts, security and subscription and billing manuals, the FAQs, the support pages and the getting-started guides. Release notes and pages shorter than 600 characters were left out, and pages were cut at 40,000 characters.",
    "Several posts on this blog use this corpus and the same 100 questions, each with its own selection of models. A model can differ by a question between two of these runs: questions are embedded again at each run, and vector search is approximate.",
    "With 100 questions, a gap of a couple of points between two models is within the noise.",
    "BGE Base, mxbai Embed Large and GTE Large read at most 380 tokens per chunk in Truvec, and the two Cohere v3 models 512. Chunks average about 170 tokens, so little or nothing was truncated."
  ],
  "models": [
    {
      "rank": 1,
      "name": "Voyage 4 Large",
      "provider": "voyage",
      "model_name": "voyage-4-large",
      "dimension": 1024,
      "price_per_million_tokens": 0.12,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.99,
        "recall": 0.975,
        "precision": 0.20599999999999966,
        "f1_score": 0.3380952380952379,
        "mrr": 0.9216666666666665,
        "ndcg": 0.9243010127312083
      },
      "correct_answers": 99,
      "hit_rate_at": {
        "1": 0.87,
        "2": 0.94,
        "3": 0.99,
        "4": 0.99,
        "5": 0.99
      },
      "rank_histogram": {
        "1": 87,
        "2": 7,
        "3": 5,
        "4": 0,
        "5": 0,
        "miss": 1
      },
      "scores": {
        "mean_relevant_score": 0.6531894676767677,
        "mean_top_distractor_score": 0.6068937536,
        "score_gap": 0.046386561010101024
      },
      "latency": {
        "embedding_ms_per_query": 17.260584132745862,
        "search_ms_p50": 9.985240874812007,
        "search_ms_p95": 15.683009359054267
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.040363199999999995,
        "cost_per_1k_queries_usd": 0.002376
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 2,
      "name": "Voyage 4",
      "provider": "voyage",
      "model_name": "voyage-4",
      "dimension": 1024,
      "price_per_million_tokens": 0.06,
      "status": "completed",
      "metrics": {
        "hit_rate": 1,
        "recall": 0.995,
        "precision": 0.21199999999999963,
        "f1_score": 0.3471428571428571,
        "mrr": 0.9153333333333333,
        "ndcg": 0.9285378503730927
      },
      "correct_answers": 100,
      "hit_rate_at": {
        "1": 0.85,
        "2": 0.95,
        "3": 0.99,
        "4": 0.99,
        "5": 1
      },
      "rank_histogram": {
        "1": 85,
        "2": 10,
        "3": 4,
        "4": 0,
        "5": 1,
        "miss": 0
      },
      "scores": {
        "mean_relevant_score": 0.6923111795000003,
        "mean_top_distractor_score": 0.6462398736999999,
        "score_gap": 0.04607130580000002
      },
      "latency": {
        "embedding_ms_per_query": 11.10642152838409,
        "search_ms_p50": 12.429937021806836,
        "search_ms_p95": 23.842473002150655
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.020181599999999997,
        "cost_per_1k_queries_usd": 0.001188
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 3,
      "name": "Voyage 4 Lite",
      "provider": "voyage",
      "model_name": "voyage-4-lite",
      "dimension": 1024,
      "price_per_million_tokens": 0.02,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.99,
        "recall": 0.975,
        "precision": 0.20599999999999966,
        "f1_score": 0.3380952380952379,
        "mrr": 0.8933333333333333,
        "ndcg": 0.9067466674372643
      },
      "correct_answers": 99,
      "hit_rate_at": {
        "1": 0.81,
        "2": 0.95,
        "3": 0.99,
        "4": 0.99,
        "5": 0.99
      },
      "rank_histogram": {
        "1": 81,
        "2": 14,
        "3": 4,
        "4": 0,
        "5": 0,
        "miss": 1
      },
      "scores": {
        "mean_relevant_score": 0.6653339821212121,
        "mean_top_distractor_score": 0.6216108191,
        "score_gap": 0.04393168232323233
      },
      "latency": {
        "embedding_ms_per_query": 16.81179976090789,
        "search_ms_p50": 9.7579185385257,
        "search_ms_p95": 19.53716678544879
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.0067272,
        "cost_per_1k_queries_usd": 0.000396
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 4,
      "name": "Gemini Embedding 2",
      "provider": "google",
      "model_name": "gemini-embedding-2",
      "dimension": 3072,
      "price_per_million_tokens": 0.2,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.99,
        "recall": 0.985,
        "precision": 0.20999999999999963,
        "f1_score": 0.34380952380952373,
        "mrr": 0.8761666666666666,
        "ndcg": 0.8973897072805924
      },
      "correct_answers": 99,
      "hit_rate_at": {
        "1": 0.8,
        "2": 0.9,
        "3": 0.95,
        "4": 0.98,
        "5": 0.99
      },
      "rank_histogram": {
        "1": 80,
        "2": 10,
        "3": 5,
        "4": 3,
        "5": 1,
        "miss": 1
      },
      "scores": {
        "mean_relevant_score": 0.816236045252525,
        "mean_top_distractor_score": 0.7916649579999999,
        "score_gap": 0.024753799797979793
      },
      "latency": {
        "embedding_ms_per_query": 19.50531197246164,
        "search_ms_p50": 16.437029000371695,
        "search_ms_p95": 26.669049588963386
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.067272,
        "cost_per_1k_queries_usd": 0.00396
      },
      "vector_storage_bytes": 23887872
    },
    {
      "rank": 5,
      "name": "Gemini Embedding 001",
      "provider": "google",
      "model_name": "gemini-embedding-001",
      "dimension": 3072,
      "price_per_million_tokens": 0.15,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.98,
        "recall": 0.975,
        "precision": 0.20799999999999966,
        "f1_score": 0.3404761904761904,
        "mrr": 0.8691666666666668,
        "ndcg": 0.8899037166748931
      },
      "correct_answers": 98,
      "hit_rate_at": {
        "1": 0.78,
        "2": 0.92,
        "3": 0.97,
        "4": 0.98,
        "5": 0.98
      },
      "rank_histogram": {
        "1": 78,
        "2": 14,
        "3": 5,
        "4": 1,
        "5": 0,
        "miss": 2
      },
      "scores": {
        "mean_relevant_score": 0.796238740612245,
        "mean_top_distractor_score": 0.7807054927000001,
        "score_gap": 0.015357184183673461
      },
      "latency": {
        "embedding_ms_per_query": 15.585723877884448,
        "search_ms_p50": 14.994096476584673,
        "search_ms_p95": 22.98056113068014
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.050454,
        "cost_per_1k_queries_usd": 0.00297
      },
      "vector_storage_bytes": 23887872
    },
    {
      "rank": 6,
      "name": "OpenAI text-embedding-3-large",
      "provider": "openai",
      "model_name": "text-embedding-3-large",
      "dimension": 3072,
      "price_per_million_tokens": 0.13,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.99,
        "recall": 0.975,
        "precision": 0.20599999999999963,
        "f1_score": 0.3380952380952379,
        "mrr": 0.867,
        "ndcg": 0.8848806698984153
      },
      "correct_answers": 99,
      "hit_rate_at": {
        "1": 0.79,
        "2": 0.88,
        "3": 0.94,
        "4": 0.98,
        "5": 0.99
      },
      "rank_histogram": {
        "1": 79,
        "2": 9,
        "3": 6,
        "4": 4,
        "5": 1,
        "miss": 1
      },
      "scores": {
        "mean_relevant_score": 0.6865643144444447,
        "mean_top_distractor_score": 0.6498257155000001,
        "score_gap": 0.03669824454545455
      },
      "latency": {
        "embedding_ms_per_query": 8.012244962155819,
        "search_ms_p50": 18.622476840391755,
        "search_ms_p95": 30.46699855476617
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.0437268,
        "cost_per_1k_queries_usd": 0.002574
      },
      "vector_storage_bytes": 23887872
    },
    {
      "rank": 7,
      "name": "Cohere Embed v4",
      "provider": "cohere",
      "model_name": "embed-v4.0",
      "dimension": 1536,
      "price_per_million_tokens": 0.12,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.98,
        "recall": 0.965,
        "precision": 0.20399999999999965,
        "f1_score": 0.33476190476190454,
        "mrr": 0.8586666666666667,
        "ndcg": 0.8752323097245924
      },
      "correct_answers": 98,
      "hit_rate_at": {
        "1": 0.76,
        "2": 0.93,
        "3": 0.95,
        "4": 0.97,
        "5": 0.98
      },
      "rank_histogram": {
        "1": 76,
        "2": 17,
        "3": 2,
        "4": 2,
        "5": 1,
        "miss": 2
      },
      "scores": {
        "mean_relevant_score": 0.6839180481632652,
        "mean_top_distractor_score": 0.6378762136999999,
        "score_gap": 0.04637254918367347
      },
      "latency": {
        "embedding_ms_per_query": 13.668632488697767,
        "search_ms_p50": 18.76603066921234,
        "search_ms_p95": 54.39238732215015
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.040363199999999995,
        "cost_per_1k_queries_usd": 0.002376
      },
      "vector_storage_bytes": 11943936
    },
    {
      "rank": 8,
      "name": "Qwen3 Embedding 8B",
      "provider": "fireworks",
      "model_name": "fireworks/qwen3-embedding-8b",
      "dimension": 4096,
      "price_per_million_tokens": 0.1,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.99,
        "recall": 0.98,
        "precision": 0.20799999999999966,
        "f1_score": 0.3409523809523808,
        "mrr": 0.8583333333333334,
        "ndcg": 0.8829243197079457
      },
      "correct_answers": 99,
      "hit_rate_at": {
        "1": 0.77,
        "2": 0.88,
        "3": 0.95,
        "4": 0.99,
        "5": 0.99
      },
      "rank_histogram": {
        "1": 77,
        "2": 11,
        "3": 7,
        "4": 4,
        "5": 0,
        "miss": 1
      },
      "scores": {
        "mean_relevant_score": 0.8267677546464643,
        "mean_top_distractor_score": 0.7848816510999995,
        "score_gap": 0.04198143060606063
      },
      "latency": {
        "embedding_ms_per_query": 10.180561398155987,
        "search_ms_p50": 21.471185609698296,
        "search_ms_p95": 32.82189960591494
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.033636,
        "cost_per_1k_queries_usd": 0.00198
      },
      "vector_storage_bytes": 31850496
    },
    {
      "rank": 9,
      "name": "Cohere Embed Multilingual v3",
      "provider": "cohere",
      "model_name": "embed-multilingual-v3.0",
      "dimension": 1024,
      "price_per_million_tokens": 0.1,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.94,
        "recall": 0.925,
        "precision": 0.1959999999999997,
        "f1_score": 0.3214285714285711,
        "mrr": 0.8483333333333333,
        "ndcg": 0.8605007458262908
      },
      "correct_answers": 94,
      "hit_rate_at": {
        "1": 0.78,
        "2": 0.88,
        "3": 0.92,
        "4": 0.94,
        "5": 0.94
      },
      "rank_histogram": {
        "1": 78,
        "2": 10,
        "3": 4,
        "4": 2,
        "5": 0,
        "miss": 6
      },
      "scores": {
        "mean_relevant_score": 0.787567915,
        "mean_top_distractor_score": 0.7467495582999999,
        "score_gap": 0.04134944287234043
      },
      "latency": {
        "embedding_ms_per_query": 10.787841323763132,
        "search_ms_p50": 9.251534007489681,
        "search_ms_p95": 17.15735956095159
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.033636,
        "cost_per_1k_queries_usd": 0.00198
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 10,
      "name": "mxbai Embed Large v1",
      "provider": "fireworks",
      "model_name": "mixedbread-ai/mxbai-embed-large-v1",
      "dimension": 1024,
      "price_per_million_tokens": 0.016,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.96,
        "recall": 0.935,
        "precision": 0.19599999999999965,
        "f1_score": 0.322380952380952,
        "mrr": 0.8173333333333335,
        "ndcg": 0.8371986921508652
      },
      "correct_answers": 96,
      "hit_rate_at": {
        "1": 0.73,
        "2": 0.84,
        "3": 0.88,
        "4": 0.94,
        "5": 0.96
      },
      "rank_histogram": {
        "1": 73,
        "2": 11,
        "3": 4,
        "4": 6,
        "5": 2,
        "miss": 4
      },
      "scores": {
        "mean_relevant_score": 0.8418291743749998,
        "mean_top_distractor_score": 0.8168618262999999,
        "score_gap": 0.025850335520833323
      },
      "latency": {
        "embedding_ms_per_query": 17.70927811972797,
        "search_ms_p50": 9.65405604802072,
        "search_ms_p95": 15.791198681108654
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.00538176,
        "cost_per_1k_queries_usd": 0.0003168
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 11,
      "name": "Cohere Embed English v3",
      "provider": "cohere",
      "model_name": "embed-english-v3.0",
      "dimension": 1024,
      "price_per_million_tokens": 0.1,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.97,
        "recall": 0.95,
        "precision": 0.19999999999999965,
        "f1_score": 0.32857142857142824,
        "mrr": 0.8126666666666666,
        "ndcg": 0.8380972547434231
      },
      "correct_answers": 97,
      "hit_rate_at": {
        "1": 0.71,
        "2": 0.84,
        "3": 0.92,
        "4": 0.94,
        "5": 0.97
      },
      "rank_histogram": {
        "1": 71,
        "2": 13,
        "3": 8,
        "4": 2,
        "5": 3,
        "miss": 3
      },
      "scores": {
        "mean_relevant_score": 0.7770248376288654,
        "mean_top_distractor_score": 0.740637308,
        "score_gap": 0.03653321608247423
      },
      "latency": {
        "embedding_ms_per_query": 8.884182120673358,
        "search_ms_p50": 9.497821098193526,
        "search_ms_p95": 16.459281975403428
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.033636,
        "cost_per_1k_queries_usd": 0.00198
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 12,
      "name": "GTE Large",
      "provider": "fireworks",
      "model_name": "thenlper/gte-large",
      "dimension": 1024,
      "price_per_million_tokens": 0.016,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.93,
        "recall": 0.905,
        "precision": 0.18999999999999967,
        "f1_score": 0.31238095238095204,
        "mrr": 0.7916666666666669,
        "ndcg": 0.8104789276683291
      },
      "correct_answers": 93,
      "hit_rate_at": {
        "1": 0.68,
        "2": 0.86,
        "3": 0.91,
        "4": 0.93,
        "5": 0.93
      },
      "rank_histogram": {
        "1": 68,
        "2": 18,
        "3": 5,
        "4": 2,
        "5": 0,
        "miss": 7
      },
      "scores": {
        "mean_relevant_score": 0.9288208727956991,
        "mean_top_distractor_score": 0.9171444147999998,
        "score_gap": 0.011553265698924724
      },
      "latency": {
        "embedding_ms_per_query": 18.44578478951007,
        "search_ms_p50": 11.421747272834182,
        "search_ms_p95": 23.7091380637139
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.00538176,
        "cost_per_1k_queries_usd": 0.0003168
      },
      "vector_storage_bytes": 7962624
    },
    {
      "rank": 13,
      "name": "BGE Base EN v1.5",
      "provider": "fireworks",
      "model_name": "BAAI/bge-base-en-v1.5",
      "dimension": 768,
      "price_per_million_tokens": 0.008,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.95,
        "recall": 0.925,
        "precision": 0.19399999999999967,
        "f1_score": 0.31904761904761864,
        "mrr": 0.7726666666666668,
        "ndcg": 0.802102666667776
      },
      "correct_answers": 95,
      "hit_rate_at": {
        "1": 0.64,
        "2": 0.85,
        "3": 0.9,
        "4": 0.92,
        "5": 0.95
      },
      "rank_histogram": {
        "1": 64,
        "2": 21,
        "3": 5,
        "4": 2,
        "5": 3,
        "miss": 5
      },
      "scores": {
        "mean_relevant_score": 0.8059181671578949,
        "mean_top_distractor_score": 0.7818177453999999,
        "score_gap": 0.023495881473684213
      },
      "latency": {
        "embedding_ms_per_query": 14.20496413949877,
        "search_ms_p50": 8.768200175836682,
        "search_ms_p95": 15.14894193969667
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.00269088,
        "cost_per_1k_queries_usd": 0.0001584
      },
      "vector_storage_bytes": 5971968
    },
    {
      "rank": 14,
      "name": "OpenAI text-embedding-3-small",
      "provider": "openai",
      "model_name": "text-embedding-3-small",
      "dimension": 1536,
      "price_per_million_tokens": 0.02,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.95,
        "recall": 0.935,
        "precision": 0.19799999999999965,
        "f1_score": 0.3247619047619045,
        "mrr": 0.7686666666666667,
        "ndcg": 0.8067558320662286
      },
      "correct_answers": 95,
      "hit_rate_at": {
        "1": 0.63,
        "2": 0.84,
        "3": 0.92,
        "4": 0.94,
        "5": 0.95
      },
      "rank_histogram": {
        "1": 63,
        "2": 21,
        "3": 8,
        "4": 2,
        "5": 1,
        "miss": 5
      },
      "scores": {
        "mean_relevant_score": 0.7154956126315789,
        "mean_top_distractor_score": 0.6871825566999997,
        "score_gap": 0.027444146105263148
      },
      "latency": {
        "embedding_ms_per_query": 9.351049265824258,
        "search_ms_p50": 16.326845157891512,
        "search_ms_p95": 40.56406919844448
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.0067272,
        "cost_per_1k_queries_usd": 0.000396
      },
      "vector_storage_bytes": 11943936
    },
    {
      "rank": 15,
      "name": "Nomic Embed Text v1.5",
      "provider": "fireworks",
      "model_name": "nomic-ai/nomic-embed-text-v1.5",
      "dimension": 768,
      "price_per_million_tokens": 0.008,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.9,
        "recall": 0.89,
        "precision": 0.18799999999999972,
        "f1_score": 0.3085714285714283,
        "mrr": 0.7645000000000001,
        "ndcg": 0.7893701530812764
      },
      "correct_answers": 90,
      "hit_rate_at": {
        "1": 0.67,
        "2": 0.8,
        "3": 0.86,
        "4": 0.89,
        "5": 0.9
      },
      "rank_histogram": {
        "1": 67,
        "2": 13,
        "3": 6,
        "4": 3,
        "5": 1,
        "miss": 10
      },
      "scores": {
        "mean_relevant_score": 0.8418504403333334,
        "mean_top_distractor_score": 0.8148888034999999,
        "score_gap": 0.02684558144444445
      },
      "latency": {
        "embedding_ms_per_query": 13.439867002889514,
        "search_ms_p50": 9.938834700733423,
        "search_ms_p95": 18.886546464636922
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.00269088,
        "cost_per_1k_queries_usd": 0.0001584
      },
      "vector_storage_bytes": 5971968
    },
    {
      "rank": 16,
      "name": "OpenAI text-embedding-ada-002",
      "provider": "openai",
      "model_name": "text-embedding-ada-002",
      "dimension": 1536,
      "price_per_million_tokens": 0.1,
      "status": "completed",
      "metrics": {
        "hit_rate": 0.93,
        "recall": 0.915,
        "precision": 0.1939999999999997,
        "f1_score": 0.31809523809523776,
        "mrr": 0.7125,
        "ndcg": 0.7583760026530604
      },
      "correct_answers": 93,
      "hit_rate_at": {
        "1": 0.55,
        "2": 0.79,
        "3": 0.88,
        "4": 0.93,
        "5": 0.93
      },
      "rank_histogram": {
        "1": 55,
        "2": 24,
        "3": 9,
        "4": 5,
        "5": 0,
        "miss": 7
      },
      "scores": {
        "mean_relevant_score": 0.8707368995698925,
        "mean_top_distractor_score": 0.8608594640000004,
        "score_gap": 0.009398710000000008
      },
      "latency": {
        "embedding_ms_per_query": 5.54704497102648,
        "search_ms_p50": 14.09331988543272,
        "search_ms_p95": 27.287254994735118
      },
      "cost": {
        "corpus_tokens": 336360,
        "index_cost_usd": 0.033636,
        "cost_per_1k_queries_usd": 0.00198
      },
      "vector_storage_bytes": 11943936
    }
  ],
  "questions": [
    {
      "question": "How do I push an image to Docker Hub, and what tagging restriction applies?",
      "expected_excerpt": "## Push an image to Docker Hub Select the image from the list, select the **More options** button and select **Push to Hub**. > [!NOTE] > > You can only push an image to Docker Hub if the image belongs to your Docker ID or your organization. That is, the image must contain the co",
      "first_relevant_rank": {
        "Voyage 4 Large": null,
        "Voyage 4": 5,
        "Voyage 4 Lite": null,
        "Gemini Embedding 2": 5,
        "Gemini Embedding 001": null,
        "OpenAI text-embedding-3-large": null,
        "Cohere Embed v4": null,
        "Qwen3 Embedding 8B": 4,
        "Cohere Embed Multilingual v3": 4,
        "mxbai Embed Large v1": 4,
        "Cohere Embed English v3": 2,
        "GTE Large": 4,
        "BGE Base EN v1.5": 3,
        "OpenAI text-embedding-3-small": 1,
        "Nomic Embed Text v1.5": 4,
        "OpenAI text-embedding-ada-002": null
      }
    },
    {
      "question": "When both JIT and SCIM are enabled, how are organization roles and account deactivation handled?",
      "expected_excerpt": "Roles don't move back and forth. JIT sets the organization role only when it first adds the user. A later SCIM update can change that role, and the next sign-in leaves the SCIM role in place. When a user isn't assigned to the Docker application in the IdP, the next synchronizatio",
      "first_relevant_rank": {
        "Voyage 4 Large": 1,
        "Voyage 4": 1,
        "Voyage 4 Lite": 2,
        "Gemini Embedding 2": 1,
        "Gemini Embedding 001": 1,
        "OpenAI text-embedding-3-large": 5,
        "Cohere Embed v4": 3,
        "Qwen3 Embedding 8B": null,
        "Cohere Embed Multilingual v3": 3,
        "mxbai Embed Large v1": 5,
        "Cohere Embed English v3": 2,
        "GTE Large": 4,
        "BGE Base EN v1.5": 3,
        "OpenAI text-embedding-3-small": null,
        "Nomic Embed Text v1.5": 3,
        "OpenAI text-embedding-ada-002": 4
      }
    },
    {
      "question": "How do I create, publish, and share a custom MCP catalog with my team?",
      "expected_excerpt": "Create a catalog and specify which servers to include: ```console $ docker mcp catalog create registry.example.com/mcp/data-tools:latest \\ --title \"Data Analysis Tools\" \\ --server catalog://mcp/docker-mcp-catalog/sequentialthinking \\ --server catalog://mcp/docker-mcp-catalog/brav",
      "first_relevant_rank": {
        "Voyage 4 Large": 1,
        "Voyage 4": 1,
        "Voyage 4 Lite": 1,
        "Gemini Embedding 2": 1,
        "Gemini Embedding 001": 1,
        "OpenAI text-embedding-3-large": 1,
        "Cohere Embed v4": 5,
        "Qwen3 Embedding 8B": 3,
        "Cohere Embed Multilingual v3": null,
        "mxbai Embed Large v1": 4,
        "Cohere Embed English v3": 5,
        "GTE Large": 2,
        "BGE Base EN v1.5": 2,
        "OpenAI text-embedding-3-small": 2,
        "Nomic Embed Text v1.5": 3,
        "OpenAI text-embedding-ada-002": 3
      }
    },
    {
      "question": "How do I search Docker Desktop logs, move between matching entries, and clear the terminal?",
      "expected_excerpt": "### Logs Select **Logs** to view output from the container in real time. While viewing logs, you can: - Use `Cmd + f`/`Ctrl + f` to open the search bar and find specific entries. Search matches are highlighted in yellow. - Press `Enter` or `Shift + Enter` to jump to the next or p",
      "first_relevant_rank": {
        "Voyage 4 Large": 1,
        "Voyage 4": 1,
        "Voyage 4 Lite": 1,
        "Gemini Embedding 2": 2,
        "Gemini Embedding 001": 3,
        "OpenAI text-embedding-3-large": 4,
        "Cohere Embed v4": 2,
        "Qwen3 Embedding 8B": 3,
        "Cohere Embed Multilingual v3": null,
        "mxbai Embed Large v1": 1,
        "Cohere Embed English v3": 5,
        "GTE Large": 2,
        "BGE Base EN v1.5": 1,
        "OpenAI text-embedding-3-small": 1,
        "Nomic Embed Text v1.5": 2,
        "OpenAI text-embedding-ada-002": 1
      }
    },
    {
      "question": "When multiple Compose files are supplied with `-f`, how are their service settings combined, and which file takes precedence?",
      "expected_excerpt": "Compose merges files in the order they're specified on the command line. Subsequent files may merge, override, or add to their predecessors. For example: ```console $ docker compose -f compose.yaml -f compose.admin.yaml run backup_db ``` The `compose.yaml` file might specify a `w",
      "first_relevant_rank": {
        "Voyage 4 Large": 1,
        "Voyage 4": 2,
        "Voyage 4 Lite": 3,
        "Gemini Embedding 2": 1,
        "Gemini Embedding 001": 1,
        "OpenAI text-embedding-3-large": 1,
        "Cohere Embed v4": 4,
        "Qwen3 Embedding 8B": 2,
        "Cohere Embed Multilingual v3": null,
        "mxbai Embed Large v1": 5,
        "Cohere Embed English v3": 3,
        "GTE Large": null,
        "BGE Base EN v1.5": null,
        "OpenAI text-embedding-3-small": 4,
        "Nomic Embed Text v1.5": null,
        "OpenAI text-embedding-ada-002": null
      }
    },
    {
      "question": "Which organizational roles and subscription plans are needed to create organization access tokens in Docker?",
      "expected_excerpt": "> [!WARNING] > > OATs don't work with Docker Desktop or Image Access Management. For > those features, use > PATs instead. ## Best practices - Set an expiration date and rotate tokens on a schedule - Grant only the repositories and scopes each job needs - Review the **Last used**",
      "first_relevant_rank": {
        "Voyage 4 Large": 1,
        "Voyage 4": 1,
        "Voyage 4 Lite": 1,
        "Gemini Embedding 2": 1,
        "Gemini Embedding 001": 1,
        "OpenAI text-embedding-3-large": 4,
        "Cohere Embed v4": 1,
        "Qwen3 Embedding 8B": 2,
        "Cohere Embed Multilingual v3": 3,
        "mxbai Embed Large v1": null,
        "Cohere Embed English v3": null,
        "GTE Large": null,
        "BGE Base EN v1.5": null,
        "OpenAI text-embedding-3-small": null,
        "Nomic Embed Text v1.5": null,
        "OpenAI text-embedding-ada-002": null
      }
    },
    {
      "question": "How do I make a container service accessible from my host computer using Docker port publishing?",
      "expected_excerpt": "# Publishing and exposing ports ## Explanation If you've been following the guides so far, you understand that containers provide isolated processes for each component of your application. Each component - a React frontend, a Python API, and a Postgres database - runs in its own ",
      "first_relevant_rank": {
        "Voyage 4 Large": 3,
        "Voyage 4": 3,
        "Voyage 4 Lite": 3,
        "Gemini Embedding 2": 4,
        "Gemini Embedding 001": null,
        "OpenAI text-embedding-3-large": 1,
        "Cohere Embed v4": 1,
        "Qwen3 Embedding 8B": 3,
        "Cohere Embed Multilingual v3": null,
        "mxbai Embed Large v1": null,
        "Cohere Embed English v3": 1,
        "GTE Large": 2,
        "BGE Base EN v1.5": 1,
        "OpenAI text-embedding-3-small": 3,
        "Nomic Embed Text v1.5": null,
        "OpenAI text-embedding-ada-002": 2
      }
    },
    {
      "question": "How can I confirm that an image migration preserved the same digest, including for multi-platform images?",
      "expected_excerpt": "```bash #!/usr/bin/env bash set -euo pipefail SRC_ORG=\"oldorg\" DEST_ORG=\"neworg\" REPO=\"myapp\" TAG=\"1.2.3\" SRC_IMAGE=\"${SRC_ORG}/${REPO}:${TAG}\" DEST_IMAGE=\"${DEST_ORG}/${REPO}:${TAG}\" # Using crane SRC_DIGEST=$(crane digest \"${SRC_IMAGE}\") DEST_DIGEST=$(crane digest \"${DEST_IMAGE",
      "first_relevant_rank": {
        "Voyage 4 Large": 1,
        "Voyage 4": 1,
        "Voyage 4 Lite": 1,
        "Gemini Embedding 2": 1,
        "Gemini Embedding 001": 1,
        "OpenAI text-embedding-3-large": 1,
        "Cohere Embed v4": 1,
        "Qwen3 Embedding 8B": 1,
        "Cohere Embed Multilingual v3": 2,
        "mxbai Embed Large v1": 3,
        "Cohere Embed English v3": 5,
        "GTE Large": null,
        "BGE Base EN v1.5": 3,
        "OpenAI text-embedding-3-small": 1,
        "Nomic Embed Text v1.5": null,
        "OpenAI text-embedding-ada-002": 1
      }
    }
  ]
}
