{
  "date": "2026-10-15",
  "corpus_passages": 105687,
  "training_questions": 512,
  "training_seconds": 656.0340931250248,
  "trainable_parameters": 786432,
  "index_seconds": 516.5663492920576,
  "hybrid_pairs": [
    {
      "split": "test",
      "questions": 64,
      "before": 60,
      "after": 61,
      "became_complete": 4,
      "became_incomplete": 3
    },
    {
      "split": "regression",
      "questions": 92,
      "before": 66,
      "after": 78,
      "became_complete": 16,
      "became_incomplete": 4
    }
  ],
  "all_results": [
    {
      "split": "test",
      "method": "dense",
      "model": "base",
      "questions": 64,
      "complete_cases": 56.0,
      "hit_at1_cases": 57.0,
      "mean_recall_at10": 0.9296875
    },
    {
      "split": "test",
      "method": "dense",
      "model": "lora",
      "questions": 64,
      "complete_cases": 52.0,
      "hit_at1_cases": 62.0,
      "mean_recall_at10": 0.90625
    },
    {
      "split": "test",
      "method": "hybrid",
      "model": "base",
      "questions": 64,
      "complete_cases": 60.0,
      "hit_at1_cases": 30.0,
      "mean_recall_at10": 0.9609375
    },
    {
      "split": "test",
      "method": "hybrid",
      "model": "lora",
      "questions": 64,
      "complete_cases": 61.0,
      "hit_at1_cases": 52.0,
      "mean_recall_at10": 0.9765625
    },
    {
      "split": "regression",
      "method": "dense",
      "model": "base",
      "questions": 92,
      "complete_cases": 63.0,
      "hit_at1_cases": 71.0,
      "mean_recall_at10": 0.8478260869565217
    },
    {
      "split": "regression",
      "method": "dense",
      "model": "lora",
      "questions": 92,
      "complete_cases": 81.0,
      "hit_at1_cases": 83.0,
      "mean_recall_at10": 0.9384057971014493
    },
    {
      "split": "regression",
      "method": "hybrid",
      "model": "base",
      "questions": 92,
      "complete_cases": 66.0,
      "hit_at1_cases": 63.0,
      "mean_recall_at10": 0.8487318840579711
    },
    {
      "split": "regression",
      "method": "hybrid",
      "model": "lora",
      "questions": 92,
      "complete_cases": 78.0,
      "hit_at1_cases": 74.0,
      "mean_recall_at10": 0.931159420289855
    }
  ],
  "questions_losing_evidence": 9,
  "complete_to_incomplete": 7,
  "activated": false,
  "promotion_checks": {
    "new_test_complete_gain": true,
    "no_lost_evidence": false,
    "no_first_hit_decline": true,
    "dev_loss_improved": true,
    "base_files_unchanged": true
  },
  "example": {
    "case": {
      "id": "TEST-0015",
      "split": "test",
      "question": "Le nom de BSA 650 Scrambler (2026) peut être commercial : relève les cc et les litres de réservoir dans sa fiche.",
      "required_groups": [
        [
          "c5aa244360f284d0:section:4"
        ],
        [
          "c5aa244360f284d0:section:0"
        ]
      ],
      "expected_facts": [
        {
          "identity": "BSA 650 Scrambler (2026)",
          "field": "displacement",
          "passage_id": "c5aa244360f284d0:section:4",
          "quotes": [
            "652 cc (Alésage * course: 100 x 83 mm)"
          ]
        },
        {
          "identity": "BSA 650 Scrambler (2026)",
          "field": "tank",
          "passage_id": "c5aa244360f284d0:section:0",
          "quotes": [
            "Réservoir : 12 litres"
          ]
        }
      ],
      "methods": {
        "hybrid": {
          "base": {
            "ids": [
              "c5aa244360f284d0:section:0",
              "c5aa244360f284d0:section:2",
              "c5aa244360f284d0:section:5",
              "c5aa244360f284d0:section:4",
              "c5aa244360f284d0:section:8",
              "ac276d04c44ba004:section:0",
              "c5aa244360f284d0:section:9",
              "c5aa244360f284d0:section:7",
              "cc81d03476954f67:section:0",
              "7b35bb51cd8ad37f:section:0"
            ],
            "hits": [
              true,
              true
            ],
            "complete": true,
            "first": true
          },
          "lora": {
            "ids": [
              "c5aa244360f284d0:section:0",
              "c5aa244360f284d0:section:5",
              "7b35bb51cd8ad37f:section:0",
              "c5aa244360f284d0:section:8",
              "009e7688e93da9c4:section:0",
              "c5aa244360f284d0:section:9",
              "c5aa244360f284d0:section:7",
              "d568490f8497969f:section:0",
              "c22163d34bfc2b4a:section:0",
              "c5aa244360f284d0:section:2"
            ],
            "hits": [
              false,
              true
            ],
            "complete": false,
            "first": true
          },
          "lost": 1,
          "gained": 0
        },
        "dense": {
          "base": {
            "ids": [
              "c5aa244360f284d0:section:0",
              "c5aa244360f284d0:section:4",
              "ac276d04c44ba004:section:0",
              "cc81d03476954f67:section:0",
              "7b35bb51cd8ad37f:section:0",
              "66a8b6f8522e3655:section:0",
              "d5baf78a02f5a31f:section:0",
              "977eb6f88b72fa89:section:0",
              "5a82483734428fa4:section:0",
              "37e027dacc582720:section:0"
            ],
            "hits": [
              true,
              true
            ],
            "complete": true,
            "first": true
          },
          "lora": {
            "ids": [
              "c5aa244360f284d0:section:0",
              "7b35bb51cd8ad37f:section:0",
              "009e7688e93da9c4:section:0",
              "d568490f8497969f:section:0",
              "c22163d34bfc2b4a:section:0",
              "92e806521e9f3f04:section:0",
              "70a4fabcce8702e5:section:0",
              "c77c6dd2056c9d8f:section:0",
              "07a396b180e04dbf:section:0",
              "728c9c09a30fbbf5:section:0"
            ],
            "hits": [
              false,
              true
            ],
            "complete": false,
            "first": true
          },
          "lost": 1,
          "gained": 0
        }
      }
    },
    "sources": [
      {
        "id": "c5aa244360f284d0:section:4",
        "brand": "BSA",
        "model": "650 Scrambler",
        "year": 2026,
        "section": "Moteur",
        "original_text": "Monocylindre , 4 temps; Injection; Refroidissement : liquide; 2 ACT; 4 soupapes par cylindre; 652 cc (Alésage * course: 100 x 83 mm); 45 ch à 6 000 tr/min; 5,70 mkg (55 Nm) à 4 000 tr/min; Rapport poids / puissance : environ 4.6 kg/ch; Rapport poids / couple : environ 36.31 kg/mkg; Compression : 11,5 : 1; Système de démarrage : électrique",
        "source_url": "https://www.motoplanete.com/bsa/12097/650-Scrambler-2026/contact.html",
        "text_sha256": "c17aeb5cb66a6175cc702a6149a24f7cdaf3e2793766b7a8094486bdf07d1860"
      },
      {
        "id": "c5aa244360f284d0:section:0",
        "brand": "BSA",
        "model": "650 Scrambler",
        "year": 2026,
        "section": "Châssis",
        "original_text": "Selle biplaces; Cadre : double berceau en tubes d'acier; Réservoir : 12 litres; Hauteur de selle : 820 mm; Empattement : 1 463 mm; Poids tous pleins faits : 218 kg",
        "source_url": "https://www.motoplanete.com/bsa/12097/650-Scrambler-2026/contact.html",
        "text_sha256": "893202c7bc25a32c00dde41950cabe83a607405f963b77705dc83b6da0cda2c2"
      }
    ]
  },
  "gain_example": {
    "case": {
      "id": "TEST-0027",
      "split": "test",
      "question": "Pour BSA 650 Gold Star (2022), donne les valeurs de puissance et de masse en gardant les libellés d'origine.",
      "required_groups": [
        [
          "8849a2b90db73178:section:4"
        ],
        [
          "8849a2b90db73178:section:0"
        ]
      ],
      "expected_facts": [
        {
          "identity": "BSA 650 Gold Star (2022)",
          "field": "power",
          "passage_id": "8849a2b90db73178:section:4",
          "quotes": [
            "45 ch à 6 000 tr/min"
          ]
        },
        {
          "identity": "BSA 650 Gold Star (2022)",
          "field": "mass",
          "passage_id": "8849a2b90db73178:section:0",
          "quotes": [
            "Poids à sec : 198 kg",
            "Poids tous pleins faits : 213 kg"
          ]
        }
      ],
      "methods": {
        "hybrid": {
          "base": {
            "ids": [
              "8849a2b90db73178:section:2",
              "8849a2b90db73178:section:7",
              "8849a2b90db73178:section:5",
              "8849a2b90db73178:section:6",
              "8849a2b90db73178:section:8",
              "080290801c60d163:section:2",
              "080290801c60d163:section:5",
              "7d7c10f5da2fcd88:section:2",
              "080290801c60d163:section:7",
              "03605e8b6d805c90:section:2"
            ],
            "hits": [
              false,
              false
            ],
            "complete": false,
            "first": false
          },
          "lora": {
            "ids": [
              "8849a2b90db73178:section:0",
              "8849a2b90db73178:section:4",
              "8849a2b90db73178:section:9",
              "8849a2b90db73178:section:5",
              "8849a2b90db73178:section:8",
              "c7b2e09220985dd0:section:4",
              "5b655234e1ba6502:section:4",
              "8849a2b90db73178:section:7",
              "8849a2b90db73178:section:6",
              "fd5863d7313f61d3:section:4"
            ],
            "hits": [
              true,
              true
            ],
            "complete": true,
            "first": true
          },
          "lost": 0,
          "gained": 2
        },
        "dense": {
          "base": {
            "ids": [
              "8849a2b90db73178:section:4",
              "080290801c60d163:section:4",
              "7d7c10f5da2fcd88:section:4",
              "8849a2b90db73178:section:2",
              "03605e8b6d805c90:section:4",
              "75178e3a93244fc4:section:4",
              "8849a2b90db73178:section:0",
              "080290801c60d163:section:2",
              "7d7c10f5da2fcd88:section:2",
              "8849a2b90db73178:section:3"
            ],
            "hits": [
              true,
              true
            ],
            "complete": true,
            "first": true
          },
          "lora": {
            "ids": [
              "8849a2b90db73178:section:4",
              "8849a2b90db73178:section:0",
              "c7b2e09220985dd0:section:4",
              "5b655234e1ba6502:section:4",
              "fd5863d7313f61d3:section:4",
              "5204a791f15dd58b:section:4",
              "492bf4f046ab5b94:section:4",
              "f62945f6a2f99fe5:section:4",
              "b9a8eae2a906a3eb:section:4",
              "1dbd62a63e35b0fe:section:4"
            ],
            "hits": [
              true,
              true
            ],
            "complete": true,
            "first": true
          },
          "lost": 0,
          "gained": 0
        }
      }
    },
    "sources": [
      {
        "id": "8849a2b90db73178:section:4",
        "brand": "BSA",
        "model": "650 Gold Star",
        "year": 2022,
        "section": "Moteur",
        "original_text": "Monocylindre , 4 temps; Injection; Refroidissement : liquide; 2 ACT; 4 soupapes par cylindre; 652 cc; 45 ch à 6 000 tr/min; 5,70 mkg à 4 000 tr/min; Rapport poids / puissance : 4.4 kg/ch; Rapport poids / couple : 34.74 kg/mkg; Compression : 11,5 : 1; Système de démarrage : électrique",
        "source_url": "https://www.motoplanete.com/bsa/9083/650-Gold-Star-2022/contact.html",
        "text_sha256": "b49008dc6c9f1171d48a157d0a2711eccadb0e485d7fc0005c4b4dcde9151d08"
      },
      {
        "id": "8849a2b90db73178:section:0",
        "brand": "BSA",
        "model": "650 Gold Star",
        "year": 2022,
        "section": "Châssis",
        "original_text": "Selle biplaces; Cadre : double berceau en tubes d'acier; Réservoir : 12 litres; Hauteur de selle : 780 mm; Empattement : 1 425 mm; Poids à sec : 198 kg; Poids tous pleins faits : 213 kg",
        "source_url": "https://www.motoplanete.com/bsa/9083/650-Gold-Star-2022/contact.html",
        "text_sha256": "80dd6a2d03617094bb36b7cc7b2660ae26c986657ad80c265138138ff8a74ca4"
      }
    ]
  },
  "changes": {
    "became_complete": 20,
    "became_incomplete": 7,
    "net_complete_gain": 13
  },
  "provenance": [
    {
      "file": "bundle/protocol.json",
      "sha256": "d9deef8eda2f72757f5e84199f3a52432c3ef157c8e7956cabdb2fcf9ea44194"
    },
    {
      "file": "train-v1/result.json",
      "sha256": "637f67590ac3a562d1f81a76a06414ac83daeecca32ef2684328d780a676e13c"
    },
    {
      "file": "index-manifest.json",
      "sha256": "c8a07b60e97ade7f0c5e5e06301d84156904e9dde781736f9197af687c2d14ca"
    },
    {
      "file": "evaluation-v1/summary.json",
      "sha256": "ebea902d09df2e2d3d49495763c64befe013f7dfcded05f7bf7ec2efc9949684"
    },
    {
      "file": "evaluation-v1/rankings.jsonl",
      "sha256": "04ac2a3c4b36eac2dda8fecb5d61e09e06384bfba8b1a7cc35aab7d6886fbbb5"
    },
    {
      "file": "evaluation-v1/paired.json",
      "sha256": "1c9745bf5ab81ce0eae831cbfd990e1a970202c7aa002ae2d45b2c30b2b44795"
    },
    {
      "file": "annotation-audit.json",
      "sha256": "412fbe21c921d6417f06650a2c7de8b49b076c324671ac7d2e9fe379364050d9"
    },
    {
      "file": "final-integrity-audit.json",
      "sha256": "2e0b1c231e483046c41f3e9f413e74b947d31c924c5acd65cb7909699d7871a0"
    },
    {
      "file": "summary.json",
      "sha256": "39133c4ed7a8e82de8811c3bf8e46597ab978bf788ec40e2838c033917ae68ce"
    }
  ],
  "appendix_sha256": "47cfdb7487154c1e848bc085fb8db8f575505309b7f3b835b520e8a4e866d9fc",
  "limits": "Retrieval of annotated evidence only, not chatbot accuracy or latency. Assistant-written questions, disjoint brands across splits; repeated fiches within each split."
}