{
 "banc": "ChaserBench v2 (notation par execution, tests caches)",
 "seed": 42,
 "alpha": 0.05,
 "date": "2026-07-31 15:18:31",
 "corpus": {
  "fichier": "bench\\corpus_v2_2026Q3.jsonl",
  "sha256": "31c19ebed6e5de50318a729b025f45e3454a794fd452489d14acef0df4bdee55",
  "n_taches": 30
 },
 "perimetre_honnete": "v1 : coût/qualité/latence sur tâches vérifiables en un tour ; les tool calls sont HORS périmètre (mesurés par l'outil MCP attester, v2 prévue)",
 "bras": {
  "reference": {
   "cout_total_usd": 0.10328,
   "reussite": {
    "n": 30,
    "centre": 0.9667,
    "borne_basse": 0.701,
    "borne_haute": 1.0
   },
   "latence_mediane_s": 3.99
  },
  "chaser": {
   "cout_total_usd": 0.0434,
   "reussite": {
    "n": 30,
    "centre": 0.9667,
    "borne_basse": 0.7025,
    "borne_haute": 1.0
   },
   "latence_mediane_s": 2.02,
   "escalades": 0
  }
 },
 "paires": {
  "gain_cout_relatif": {
   "n": 30,
   "moyenne": 0.6414,
   "borne_basse": 0.1398,
   "borne_haute": 1.0
  },
  "delta_qualite_ref_moins_chaser": {
   "n": 30,
   "moyenne": 0.0,
   "borne_basse": -0.5068,
   "borne_haute": 0.5068
  },
  "lecture": "gain_cout_relatif > 0 = chaser moins cher à tâche égale ; delta_qualite proche de 0 = qualité préservée (IC anytime-valid, peeking permis)"
 },
 "par_tache": [
  {
   "id": "m10",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.008092,
    "tokens_in": 46,
    "tokens_out": 800,
    "latence_s": 8.21,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.003109,
    "tokens_in": 34,
    "tokens_out": 615,
    "latence_s": 3.94,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m05",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.001774,
    "tokens_in": 47,
    "tokens_out": 168,
    "latence_s": 4.31,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000307,
    "tokens_in": 37,
    "tokens_out": 54,
    "latence_s": 1.19,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m01",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.005588,
    "tokens_in": 39,
    "tokens_out": 551,
    "latence_s": 5.28,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.003843,
    "tokens_in": 33,
    "tokens_out": 762,
    "latence_s": 4.98,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c07",
   "categorie": "complexe",
   "reference": {
    "reussite": false,
    "cout_usd": 0.00811,
    "tokens_in": 55,
    "tokens_out": 800,
    "latence_s": 11.06,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.004042,
    "tokens_in": 42,
    "tokens_out": 800,
    "latence_s": 5.07,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c03",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.008122,
    "tokens_in": 61,
    "tokens_out": 800,
    "latence_s": 8.76,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.003878,
    "tokens_in": 48,
    "tokens_out": 766,
    "latence_s": 4.75,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t07",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000318,
    "tokens_in": 44,
    "tokens_out": 23,
    "latence_s": 2.55,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000146,
    "tokens_in": 36,
    "tokens_out": 22,
    "latence_s": 0.72,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t06",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000334,
    "tokens_in": 42,
    "tokens_out": 25,
    "latence_s": 2.21,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000137,
    "tokens_in": 32,
    "tokens_out": 21,
    "latence_s": 0.82,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m03",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.005916,
    "tokens_in": 33,
    "tokens_out": 585,
    "latence_s": 5.69,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.002296,
    "tokens_in": 26,
    "tokens_out": 454,
    "latence_s": 3.2,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m02",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.007516,
    "tokens_in": 33,
    "tokens_out": 745,
    "latence_s": 7.32,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.002871,
    "tokens_in": 26,
    "tokens_out": 569,
    "latence_s": 4.25,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m06",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.004648,
    "tokens_in": 39,
    "tokens_out": 457,
    "latence_s": 4.91,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.001121,
    "tokens_in": 31,
    "tokens_out": 218,
    "latence_s": 2.78,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t10",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000868,
    "tokens_in": 44,
    "tokens_out": 78,
    "latence_s": 3.63,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": false,
    "cout_usd": 0.000141,
    "tokens_in": 31,
    "tokens_out": 22,
    "latence_s": 0.87,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c06",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.002794,
    "tokens_in": 27,
    "tokens_out": 274,
    "latence_s": 3.1,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.001418,
    "tokens_in": 23,
    "tokens_out": 279,
    "latence_s": 2.03,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c10",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.001582,
    "tokens_in": 36,
    "tokens_out": 151,
    "latence_s": 2.9,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000448,
    "tokens_in": 28,
    "tokens_out": 84,
    "latence_s": 1.62,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c02",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.004252,
    "tokens_in": 36,
    "tokens_out": 418,
    "latence_s": 3.71,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000991,
    "tokens_in": 36,
    "tokens_out": 191,
    "latence_s": 2.85,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m07",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.007212,
    "tokens_in": 41,
    "tokens_out": 713,
    "latence_s": 6.45,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.003167,
    "tokens_in": 32,
    "tokens_out": 627,
    "latence_s": 3.76,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c08",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000638,
    "tokens_in": 74,
    "tokens_out": 49,
    "latence_s": 1.74,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000185,
    "tokens_in": 60,
    "tokens_out": 25,
    "latence_s": 0.8,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t02",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000646,
    "tokens_in": 43,
    "tokens_out": 56,
    "latence_s": 4.66,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000141,
    "tokens_in": 36,
    "tokens_out": 21,
    "latence_s": 1.02,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m04",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.007394,
    "tokens_in": 37,
    "tokens_out": 732,
    "latence_s": 7.09,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.004027,
    "tokens_in": 27,
    "tokens_out": 800,
    "latence_s": 4.74,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m09",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000808,
    "tokens_in": 49,
    "tokens_out": 71,
    "latence_s": 1.83,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000165,
    "tokens_in": 40,
    "tokens_out": 25,
    "latence_s": 2.02,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t03",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.001182,
    "tokens_in": 31,
    "tokens_out": 112,
    "latence_s": 3.26,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000231,
    "tokens_in": 26,
    "tokens_out": 41,
    "latence_s": 1.6,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "m08",
   "categorie": "moyenne",
   "reference": {
    "reussite": true,
    "cout_usd": 0.003834,
    "tokens_in": 42,
    "tokens_out": 375,
    "latence_s": 3.99,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.001233,
    "tokens_in": 33,
    "tokens_out": 240,
    "latence_s": 2.5,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c09",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.008106,
    "tokens_in": 53,
    "tokens_out": 800,
    "latence_s": 7.86,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.003876,
    "tokens_in": 41,
    "tokens_out": 767,
    "latence_s": 7.75,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t05",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000754,
    "tokens_in": 37,
    "tokens_out": 68,
    "latence_s": 1.76,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 8.7e-05,
    "tokens_in": 27,
    "tokens_out": 12,
    "latence_s": 0.89,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c05",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.008064,
    "tokens_in": 32,
    "tokens_out": 800,
    "latence_s": 7.01,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.004027,
    "tokens_in": 27,
    "tokens_out": 800,
    "latence_s": 4.48,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t08",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.001116,
    "tokens_in": 33,
    "tokens_out": 105,
    "latence_s": 3.4,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.00028,
    "tokens_in": 30,
    "tokens_out": 50,
    "latence_s": 1.51,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t09",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000248,
    "tokens_in": 39,
    "tokens_out": 17,
    "latence_s": 1.44,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000116,
    "tokens_in": 31,
    "tokens_out": 17,
    "latence_s": 0.89,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c04",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000668,
    "tokens_in": 54,
    "tokens_out": 56,
    "latence_s": 1.78,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000323,
    "tokens_in": 43,
    "tokens_out": 56,
    "latence_s": 1.18,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t01",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.00061,
    "tokens_in": 35,
    "tokens_out": 54,
    "latence_s": 1.55,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 9.9e-05,
    "tokens_in": 29,
    "tokens_out": 14,
    "latence_s": 1.01,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "t04",
   "categorie": "triviale",
   "reference": {
    "reussite": true,
    "cout_usd": 0.00127,
    "tokens_in": 45,
    "tokens_out": 118,
    "latence_s": 4.76,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000123,
    "tokens_in": 33,
    "tokens_out": 18,
    "latence_s": 0.8,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  },
  {
   "id": "c01",
   "categorie": "complexe",
   "reference": {
    "reussite": true,
    "cout_usd": 0.000814,
    "tokens_in": 57,
    "tokens_out": 70,
    "latence_s": 2.96,
    "modele_final": "claude-sonnet-5",
    "escalades": 0
   },
   "chaser": {
    "reussite": true,
    "cout_usd": 0.000573,
    "tokens_in": 48,
    "tokens_out": 105,
    "latence_s": 1.48,
    "modele_final": "claude-haiku-4-5",
    "escalades": 0
   }
  }
 ],
 "scelle_merkle": true,
 "temoins": {
  "statut": "dégradé",
  "quorum": 2,
  "cosignatures_valides": 1,
  "sth": {
   "taille": 13912,
   "racine": "0fe2d31fdb23c76a47d181c8fe9b0d24cbcdb8a28b542594394c046aea264f20"
  },
  "lecture": "cohérence du journal contresignée par 1 témoin(s) indépendant(s) — quorum NON atteint : claim non cosigné"
 }
}