{"data":[{"project":"default","id":"cap.joint-cases-a6.a211cc70-kai","benchmark":"cap.joint","split":"cases","system":"kai","version":"a6@a211cc70103825bfbc9bfb0fbe970f8bf08da2efe0953cd8045a3cd07397f4bf","baseline":false,"study":"","embedder":"","reader":"","k":null,"temperature":null,"max_tokens":null,"prompt":"","prompt_digest":"","dataset_digest":"","store_digest":"","facts_digest":"","commit":"a1a4a73d524cecf8038e30c408ad30b66e71d490","questions":null,"answered":null,"when":"","ended":"2026-09-28T03:23:08Z","by":"dgx","completion":"unknown","measures":[{"category":"all","metric":"acc","value":0.306,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"maintenance.acc","value":0.323,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"maintenance.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"maintenance.proj.acc","value":0.332,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"maintenance.proj.exact","value":0.015,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"maintenance.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.acc","value":0.306,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.asked","value":2000,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.maintenance.acc","value":0.323,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.maintenance.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.maintenance.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.maintenance.proj.acc","value":0.314,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.maintenance.proj.exact","value":0.015,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.maintenance.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.proj.acc","value":0.315,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.proj.exact","value":0.0075,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.trade.acc","value":0.289,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.trade.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.trade.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.trade.proj.acc","value":0.316,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.trade.proj.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.trade.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass1.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.acc","value":0.306,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.asked","value":7200,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.maintenance.acc","value":0.323,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.maintenance.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.maintenance.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.maintenance.proj.acc","value":0.332,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.maintenance.proj.exact","value":0.015,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.maintenance.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.proj.acc","value":0.3405,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.proj.exact","value":0.01,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.trade.acc","value":0.289,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.trade.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.trade.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.trade.proj.acc","value":0.349,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.trade.proj.exact","value":0.005,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.trade.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass2.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.acc","value":0.306,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.asked","value":7200,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.maintenance.acc","value":0.323,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.maintenance.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.maintenance.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.maintenance.proj.acc","value":0.332,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.maintenance.proj.exact","value":0.015,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.maintenance.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.proj.acc","value":0.3405,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.proj.exact","value":0.01,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.trade.acc","value":0.289,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.trade.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.trade.frozen","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.trade.proj.acc","value":0.349,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.trade.proj.exact","value":0.005,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.trade.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"pass3.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"proj.acc","value":0.3405,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"proj.exact","value":0.01,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"trade.acc","value":0.289,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"trade.exact","value":0,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"trade.proj.acc","value":0.349,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"trade.proj.exact","value":0.005,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"trade.violate","value":1,"lo":null,"hi":null,"n":null,"of":null},{"category":"all","metric":"violate","value":1,"lo":null,"hi":null,"n":null,"of":null}],"notes":"","revision":"original","canonical":true,"visibility":"public","trainable":false,"publishable":false}],"total":1,"completion":{"complete":0,"partial":0,"inconsistent":0,"unknown":1},"gaps":[{"field":"answered","runs":1},{"field":"dataset_digest","runs":1},{"field":"embedder","runs":1},{"field":"facts_digest","runs":1},{"field":"k","runs":1},{"field":"max_tokens","runs":1},{"field":"prompt","runs":1},{"field":"prompt_digest","runs":1},{"field":"questions","runs":1},{"field":"reader","runs":1},{"field":"store_digest","runs":1},{"field":"temperature","runs":1},{"field":"when","runs":1}]}