{"experiment":"adaptation-v1","version":"1.0.0","issue":"https://github.com/shrut10/intentlab-bci/issues/1","status":"exploratory_existing_benchmark","completed_utc":"2026-10-07T21:27:07.779088+00:00","production_model_changed":false,"protocol":"experiments/adaptation-v1/PROTOCOL.md","config":{"experiment":"adaptation-v1","version":"1.0.0","issue":"https://github.com/shrut10/intentlab-bci/issues/1","calibration_run":4,"calibration_trials":10,"evaluation_runs":[8,12],"seeds":[2027,2028,2029],"alignment_shrinkage":0.01,"eigenvalue_floor":1e-06,"temperature_bounds":[0.5,5.0],"thresholds":[0.5,0.55,0.6,0.65,0.7,0.75,0.8,0.85,0.9,0.95],"fallback_threshold":0.75,"target_accuracy":0.75,"target_coverage":0.2,"target_retained":100,"bootstrap_samples":2000,"bootstrap_seed":4027,"training":{"epochs":40,"patience":8,"batch_size":64,"learning_rate":0.001,"weight_decay":0.01,"threads":4}},"run":{"started_utc":"2026-10-07T21:18:54.577197+00:00","code_revision":"3f0190f496c55020c61276704ad8b9210044f605","input_and_code_sha256":{"experiments/adaptation-v1/protocol.json":"5935bda15a1e1d7aeec1426cf000df439718a24f62f4e3eea7f0fa3187de38c8","experiments/adaptation-v1/PROTOCOL.md":"c8b6b58bc640ae3bb2b7febf812ce16a27e5c6eed5d28d821363b850275aedd2","scripts/run_adaptation.py":"a6d3f625e3260c3341ad6d80abedfb5c46045d3ed4a84b3dd278d294a44e088f","src/intentlab/adaptation.py":"0b3127c1a09077260a0a1c1cf2329ef0a0a7c4f884d31bf780b37cfa0a201d8c","scripts/train.py":"119b20dda90cb8196e1c3391983e876b3e5dc3e9d7a3acb09b6972d78549be76","data/derived/epochs.npz":"9bf589951029469d594b3faec7a18bb0208301cb49f808184c5f23b71e2added","data/derived/trials.parquet":"ef1f5805997fa6822ef0d714796edd1b9c5d34d867ca71efcd610ed8cc933295","data/derived/manifest.json":"6824f94163c4070cee1ba6a61e44ac477e1d16debbb599a58d3255e3cbfb3f30"},"environment":{"python":"3.12.6","numpy":"2.5.3","torch":"2.14.1","onnxruntime":"1.30.0","device":"cpu"}},"counts":{"train":{"participants":63,"all_trials":2832,"calibration_trials":630,"evaluation_trials":1887},"validation":{"participants":22,"all_trials":989,"calibration_trials":220,"evaluation_trials":660},"test":{"participants":21,"all_trials":945,"calibration_trials":210,"evaluation_trials":630}},"models":[{"name":"unaligned-2027","kind":"unaligned","seed":2027,"best_epoch":29,"validation_participant_balanced_accuracy":0.589935064935065,"global_temperature":{"temperature":3.7256386298361686,"fallback":null,"at_bound":false},"history":[{"epoch":1,"train_loss":0.7001587245199415,"validation_participant_balanced_accuracy":0.5},{"epoch":2,"train_loss":0.6878974344995287,"validation_participant_balanced_accuracy":0.5199404761904761},{"epoch":3,"train_loss":0.6717852221594917,"validation_participant_balanced_accuracy":0.5517857142857142},{"epoch":4,"train_loss":0.6571326851844788,"validation_participant_balanced_accuracy":0.5512175324675325},{"epoch":5,"train_loss":0.6397683991326226,"validation_participant_balanced_accuracy":0.5650027056277056},{"epoch":6,"train_loss":0.6211354560322232,"validation_participant_balanced_accuracy":0.5605925324675325},{"epoch":7,"train_loss":0.6102977143393622,"validation_participant_balanced_accuracy":0.5640827922077922},{"epoch":8,"train_loss":0.6077647937668694,"validation_participant_balanced_accuracy":0.5719561688311688},{"epoch":9,"train_loss":0.6063989506827461,"validation_participant_balanced_accuracy":0.583008658008658},{"epoch":10,"train_loss":0.599663413895501,"validation_participant_balanced_accuracy":0.5685064935064935},{"epoch":11,"train_loss":0.5956562227673001,"validation_participant_balanced_accuracy":0.5727543290043291},{"epoch":12,"train_loss":0.5964328779114617,"validation_participant_balanced_accuracy":0.5685064935064935},{"epoch":13,"train_loss":0.5973064144452412,"validation_participant_balanced_accuracy":0.5691152597402597},{"epoch":14,"train_loss":0.5921532882584466,"validation_participant_balanced_accuracy":0.5711580086580086},{"epoch":15,"train_loss":0.5973833852344089,"validation_participant_balanced_accuracy":0.5827786796536797},{"epoch":16,"train_loss":0.5983414067162408,"validation_participant_balanced_accuracy":0.5847943722943724},{"epoch":17,"train_loss":0.5903917875554826,"validation_participant_balanced_accuracy":0.5670860389610389},{"epoch":18,"train_loss":0.5909492128425174,"validation_participant_balanced_accuracy":0.5771103896103896},{"epoch":19,"train_loss":0.5823925322956509,"validation_participant_balanced_accuracy":0.5592667748917748},{"epoch":20,"train_loss":0.5873491446177165,"validation_participant_balanced_accuracy":0.5776244588744589},{"epoch":21,"train_loss":0.579547667503357,"validation_participant_balanced_accuracy":0.5614042207792207},{"epoch":22,"train_loss":0.5923517558309767,"validation_participant_balanced_accuracy":0.572754329004329},{"epoch":23,"train_loss":0.5881569849120246,"validation_participant_balanced_accuracy":0.5768804112554112},{"epoch":24,"train_loss":0.5811336285538143,"validation_participant_balanced_accuracy":0.5887581168831169},{"epoch":25,"train_loss":0.5893307566642761,"validation_participant_balanced_accuracy":0.577827380952381},{"epoch":26,"train_loss":0.5858494467205472,"validation_participant_balanced_accuracy":0.562107683982684},{"epoch":27,"train_loss":0.5780375639597575,"validation_participant_balanced_accuracy":0.5799377705627705},{"epoch":28,"train_loss":0.5782560189565022,"validation_participant_balanced_accuracy":0.5610930735930736},{"epoch":29,"train_loss":0.5765448219246334,"validation_participant_balanced_accuracy":0.589935064935065},{"epoch":30,"train_loss":0.580113105641471,"validation_participant_balanced_accuracy":0.5626082251082252},{"epoch":31,"train_loss":0.5838070723745558,"validation_participant_balanced_accuracy":0.566599025974026},{"epoch":32,"train_loss":0.5762285603417291,"validation_participant_balanced_accuracy":0.5800324675324675},{"epoch":33,"train_loss":0.5832526531484392,"validation_participant_balanced_accuracy":0.5505817099567099},{"epoch":34,"train_loss":0.5836685578028361,"validation_participant_balanced_accuracy":0.5685064935064935},{"epoch":35,"train_loss":0.5712918427255419,"validation_participant_balanced_accuracy":0.5594967532467533},{"epoch":36,"train_loss":0.576205007897483,"validation_participant_balanced_accuracy":0.5722537878787878},{"epoch":37,"train_loss":0.5772446122434404,"validation_participant_balanced_accuracy":0.5770021645021646}],"onnx_max_absolute_logit_error":3.5762786865234375e-07,"onnx_sha256":"169dc6a8131bd42921e0311bd08a0232a70887c454137df07260e0c4a1c61653"},{"name":"aligned-2027","kind":"aligned","seed":2027,"best_epoch":12,"validation_participant_balanced_accuracy":0.5933035714285714,"global_temperature":{"temperature":1.75119258209146,"fallback":null,"at_bound":false},"history":[{"epoch":1,"train_loss":0.7004899859428406,"validation_participant_balanced_accuracy":0.5},{"epoch":2,"train_loss":0.6917067011197408,"validation_participant_balanced_accuracy":0.5077922077922078},{"epoch":3,"train_loss":0.6789963563283284,"validation_participant_balanced_accuracy":0.5506899350649351},{"epoch":4,"train_loss":0.6480025913980272,"validation_participant_balanced_accuracy":0.5668966450216449},{"epoch":5,"train_loss":0.6141392668088277,"validation_participant_balanced_accuracy":0.5688041125541126},{"epoch":6,"train_loss":0.6000960919592115,"validation_participant_balanced_accuracy":0.5699269480519481},{"epoch":7,"train_loss":0.5924670669767592,"validation_participant_balanced_accuracy":0.5632711038961039},{"epoch":8,"train_loss":0.5876039796405368,"validation_participant_balanced_accuracy":0.560254329004329},{"epoch":9,"train_loss":0.590790659851498,"validation_participant_balanced_accuracy":0.5728625541125542},{"epoch":10,"train_loss":0.584705752796597,"validation_participant_balanced_accuracy":0.5729978354978355},{"epoch":11,"train_loss":0.5783672995037503,"validation_participant_balanced_accuracy":0.5869453463203462},{"epoch":12,"train_loss":0.5787084261576335,"validation_participant_balanced_accuracy":0.5933035714285714},{"epoch":13,"train_loss":0.5760734313064151,"validation_participant_balanced_accuracy":0.580384199134199},{"epoch":14,"train_loss":0.5761955089039272,"validation_participant_balanced_accuracy":0.5853219696969696},{"epoch":15,"train_loss":0.5827113840315077,"validation_participant_balanced_accuracy":0.5846049783549783},{"epoch":16,"train_loss":0.5784584535492792,"validation_participant_balanced_accuracy":0.5807629870129869},{"epoch":17,"train_loss":0.5744201554192437,"validation_participant_balanced_accuracy":0.581155303030303},{"epoch":18,"train_loss":0.573117462793986,"validation_participant_balanced_accuracy":0.5775297619047618},{"epoch":19,"train_loss":0.5625348832872179,"validation_participant_balanced_accuracy":0.5750135281385281},{"epoch":20,"train_loss":0.5681206040912204,"validation_participant_balanced_accuracy":0.5861471861471861}],"onnx_max_absolute_logit_error":8.344650268554688e-07,"onnx_sha256":"720947e14883506db6a26a9d61cf2cbfdac5c678cf5875a0a3dd80fdd4e4cb84"},{"name":"unaligned-2028","kind":"unaligned","seed":2028,"best_epoch":13,"validation_participant_balanced_accuracy":0.5865124458874459,"global_temperature":{"temperature":4.543779908779147,"fallback":null,"at_bound":false},"history":[{"epoch":1,"train_loss":0.6932345098919339,"validation_participant_balanced_accuracy":0.5167478354978354},{"epoch":2,"train_loss":0.6839902824825711,"validation_participant_balanced_accuracy":0.5193181818181818},{"epoch":3,"train_loss":0.6669741405381097,"validation_participant_balanced_accuracy":0.5483360389610389},{"epoch":4,"train_loss":0.6426194787025452,"validation_participant_balanced_accuracy":0.5476190476190476},{"epoch":5,"train_loss":0.6206632494926453,"validation_participant_balanced_accuracy":0.5571699134199135},{"epoch":6,"train_loss":0.6186824361483256,"validation_participant_balanced_accuracy":0.5624323593073594},{"epoch":7,"train_loss":0.6099296516842312,"validation_participant_balanced_accuracy":0.5595914502164502},{"epoch":8,"train_loss":0.6090428935156929,"validation_participant_balanced_accuracy":0.5635416666666667},{"epoch":9,"train_loss":0.60539161629147,"validation_participant_balanced_accuracy":0.5540313852813852},{"epoch":10,"train_loss":0.6005233195092943,"validation_participant_balanced_accuracy":0.5602272727272728},{"epoch":11,"train_loss":0.6019821802775065,"validation_participant_balanced_accuracy":0.5607142857142857},{"epoch":12,"train_loss":0.6064276496569315,"validation_participant_balanced_accuracy":0.5780032467532468},{"epoch":13,"train_loss":0.6013014866246118,"validation_participant_balanced_accuracy":0.5865124458874459},{"epoch":14,"train_loss":0.6046827144092983,"validation_participant_balanced_accuracy":0.5556547619047619},{"epoch":15,"train_loss":0.6008320662710401,"validation_participant_balanced_accuracy":0.5735389610389611},{"epoch":16,"train_loss":0.5978895730442471,"validation_participant_balanced_accuracy":0.5617288961038961},{"epoch":17,"train_loss":0.5922146479288737,"validation_participant_balanced_accuracy":0.5632169913419913},{"epoch":18,"train_loss":0.5945521155993144,"validation_participant_balanced_accuracy":0.5705221861471861},{"epoch":19,"train_loss":0.5964531911744012,"validation_participant_balanced_accuracy":0.5659632034632035},{"epoch":20,"train_loss":0.5887634542253283,"validation_participant_balanced_accuracy":0.562107683982684},{"epoch":21,"train_loss":0.5924488186836243,"validation_participant_balanced_accuracy":0.5762716450216451}],"onnx_max_absolute_logit_error":2.980232238769531e-07,"onnx_sha256":"88c273a79a4db2014e55f782c10d43098088b41ff846c744602375ef3add1187"},{"name":"aligned-2028","kind":"aligned","seed":2028,"best_epoch":5,"validation_participant_balanced_accuracy":0.5635416666666667,"global_temperature":{"temperature":1.4410884640021544,"fallback":null,"at_bound":false},"history":[{"epoch":1,"train_loss":0.6920569737752279,"validation_participant_balanced_accuracy":0.49886363636363645},{"epoch":2,"train_loss":0.6841934402783711,"validation_participant_balanced_accuracy":0.5542072510822511},{"epoch":3,"train_loss":0.6626205166180928,"validation_participant_balanced_accuracy":0.5584686147186146},{"epoch":4,"train_loss":0.6327607207828098,"validation_participant_balanced_accuracy":0.5635281385281384},{"epoch":5,"train_loss":0.6055310951338874,"validation_participant_balanced_accuracy":0.5635416666666667},{"epoch":6,"train_loss":0.6038529356320699,"validation_participant_balanced_accuracy":0.5558847402597403},{"epoch":7,"train_loss":0.5950715952449375,"validation_participant_balanced_accuracy":0.5497023809523809},{"epoch":8,"train_loss":0.5983789304892222,"validation_participant_balanced_accuracy":0.5421130952380953},{"epoch":9,"train_loss":0.5914002392027113,"validation_participant_balanced_accuracy":0.5471726190476192},{"epoch":10,"train_loss":0.5828421658939785,"validation_participant_balanced_accuracy":0.5590232683982683},{"epoch":11,"train_loss":0.5873668260044522,"validation_participant_balanced_accuracy":0.5563582251082251},{"epoch":12,"train_loss":0.5858586814668444,"validation_participant_balanced_accuracy":0.5607142857142856},{"epoch":13,"train_loss":0.5894806292321947,"validation_participant_balanced_accuracy":0.5532332251082251}],"onnx_max_absolute_logit_error":1.1920928955078125e-07,"onnx_sha256":"4cb7bf34bf453a643f1ddf7df2695929c2aa09033b61c7a6968784ecca77fe3a"},{"name":"unaligned-2029","kind":"unaligned","seed":2029,"best_epoch":7,"validation_participant_balanced_accuracy":0.584388528138528,"global_temperature":{"temperature":3.701674624655361,"fallback":null,"at_bound":false},"history":[{"epoch":1,"train_loss":0.6931010219785902,"validation_participant_balanced_accuracy":0.4931006493506494},{"epoch":2,"train_loss":0.6863966345787048,"validation_participant_balanced_accuracy":0.5084550865800866},{"epoch":3,"train_loss":0.6689763916863336,"validation_participant_balanced_accuracy":0.5379599567099567},{"epoch":4,"train_loss":0.6375435259607103,"validation_participant_balanced_accuracy":0.5669642857142857},{"epoch":5,"train_loss":0.6180134005016751,"validation_participant_balanced_accuracy":0.5541260822510822},{"epoch":6,"train_loss":0.6105399012565613,"validation_participant_balanced_accuracy":0.5780167748917748},{"epoch":7,"train_loss":0.6032644126150343,"validation_participant_balanced_accuracy":0.584388528138528},{"epoch":8,"train_loss":0.605920414129893,"validation_participant_balanced_accuracy":0.5708603896103895},{"epoch":9,"train_loss":0.6025757816102769,"validation_participant_balanced_accuracy":0.5570481601731602},{"epoch":10,"train_loss":0.6003711409038968,"validation_participant_balanced_accuracy":0.5580898268398268},{"epoch":11,"train_loss":0.6031849251853095,"validation_participant_balanced_accuracy":0.5638528138528138},{"epoch":12,"train_loss":0.596916467613644,"validation_participant_balanced_accuracy":0.572267316017316},{"epoch":13,"train_loss":0.599714395734999,"validation_participant_balanced_accuracy":0.5574540043290044},{"epoch":14,"train_loss":0.5983307520548503,"validation_participant_balanced_accuracy":0.5629464285714285},{"epoch":15,"train_loss":0.5907512532340156,"validation_participant_balanced_accuracy":0.5646645021645021}],"onnx_max_absolute_logit_error":2.086162567138672e-07,"onnx_sha256":"756ca531c3dfffdc59811bc6cbbb5c513ce97e749f1122107800bea4b91f1d57"},{"name":"aligned-2029","kind":"aligned","seed":2029,"best_epoch":10,"validation_participant_balanced_accuracy":0.592288961038961,"global_temperature":{"temperature":1.8109959729808849,"fallback":null,"at_bound":false},"history":[{"epoch":1,"train_loss":0.6921515239609612,"validation_participant_balanced_accuracy":0.5015151515151515},{"epoch":2,"train_loss":0.6844829559326172,"validation_participant_balanced_accuracy":0.5268398268398268},{"epoch":3,"train_loss":0.6678552958700392,"validation_participant_balanced_accuracy":0.5181141774891774},{"epoch":4,"train_loss":0.648682435353597,"validation_participant_balanced_accuracy":0.5496753246753247},{"epoch":5,"train_loss":0.6170469403266907,"validation_participant_balanced_accuracy":0.5729301948051948},{"epoch":6,"train_loss":0.604466814464993,"validation_participant_balanced_accuracy":0.5695887445887446},{"epoch":7,"train_loss":0.5933835162056817,"validation_participant_balanced_accuracy":0.5759604978354979},{"epoch":8,"train_loss":0.5928477393256293,"validation_participant_balanced_accuracy":0.5788419913419913},{"epoch":9,"train_loss":0.5850223739941914,"validation_participant_balanced_accuracy":0.5734713203463203},{"epoch":10,"train_loss":0.5819370951917436,"validation_participant_balanced_accuracy":0.592288961038961},{"epoch":11,"train_loss":0.5816735545794169,"validation_participant_balanced_accuracy":0.578422619047619},{"epoch":12,"train_loss":0.5730688618289099,"validation_participant_balanced_accuracy":0.5843885281385282},{"epoch":13,"train_loss":0.5828979518678453,"validation_participant_balanced_accuracy":0.5767992424242424},{"epoch":14,"train_loss":0.5745452841122946,"validation_participant_balanced_accuracy":0.5793154761904762},{"epoch":15,"train_loss":0.5721039281951057,"validation_participant_balanced_accuracy":0.5709280303030303},{"epoch":16,"train_loss":0.5689925895796881,"validation_participant_balanced_accuracy":0.5865936147186147},{"epoch":17,"train_loss":0.5759481542640262,"validation_participant_balanced_accuracy":0.5768804112554112},{"epoch":18,"train_loss":0.5719499150911967,"validation_participant_balanced_accuracy":0.579586038961039}],"onnx_max_absolute_logit_error":2.980232238769531e-07,"onnx_sha256":"a49cb20e764bfeaa8a6b0712423dce61f63c257a45a4af8b5c724649c9d9e838"}],"results":[{"seed":2027,"condition":"baseline","name":"Baseline","model":"unaligned-2027","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2532288758166102},{"subject":5,"n":30,"balanced_accuracy":0.4419642857142857,"brier":0.24669010442812253},{"subject":7,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.14728763876109635},{"subject":8,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.23938056248176917},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.23511364111530988},{"subject":16,"n":30,"balanced_accuracy":0.6,"brier":0.23715977537114988},{"subject":17,"n":30,"balanced_accuracy":0.6071428571428571,"brier":0.24564591528231253},{"subject":24,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.24409269076164236},{"subject":36,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.24717283290513165},{"subject":37,"n":30,"balanced_accuracy":0.5,"brier":0.2519485183694273},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.2534485766273142},{"subject":41,"n":30,"balanced_accuracy":0.8258928571428572,"brier":0.2269625633732812},{"subject":46,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.22299225961529767},{"subject":47,"n":30,"balanced_accuracy":0.5982142857142857,"brier":0.23942951738441598},{"subject":66,"n":30,"balanced_accuracy":0.4,"brier":0.25796123445493097},{"subject":67,"n":30,"balanced_accuracy":0.5,"brier":0.2546610026497287},{"subject":69,"n":30,"balanced_accuracy":0.5758928571428572,"brier":0.25392703458676896},{"subject":83,"n":30,"balanced_accuracy":0.5848214285714286,"brier":0.24536310016422808},{"subject":90,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2524963057100918},{"subject":99,"n":30,"balanced_accuracy":0.5,"brier":0.24679939301379347},{"subject":107,"n":30,"balanced_accuracy":0.5446428571428572,"brier":0.24256454996611643},{"subject":109,"n":30,"balanced_accuracy":0.5,"brier":0.3190075993093812}],"participant_balanced_accuracy":0.589935064935065,"accuracy":0.5878787878787879,"brier":0.24378789509763274,"ece":0.051389187799109795},"fixed_threshold":{"threshold":0.75,"n":660,"retained":4,"correct":2,"coverage":0.006060606060606061,"accuracy":0.5},"validation_threshold":{"threshold":0.75,"n":660,"retained":4,"correct":2,"coverage":0.006060606060606061,"accuracy":0.5},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":388,"coverage":1.0,"accuracy":0.5878787878787879},{"threshold":0.55,"n":660,"retained":277,"correct":174,"coverage":0.4196969696969697,"accuracy":0.628158844765343},{"threshold":0.6,"n":660,"retained":90,"correct":61,"coverage":0.13636363636363635,"accuracy":0.6777777777777778},{"threshold":0.65,"n":660,"retained":48,"correct":32,"coverage":0.07272727272727272,"accuracy":0.6666666666666666},{"threshold":0.7,"n":660,"retained":28,"correct":14,"coverage":0.04242424242424243,"accuracy":0.5},{"threshold":0.75,"n":660,"retained":4,"correct":2,"coverage":0.006060606060606061,"accuracy":0.5},{"threshold":0.8,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.85,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.9,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":4,"correct":2,"coverage":0.006060606060606061,"accuracy":0.5}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6785714285714286,"brier":0.2274877413956709},{"subject":20,"n":30,"balanced_accuracy":0.5401785714285714,"brier":0.24489387396846513},{"subject":26,"n":30,"balanced_accuracy":0.7232142857142857,"brier":0.23222556267744743},{"subject":28,"n":30,"balanced_accuracy":0.5401785714285714,"brier":0.2415195864879318},{"subject":29,"n":30,"balanced_accuracy":0.9,"brier":0.14463031163505632},{"subject":42,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.18525857712315427},{"subject":48,"n":30,"balanced_accuracy":0.7991071428571428,"brier":0.20690987914508815},{"subject":49,"n":30,"balanced_accuracy":0.7410714285714286,"brier":0.23506037274003294},{"subject":50,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.2438015894544769},{"subject":57,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.23759105930414604},{"subject":68,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.24404069253645996},{"subject":70,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.21497802229785268},{"subject":74,"n":30,"balanced_accuracy":0.5267857142857143,"brier":0.2501427481912939},{"subject":79,"n":30,"balanced_accuracy":0.4732142857142857,"brier":0.2555237843480563},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.25831043516092134},{"subject":82,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2290562521208456},{"subject":87,"n":30,"balanced_accuracy":0.4776785714285714,"brier":0.2443496281135423},{"subject":102,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.22899694806139673},{"subject":103,"n":30,"balanced_accuracy":0.5,"brier":0.24170685756714178},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23432067712912077},{"subject":108,"n":30,"balanced_accuracy":0.8,"brier":0.19717713151037133}],"participant_balanced_accuracy":0.6163407029478458,"accuracy":0.6158730158730159,"brier":0.2284753205223082,"ece":0.05473997848177384},"fixed_threshold":{"threshold":0.75,"n":630,"retained":9,"correct":9,"coverage":0.014285714285714285,"accuracy":1.0},"validation_threshold":{"threshold":0.75,"n":630,"retained":9,"correct":9,"coverage":0.014285714285714285,"accuracy":1.0},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":388,"coverage":1.0,"accuracy":0.6158730158730159},{"threshold":0.55,"n":630,"retained":285,"correct":210,"coverage":0.4523809523809524,"accuracy":0.7368421052631579},{"threshold":0.6,"n":630,"retained":118,"correct":96,"coverage":0.1873015873015873,"accuracy":0.8135593220338984},{"threshold":0.65,"n":630,"retained":56,"correct":52,"coverage":0.08888888888888889,"accuracy":0.9285714285714286},{"threshold":0.7,"n":630,"retained":23,"correct":23,"coverage":0.03650793650793651,"accuracy":1.0},{"threshold":0.75,"n":630,"retained":9,"correct":9,"coverage":0.014285714285714285,"accuracy":1.0},{"threshold":0.8,"n":630,"retained":1,"correct":1,"coverage":0.0015873015873015873,"accuracy":1.0},{"threshold":0.85,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.9,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}]}},{"seed":2027,"condition":"personal_temperature","name":"Personal temperature","model":"unaligned-2027","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2520919973382645},{"subject":5,"n":30,"balanced_accuracy":0.4419642857142857,"brier":0.2468373832482135},{"subject":7,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.04503077406747436},{"subject":8,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.23254739500586397},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.238010860719503},{"subject":16,"n":30,"balanced_accuracy":0.6,"brier":0.22002730276848942},{"subject":17,"n":30,"balanced_accuracy":0.6071428571428571,"brier":0.2461167861188756},{"subject":24,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.24327764981169103},{"subject":36,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.24759345134829977},{"subject":37,"n":30,"balanced_accuracy":0.5,"brier":0.250089397067585},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.25235886016912257},{"subject":41,"n":30,"balanced_accuracy":0.8258928571428572,"brier":0.17368294863805517},{"subject":46,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.2290409408342095},{"subject":47,"n":30,"balanced_accuracy":0.5982142857142857,"brier":0.25002039970741846},{"subject":66,"n":30,"balanced_accuracy":0.4,"brier":0.2554295924305229},{"subject":67,"n":30,"balanced_accuracy":0.5,"brier":0.31170411259191455},{"subject":69,"n":30,"balanced_accuracy":0.5758928571428572,"brier":0.2778236307054428},{"subject":83,"n":30,"balanced_accuracy":0.5848214285714286,"brier":0.2708444129954606},{"subject":90,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2628360878964047},{"subject":99,"n":30,"balanced_accuracy":0.5,"brier":0.24678765371644926},{"subject":107,"n":30,"balanced_accuracy":0.5446428571428572,"brier":0.27934319520412454},{"subject":109,"n":30,"balanced_accuracy":0.5,"brier":0.2945195063295772}],"participant_balanced_accuracy":0.589935064935065,"accuracy":0.5878787878787879,"brier":0.2420915608505892,"ece":0.05424321928676017},"fixed_threshold":{"threshold":0.75,"n":660,"retained":101,"correct":72,"coverage":0.15303030303030302,"accuracy":0.7128712871287128},"validation_threshold":{"threshold":0.75,"n":660,"retained":101,"correct":72,"coverage":0.15303030303030302,"accuracy":0.7128712871287128},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":388,"coverage":1.0,"accuracy":0.5878787878787879},{"threshold":0.55,"n":660,"retained":392,"correct":242,"coverage":0.593939393939394,"accuracy":0.6173469387755102},{"threshold":0.6,"n":660,"retained":253,"correct":160,"coverage":0.38333333333333336,"accuracy":0.6324110671936759},{"threshold":0.65,"n":660,"retained":199,"correct":125,"coverage":0.3015151515151515,"accuracy":0.628140703517588},{"threshold":0.7,"n":660,"retained":129,"correct":86,"coverage":0.19545454545454546,"accuracy":0.6666666666666666},{"threshold":0.75,"n":660,"retained":101,"correct":72,"coverage":0.15303030303030302,"accuracy":0.7128712871287128},{"threshold":0.8,"n":660,"retained":65,"correct":54,"coverage":0.09848484848484848,"accuracy":0.8307692307692308},{"threshold":0.85,"n":660,"retained":43,"correct":39,"coverage":0.06515151515151515,"accuracy":0.9069767441860465},{"threshold":0.9,"n":660,"retained":29,"correct":28,"coverage":0.04393939393939394,"accuracy":0.9655172413793104},{"threshold":0.95,"n":660,"retained":24,"correct":24,"coverage":0.03636363636363636,"accuracy":1.0}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":101,"correct":72,"coverage":0.15303030303030302,"accuracy":0.7128712871287128}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6785714285714286,"brier":0.25441529304696797},{"subject":20,"n":30,"balanced_accuracy":0.5401785714285714,"brier":0.2512277616562821},{"subject":26,"n":30,"balanced_accuracy":0.7232142857142857,"brier":0.23652593568440766},{"subject":28,"n":30,"balanced_accuracy":0.5401785714285714,"brier":0.2432495370806736},{"subject":29,"n":30,"balanced_accuracy":0.9,"brier":0.058046791005645755},{"subject":42,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.192315835844814},{"subject":48,"n":30,"balanced_accuracy":0.7991071428571428,"brier":0.15431049860113996},{"subject":49,"n":30,"balanced_accuracy":0.7410714285714286,"brier":0.20170491478040342},{"subject":50,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.2449843762682768},{"subject":57,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.2399972403140334},{"subject":68,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.245278222281288},{"subject":70,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.21168492503299097},{"subject":74,"n":30,"balanced_accuracy":0.5267857142857143,"brier":0.24978129909685806},{"subject":79,"n":30,"balanced_accuracy":0.4732142857142857,"brier":0.2794486663424456},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.25270639923853777},{"subject":82,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23434127947331798},{"subject":87,"n":30,"balanced_accuracy":0.4776785714285714,"brier":0.24536272459128386},{"subject":102,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.21868955892673192},{"subject":103,"n":30,"balanced_accuracy":0.5,"brier":0.2846284176667447},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23420278612728454},{"subject":108,"n":30,"balanced_accuracy":0.8,"brier":0.13404020157895058}],"participant_balanced_accuracy":0.6163407029478458,"accuracy":0.6158730158730159,"brier":0.22223536498281327,"ece":0.03443681241501421},"fixed_threshold":{"threshold":0.75,"n":630,"retained":144,"correct":124,"coverage":0.22857142857142856,"accuracy":0.8611111111111112},"validation_threshold":{"threshold":0.75,"n":630,"retained":144,"correct":124,"coverage":0.22857142857142856,"accuracy":0.8611111111111112},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":388,"coverage":1.0,"accuracy":0.6158730158730159},{"threshold":0.55,"n":630,"retained":395,"correct":262,"coverage":0.626984126984127,"accuracy":0.6632911392405063},{"threshold":0.6,"n":630,"retained":294,"correct":207,"coverage":0.4666666666666667,"accuracy":0.7040816326530612},{"threshold":0.65,"n":630,"retained":238,"correct":175,"coverage":0.37777777777777777,"accuracy":0.7352941176470589},{"threshold":0.7,"n":630,"retained":191,"correct":152,"coverage":0.30317460317460315,"accuracy":0.7958115183246073},{"threshold":0.75,"n":630,"retained":144,"correct":124,"coverage":0.22857142857142856,"accuracy":0.8611111111111112},{"threshold":0.8,"n":630,"retained":117,"correct":102,"coverage":0.18571428571428572,"accuracy":0.8717948717948718},{"threshold":0.85,"n":630,"retained":90,"correct":80,"coverage":0.14285714285714285,"accuracy":0.8888888888888888},{"threshold":0.9,"n":630,"retained":64,"correct":59,"coverage":0.10158730158730159,"accuracy":0.921875},{"threshold":0.95,"n":630,"retained":43,"correct":41,"coverage":0.06825396825396825,"accuracy":0.9534883720930233}]}},{"seed":2027,"condition":"alignment","name":"Euclidean alignment","model":"aligned-2027","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2848758091926528},{"subject":5,"n":30,"balanced_accuracy":0.45089285714285715,"brier":0.26182764356461263},{"subject":7,"n":30,"balanced_accuracy":0.9333333333333333,"brier":0.07572501189836649},{"subject":8,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.23151956322583678},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.22348845586993357},{"subject":16,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.22912867417983712},{"subject":17,"n":30,"balanced_accuracy":0.5446428571428572,"brier":0.25920647888363685},{"subject":24,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.22985996934467284},{"subject":36,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.26137519833124423},{"subject":37,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24845343475876042},{"subject":39,"n":30,"balanced_accuracy":0.5,"brier":0.25979773827780217},{"subject":41,"n":30,"balanced_accuracy":0.7857142857142857,"brier":0.20310711650319777},{"subject":46,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.19820198250186757},{"subject":47,"n":30,"balanced_accuracy":0.6428571428571428,"brier":0.23294501332100032},{"subject":66,"n":30,"balanced_accuracy":0.5,"brier":0.28064259407415565},{"subject":67,"n":30,"balanced_accuracy":0.7008928571428572,"brier":0.2336068101024307},{"subject":69,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.24304097799574625},{"subject":83,"n":30,"balanced_accuracy":0.6428571428571428,"brier":0.23769223084414112},{"subject":90,"n":30,"balanced_accuracy":0.5,"brier":0.26774679441831845},{"subject":99,"n":30,"balanced_accuracy":0.6,"brier":0.2526282669086199},{"subject":107,"n":30,"balanced_accuracy":0.59375,"brier":0.23038575490068236},{"subject":109,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.2658815573140754}],"participant_balanced_accuracy":0.5933035714285714,"accuracy":0.5924242424242424,"brier":0.23686986710961777,"ece":0.02040037830573284},"fixed_threshold":{"threshold":0.75,"n":660,"retained":30,"correct":27,"coverage":0.045454545454545456,"accuracy":0.9},"validation_threshold":{"threshold":0.75,"n":660,"retained":30,"correct":27,"coverage":0.045454545454545456,"accuracy":0.9},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":391,"coverage":1.0,"accuracy":0.5924242424242424},{"threshold":0.55,"n":660,"retained":404,"correct":239,"coverage":0.6121212121212121,"accuracy":0.5915841584158416},{"threshold":0.6,"n":660,"retained":215,"correct":143,"coverage":0.32575757575757575,"accuracy":0.6651162790697674},{"threshold":0.65,"n":660,"retained":111,"correct":83,"coverage":0.16818181818181818,"accuracy":0.7477477477477478},{"threshold":0.7,"n":660,"retained":58,"correct":48,"coverage":0.08787878787878788,"accuracy":0.8275862068965517},{"threshold":0.75,"n":660,"retained":30,"correct":27,"coverage":0.045454545454545456,"accuracy":0.9},{"threshold":0.8,"n":660,"retained":17,"correct":17,"coverage":0.025757575757575757,"accuracy":1.0},{"threshold":0.85,"n":660,"retained":9,"correct":9,"coverage":0.013636363636363636,"accuracy":1.0},{"threshold":0.9,"n":660,"retained":6,"correct":6,"coverage":0.00909090909090909,"accuracy":1.0},{"threshold":0.95,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":30,"correct":27,"coverage":0.045454545454545456,"accuracy":0.9}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.20119617834996598},{"subject":20,"n":30,"balanced_accuracy":0.5982142857142857,"brier":0.23237582470099255},{"subject":26,"n":30,"balanced_accuracy":0.5,"brier":0.2087659780218786},{"subject":28,"n":30,"balanced_accuracy":0.5,"brier":0.24801493359112964},{"subject":29,"n":30,"balanced_accuracy":1.0,"brier":0.08009704680721065},{"subject":42,"n":30,"balanced_accuracy":1.0,"brier":0.07003577967930934},{"subject":48,"n":30,"balanced_accuracy":0.8303571428571428,"brier":0.17302800035098895},{"subject":49,"n":30,"balanced_accuracy":0.7723214285714286,"brier":0.2190078859795842},{"subject":50,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.2454764976316943},{"subject":57,"n":30,"balanced_accuracy":0.5758928571428572,"brier":0.22918578693394542},{"subject":68,"n":30,"balanced_accuracy":0.6785714285714286,"brier":0.22737498557170388},{"subject":70,"n":30,"balanced_accuracy":0.8333333333333333,"brier":0.18232461764395017},{"subject":74,"n":30,"balanced_accuracy":0.5491071428571428,"brier":0.26173025218906504},{"subject":79,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.2519432777988308},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.2442102403646527},{"subject":82,"n":30,"balanced_accuracy":0.7,"brier":0.20749122314115684},{"subject":87,"n":30,"balanced_accuracy":0.5491071428571428,"brier":0.24245902502122307},{"subject":102,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.19534792067519277},{"subject":103,"n":30,"balanced_accuracy":0.6000000000000001,"brier":0.2342245556975184},{"subject":105,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.23488464389856237},{"subject":108,"n":30,"balanced_accuracy":0.7,"brier":0.19079570382074654}],"participant_balanced_accuracy":0.6634495464852608,"accuracy":0.6634920634920635,"brier":0.20857001704139533,"ece":0.05348898722930026},"fixed_threshold":{"threshold":0.75,"n":630,"retained":60,"correct":60,"coverage":0.09523809523809523,"accuracy":1.0},"validation_threshold":{"threshold":0.75,"n":630,"retained":60,"correct":60,"coverage":0.09523809523809523,"accuracy":1.0},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":418,"coverage":1.0,"accuracy":0.6634920634920635},{"threshold":0.55,"n":630,"retained":439,"correct":315,"coverage":0.6968253968253968,"accuracy":0.7175398633257403},{"threshold":0.6,"n":630,"retained":273,"correct":214,"coverage":0.43333333333333335,"accuracy":0.7838827838827839},{"threshold":0.65,"n":630,"retained":165,"correct":148,"coverage":0.2619047619047619,"accuracy":0.896969696969697},{"threshold":0.7,"n":630,"retained":90,"correct":86,"coverage":0.14285714285714285,"accuracy":0.9555555555555556},{"threshold":0.75,"n":630,"retained":60,"correct":60,"coverage":0.09523809523809523,"accuracy":1.0},{"threshold":0.8,"n":630,"retained":31,"correct":31,"coverage":0.049206349206349205,"accuracy":1.0},{"threshold":0.85,"n":630,"retained":11,"correct":11,"coverage":0.01746031746031746,"accuracy":1.0},{"threshold":0.9,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}]}},{"seed":2027,"condition":"alignment_temperature","name":"Alignment + personal temperature","model":"aligned-2027","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.260121065748702},{"subject":5,"n":30,"balanced_accuracy":0.45089285714285715,"brier":0.2531177084919797},{"subject":7,"n":30,"balanced_accuracy":0.9333333333333333,"brier":0.03261177513754379},{"subject":8,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.23879468789667244},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.2366085717569138},{"subject":16,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.23095569383339676},{"subject":17,"n":30,"balanced_accuracy":0.5446428571428572,"brier":0.3022255463609945},{"subject":24,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.24438289590932202},{"subject":36,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.25289774077098587},{"subject":37,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24823494381045938},{"subject":39,"n":30,"balanced_accuracy":0.5,"brier":0.3063308697516437},{"subject":41,"n":30,"balanced_accuracy":0.7857142857142857,"brier":0.23069768874541963},{"subject":46,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.2261382109160603},{"subject":47,"n":30,"balanced_accuracy":0.6428571428571428,"brier":0.2734631755169916},{"subject":66,"n":30,"balanced_accuracy":0.5,"brier":0.25800793434239155},{"subject":67,"n":30,"balanced_accuracy":0.7008928571428572,"brier":0.22750681524777333},{"subject":69,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.24639074932842234},{"subject":83,"n":30,"balanced_accuracy":0.6428571428571428,"brier":0.25780282976960883},{"subject":90,"n":30,"balanced_accuracy":0.5,"brier":0.3347575936594841},{"subject":99,"n":30,"balanced_accuracy":0.6,"brier":0.2500305380246481},{"subject":107,"n":30,"balanced_accuracy":0.59375,"brier":0.2381881798147956},{"subject":109,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.25340345018956484}],"participant_balanced_accuracy":0.5933035714285714,"accuracy":0.5924242424242424,"brier":0.24557584841017158,"ece":0.07155713459695337},"fixed_threshold":{"threshold":0.75,"n":660,"retained":138,"correct":100,"coverage":0.20909090909090908,"accuracy":0.7246376811594203},"validation_threshold":{"threshold":0.75,"n":660,"retained":138,"correct":100,"coverage":0.20909090909090908,"accuracy":0.7246376811594203},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":391,"coverage":1.0,"accuracy":0.5924242424242424},{"threshold":0.55,"n":660,"retained":318,"correct":203,"coverage":0.4818181818181818,"accuracy":0.6383647798742138},{"threshold":0.6,"n":660,"retained":233,"correct":151,"coverage":0.353030303030303,"accuracy":0.648068669527897},{"threshold":0.65,"n":660,"retained":196,"correct":130,"coverage":0.296969696969697,"accuracy":0.6632653061224489},{"threshold":0.7,"n":660,"retained":164,"correct":114,"coverage":0.24848484848484848,"accuracy":0.6951219512195121},{"threshold":0.75,"n":660,"retained":138,"correct":100,"coverage":0.20909090909090908,"accuracy":0.7246376811594203},{"threshold":0.8,"n":660,"retained":108,"correct":79,"coverage":0.16363636363636364,"accuracy":0.7314814814814815},{"threshold":0.85,"n":660,"retained":84,"correct":61,"coverage":0.12727272727272726,"accuracy":0.7261904761904762},{"threshold":0.9,"n":660,"retained":58,"correct":46,"coverage":0.08787878787878788,"accuracy":0.7931034482758621},{"threshold":0.95,"n":660,"retained":35,"correct":29,"coverage":0.05303030303030303,"accuracy":0.8285714285714286}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":138,"correct":100,"coverage":0.20909090909090908,"accuracy":0.7246376811594203}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.20090001865534524},{"subject":20,"n":30,"balanced_accuracy":0.5982142857142857,"brier":0.23821316800554185},{"subject":26,"n":30,"balanced_accuracy":0.5,"brier":0.2103839835781115},{"subject":28,"n":30,"balanced_accuracy":0.5,"brier":0.24733750683918249},{"subject":29,"n":30,"balanced_accuracy":1.0,"brier":0.013256211825279958},{"subject":42,"n":30,"balanced_accuracy":1.0,"brier":0.0217115582555077},{"subject":48,"n":30,"balanced_accuracy":0.8303571428571428,"brier":0.14175245147812734},{"subject":49,"n":30,"balanced_accuracy":0.7723214285714286,"brier":0.17813133653780575},{"subject":50,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.2448372692170904},{"subject":57,"n":30,"balanced_accuracy":0.5758928571428572,"brier":0.24037083551053515},{"subject":68,"n":30,"balanced_accuracy":0.6785714285714286,"brier":0.23235649788879478},{"subject":70,"n":30,"balanced_accuracy":0.8333333333333333,"brier":0.16104302206241838},{"subject":74,"n":30,"balanced_accuracy":0.5491071428571428,"brier":0.25304878595925856},{"subject":79,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.26756086339497914},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.25249330545326115},{"subject":82,"n":30,"balanced_accuracy":0.7,"brier":0.18200438417335468},{"subject":87,"n":30,"balanced_accuracy":0.5491071428571428,"brier":0.24382971050905863},{"subject":102,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.22810547081387444},{"subject":103,"n":30,"balanced_accuracy":0.6000000000000001,"brier":0.26778228076399013},{"subject":105,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.23499941293134796},{"subject":108,"n":30,"balanced_accuracy":0.7,"brier":0.20508066808643446}],"participant_balanced_accuracy":0.6634495464852608,"accuracy":0.6634920634920635,"brier":0.2031047019971095,"ece":0.042207852556215134},"fixed_threshold":{"threshold":0.75,"n":630,"retained":182,"correct":158,"coverage":0.28888888888888886,"accuracy":0.8681318681318682},"validation_threshold":{"threshold":0.75,"n":630,"retained":182,"correct":158,"coverage":0.28888888888888886,"accuracy":0.8681318681318682},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":418,"coverage":1.0,"accuracy":0.6634920634920635},{"threshold":0.55,"n":630,"retained":424,"correct":306,"coverage":0.6730158730158731,"accuracy":0.7216981132075472},{"threshold":0.6,"n":630,"retained":329,"correct":247,"coverage":0.5222222222222223,"accuracy":0.7507598784194529},{"threshold":0.65,"n":630,"retained":278,"correct":222,"coverage":0.44126984126984126,"accuracy":0.7985611510791367},{"threshold":0.7,"n":630,"retained":230,"correct":194,"coverage":0.36507936507936506,"accuracy":0.8434782608695652},{"threshold":0.75,"n":630,"retained":182,"correct":158,"coverage":0.28888888888888886,"accuracy":0.8681318681318682},{"threshold":0.8,"n":630,"retained":146,"correct":130,"coverage":0.23174603174603176,"accuracy":0.8904109589041096},{"threshold":0.85,"n":630,"retained":105,"correct":98,"coverage":0.16666666666666666,"accuracy":0.9333333333333333},{"threshold":0.9,"n":630,"retained":81,"correct":79,"coverage":0.12857142857142856,"accuracy":0.9753086419753086},{"threshold":0.95,"n":630,"retained":55,"correct":55,"coverage":0.0873015873015873,"accuracy":1.0}]}},{"seed":2028,"condition":"baseline","name":"Baseline","model":"unaligned-2028","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2569577406918952},{"subject":5,"n":30,"balanced_accuracy":0.5044642857142857,"brier":0.2514323598515669},{"subject":7,"n":30,"balanced_accuracy":0.8666666666666667,"brier":0.1780959030035944},{"subject":8,"n":30,"balanced_accuracy":0.7,"brier":0.23874684803533963},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.24221499636677593},{"subject":16,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.24385201791985295},{"subject":17,"n":30,"balanced_accuracy":0.5714285714285714,"brier":0.24767211822728352},{"subject":24,"n":30,"balanced_accuracy":0.7,"brier":0.24314417669436567},{"subject":36,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2485501796529306},{"subject":37,"n":30,"balanced_accuracy":0.5,"brier":0.2545079747007572},{"subject":39,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2538146164887702},{"subject":41,"n":30,"balanced_accuracy":0.7053571428571428,"brier":0.23628387494680025},{"subject":46,"n":30,"balanced_accuracy":0.7,"brier":0.22798558884773182},{"subject":47,"n":30,"balanced_accuracy":0.6026785714285714,"brier":0.24091227930352363},{"subject":66,"n":30,"balanced_accuracy":0.5,"brier":0.2550215019884839},{"subject":67,"n":30,"balanced_accuracy":0.5,"brier":0.24998901838118143},{"subject":69,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.24905507375289412},{"subject":83,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.24595400161539024},{"subject":90,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2506290063770603},{"subject":99,"n":30,"balanced_accuracy":0.5,"brier":0.24565364689053212},{"subject":107,"n":30,"balanced_accuracy":0.59375,"brier":0.24106315898766362},{"subject":109,"n":30,"balanced_accuracy":0.5,"brier":0.30748124183855186}],"participant_balanced_accuracy":0.5865124458874459,"accuracy":0.5848484848484848,"brier":0.2458644238437702,"ece":0.05723571034092893},"fixed_threshold":{"threshold":0.75,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},"validation_threshold":{"threshold":0.75,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":386,"coverage":1.0,"accuracy":0.5848484848484848},{"threshold":0.55,"n":660,"retained":168,"correct":103,"coverage":0.2545454545454545,"accuracy":0.6130952380952381},{"threshold":0.6,"n":660,"retained":52,"correct":35,"coverage":0.07878787878787878,"accuracy":0.6730769230769231},{"threshold":0.65,"n":660,"retained":40,"correct":24,"coverage":0.06060606060606061,"accuracy":0.6},{"threshold":0.7,"n":660,"retained":18,"correct":8,"coverage":0.02727272727272727,"accuracy":0.4444444444444444},{"threshold":0.75,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.8,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.85,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.9,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.2313521976438506},{"subject":20,"n":30,"balanced_accuracy":0.5267857142857143,"brier":0.24694850785171313},{"subject":26,"n":30,"balanced_accuracy":0.6607142857142857,"brier":0.24137707509556922},{"subject":28,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.2471505950064454},{"subject":29,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.17181038427256629},{"subject":42,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.1831257509859632},{"subject":48,"n":30,"balanced_accuracy":0.7723214285714286,"brier":0.21999169130142124},{"subject":49,"n":30,"balanced_accuracy":0.7142857142857143,"brier":0.24046366301710007},{"subject":50,"n":30,"balanced_accuracy":0.5714285714285714,"brier":0.24268019193637566},{"subject":57,"n":30,"balanced_accuracy":0.4107142857142857,"brier":0.24380692513475224},{"subject":68,"n":30,"balanced_accuracy":0.65625,"brier":0.24557240578192718},{"subject":70,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.22498194126280663},{"subject":74,"n":30,"balanced_accuracy":0.4598214285714286,"brier":0.2505358773368535},{"subject":79,"n":30,"balanced_accuracy":0.6160714285714286,"brier":0.24692009445656102},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.25157144592260516},{"subject":82,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.23888113465393804},{"subject":87,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.2429914654814826},{"subject":102,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.23578592752441066},{"subject":103,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2429748399599946},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23422173796315},{"subject":108,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.21652456322459232}],"participant_balanced_accuracy":0.6203656462585033,"accuracy":0.6190476190476191,"brier":0.23331754361019427,"ece":0.07528198239257401},"fixed_threshold":{"threshold":0.75,"n":630,"retained":3,"correct":3,"coverage":0.004761904761904762,"accuracy":1.0},"validation_threshold":{"threshold":0.75,"n":630,"retained":3,"correct":3,"coverage":0.004761904761904762,"accuracy":1.0},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":390,"coverage":1.0,"accuracy":0.6190476190476191},{"threshold":0.55,"n":630,"retained":198,"correct":150,"coverage":0.3142857142857143,"accuracy":0.7575757575757576},{"threshold":0.6,"n":630,"retained":51,"correct":45,"coverage":0.08095238095238096,"accuracy":0.8823529411764706},{"threshold":0.65,"n":630,"retained":24,"correct":23,"coverage":0.0380952380952381,"accuracy":0.9583333333333334},{"threshold":0.7,"n":630,"retained":11,"correct":11,"coverage":0.01746031746031746,"accuracy":1.0},{"threshold":0.75,"n":630,"retained":3,"correct":3,"coverage":0.004761904761904762,"accuracy":1.0},{"threshold":0.8,"n":630,"retained":1,"correct":1,"coverage":0.0015873015873015873,"accuracy":1.0},{"threshold":0.85,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.9,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}]}},{"seed":2028,"condition":"personal_temperature","name":"Personal temperature","model":"unaligned-2028","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.25625413409831166},{"subject":5,"n":30,"balanced_accuracy":0.5044642857142857,"brier":0.2529742909485752},{"subject":7,"n":30,"balanced_accuracy":0.8666666666666667,"brier":0.11190630427560136},{"subject":8,"n":30,"balanced_accuracy":0.7,"brier":0.23966584649795475},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.24280534716312382},{"subject":16,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.2416165525063279},{"subject":17,"n":30,"balanced_accuracy":0.5714285714285714,"brier":0.24768947095154648},{"subject":24,"n":30,"balanced_accuracy":0.7,"brier":0.2053361108007268},{"subject":36,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2486407441205459},{"subject":37,"n":30,"balanced_accuracy":0.5,"brier":0.2535594357642013},{"subject":39,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2996114792154602},{"subject":41,"n":30,"balanced_accuracy":0.7053571428571428,"brier":0.182673926305317},{"subject":46,"n":30,"balanced_accuracy":0.7,"brier":0.22980803071151626},{"subject":47,"n":30,"balanced_accuracy":0.6026785714285714,"brier":0.25914418276251605},{"subject":66,"n":30,"balanced_accuracy":0.5,"brier":0.2555934519581},{"subject":67,"n":30,"balanced_accuracy":0.5,"brier":0.3318970386364588},{"subject":69,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.24958245766564208},{"subject":83,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.24619603806474602},{"subject":90,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.28182582516889365},{"subject":99,"n":30,"balanced_accuracy":0.5,"brier":0.24585086363011638},{"subject":107,"n":30,"balanced_accuracy":0.59375,"brier":0.23817717811215172},{"subject":109,"n":30,"balanced_accuracy":0.5,"brier":0.29966897522761654}],"participant_balanced_accuracy":0.5865124458874459,"accuracy":0.5848484848484848,"brier":0.2463853492993386,"ece":0.07490242883038556},"fixed_threshold":{"threshold":0.75,"n":660,"retained":89,"correct":63,"coverage":0.13484848484848486,"accuracy":0.7078651685393258},"validation_threshold":{"threshold":0.75,"n":660,"retained":89,"correct":63,"coverage":0.13484848484848486,"accuracy":0.7078651685393258},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":386,"coverage":1.0,"accuracy":0.5848484848484848},{"threshold":0.55,"n":660,"retained":343,"correct":199,"coverage":0.5196969696969697,"accuracy":0.5801749271137027},{"threshold":0.6,"n":660,"retained":225,"correct":136,"coverage":0.3409090909090909,"accuracy":0.6044444444444445},{"threshold":0.65,"n":660,"retained":181,"correct":112,"coverage":0.27424242424242423,"accuracy":0.6187845303867403},{"threshold":0.7,"n":660,"retained":124,"correct":81,"coverage":0.18787878787878787,"accuracy":0.6532258064516129},{"threshold":0.75,"n":660,"retained":89,"correct":63,"coverage":0.13484848484848486,"accuracy":0.7078651685393258},{"threshold":0.8,"n":660,"retained":61,"correct":47,"coverage":0.09242424242424242,"accuracy":0.7704918032786885},{"threshold":0.85,"n":660,"retained":37,"correct":32,"coverage":0.05606060606060606,"accuracy":0.8648648648648649},{"threshold":0.9,"n":660,"retained":21,"correct":21,"coverage":0.031818181818181815,"accuracy":1.0},{"threshold":0.95,"n":660,"retained":12,"correct":12,"coverage":0.01818181818181818,"accuracy":1.0}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":89,"correct":63,"coverage":0.13484848484848486,"accuracy":0.7078651685393258}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.23681201051812548},{"subject":20,"n":30,"balanced_accuracy":0.5267857142857143,"brier":0.2542067392513722},{"subject":26,"n":30,"balanced_accuracy":0.6607142857142857,"brier":0.2421200114251562},{"subject":28,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.24726768243318056},{"subject":29,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.0206737509884064},{"subject":42,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.1790443353389724},{"subject":48,"n":30,"balanced_accuracy":0.7723214285714286,"brier":0.15229485073719093},{"subject":49,"n":30,"balanced_accuracy":0.7142857142857143,"brier":0.21099369123470083},{"subject":50,"n":30,"balanced_accuracy":0.5714285714285714,"brier":0.24322246449672583},{"subject":57,"n":30,"balanced_accuracy":0.4107142857142857,"brier":0.24428163232665742},{"subject":68,"n":30,"balanced_accuracy":0.65625,"brier":0.24574250052400165},{"subject":70,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.20654573505817705},{"subject":74,"n":30,"balanced_accuracy":0.4598214285714286,"brier":0.2557624274425921},{"subject":79,"n":30,"balanced_accuracy":0.6160714285714286,"brier":0.25668424496624914},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.2507030401092293},{"subject":82,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2456574513745491},{"subject":87,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.24351759668878786},{"subject":102,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.21196956925598234},{"subject":103,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2578927514567257},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.22362700365992177},{"subject":108,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.1567060006910017}],"participant_balanced_accuracy":0.6203656462585033,"accuracy":0.6190476190476191,"brier":0.2183678804751289,"ece":0.04251339915019252},"fixed_threshold":{"threshold":0.75,"n":630,"retained":135,"correct":120,"coverage":0.21428571428571427,"accuracy":0.8888888888888888},"validation_threshold":{"threshold":0.75,"n":630,"retained":135,"correct":120,"coverage":0.21428571428571427,"accuracy":0.8888888888888888},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":390,"coverage":1.0,"accuracy":0.6190476190476191},{"threshold":0.55,"n":630,"retained":407,"correct":275,"coverage":0.6460317460317461,"accuracy":0.6756756756756757},{"threshold":0.6,"n":630,"retained":296,"correct":206,"coverage":0.46984126984126984,"accuracy":0.6959459459459459},{"threshold":0.65,"n":630,"retained":228,"correct":171,"coverage":0.3619047619047619,"accuracy":0.75},{"threshold":0.7,"n":630,"retained":181,"correct":151,"coverage":0.2873015873015873,"accuracy":0.8342541436464088},{"threshold":0.75,"n":630,"retained":135,"correct":120,"coverage":0.21428571428571427,"accuracy":0.8888888888888888},{"threshold":0.8,"n":630,"retained":98,"correct":90,"coverage":0.15555555555555556,"accuracy":0.9183673469387755},{"threshold":0.85,"n":630,"retained":71,"correct":65,"coverage":0.1126984126984127,"accuracy":0.9154929577464789},{"threshold":0.9,"n":630,"retained":43,"correct":41,"coverage":0.06825396825396825,"accuracy":0.9534883720930233},{"threshold":0.95,"n":630,"retained":25,"correct":24,"coverage":0.03968253968253968,"accuracy":0.96}]}},{"seed":2028,"condition":"alignment","name":"Euclidean alignment","model":"aligned-2028","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.36666666666666664,"brier":0.2737841291277586},{"subject":5,"n":30,"balanced_accuracy":0.38839285714285715,"brier":0.26409275326529064},{"subject":7,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.08875634813246457},{"subject":8,"n":30,"balanced_accuracy":0.6,"brier":0.23310869308408305},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.23223346657971103},{"subject":16,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.23816407204334636},{"subject":17,"n":30,"balanced_accuracy":0.47767857142857145,"brier":0.25313585679434275},{"subject":24,"n":30,"balanced_accuracy":0.6000000000000001,"brier":0.2304469128027174},{"subject":36,"n":30,"balanced_accuracy":0.5,"brier":0.25586320435697457},{"subject":37,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.25223377013073217},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.2758814688352241},{"subject":41,"n":30,"balanced_accuracy":0.6741071428571428,"brier":0.20919717874880844},{"subject":46,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.20082021303739506},{"subject":47,"n":30,"balanced_accuracy":0.6428571428571428,"brier":0.22873257808926611},{"subject":66,"n":30,"balanced_accuracy":0.4,"brier":0.27670645091941604},{"subject":67,"n":30,"balanced_accuracy":0.5669642857142857,"brier":0.239174419931964},{"subject":69,"n":30,"balanced_accuracy":0.5044642857142857,"brier":0.24983111509381214},{"subject":83,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.24544222292976986},{"subject":90,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2660508197907906},{"subject":99,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.25443432879659766},{"subject":107,"n":30,"balanced_accuracy":0.6339285714285714,"brier":0.2239433874589175},{"subject":109,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.26877701005996013}],"participant_balanced_accuracy":0.5635416666666667,"accuracy":0.5606060606060606,"brier":0.23912774545497018,"ece":0.030482225284546926},"fixed_threshold":{"threshold":0.75,"n":660,"retained":22,"correct":21,"coverage":0.03333333333333333,"accuracy":0.9545454545454546},"validation_threshold":{"threshold":0.75,"n":660,"retained":22,"correct":21,"coverage":0.03333333333333333,"accuracy":0.9545454545454546},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":370,"coverage":1.0,"accuracy":0.5606060606060606},{"threshold":0.55,"n":660,"retained":360,"correct":220,"coverage":0.5454545454545454,"accuracy":0.6111111111111112},{"threshold":0.6,"n":660,"retained":196,"correct":129,"coverage":0.296969696969697,"accuracy":0.6581632653061225},{"threshold":0.65,"n":660,"retained":99,"correct":74,"coverage":0.15,"accuracy":0.7474747474747475},{"threshold":0.7,"n":660,"retained":46,"correct":39,"coverage":0.0696969696969697,"accuracy":0.8478260869565217},{"threshold":0.75,"n":660,"retained":22,"correct":21,"coverage":0.03333333333333333,"accuracy":0.9545454545454546},{"threshold":0.8,"n":660,"retained":14,"correct":14,"coverage":0.021212121212121213,"accuracy":1.0},{"threshold":0.85,"n":660,"retained":5,"correct":5,"coverage":0.007575757575757576,"accuracy":1.0},{"threshold":0.9,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":22,"correct":21,"coverage":0.03333333333333333,"accuracy":0.9545454545454546}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6517857142857143,"brier":0.20963030198667584},{"subject":20,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.2503251422200019},{"subject":26,"n":30,"balanced_accuracy":0.5044642857142857,"brier":0.2211342969864526},{"subject":28,"n":30,"balanced_accuracy":0.38839285714285715,"brier":0.25808031624961997},{"subject":29,"n":30,"balanced_accuracy":1.0,"brier":0.07622225716228659},{"subject":42,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.09504099928936954},{"subject":48,"n":30,"balanced_accuracy":0.7678571428571428,"brier":0.18021968993824253},{"subject":49,"n":30,"balanced_accuracy":0.7098214285714286,"brier":0.22683923697810948},{"subject":50,"n":30,"balanced_accuracy":0.41964285714285715,"brier":0.24171652703437924},{"subject":57,"n":30,"balanced_accuracy":0.47767857142857145,"brier":0.2350911978760764},{"subject":68,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.2303092076242735},{"subject":70,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.1882601497291752},{"subject":74,"n":30,"balanced_accuracy":0.5133928571428571,"brier":0.25910693259989054},{"subject":79,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.23820393181072222},{"subject":81,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24317698203551874},{"subject":82,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2121613269929263},{"subject":87,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.2417897410961811},{"subject":102,"n":30,"balanced_accuracy":0.8666666666666667,"brier":0.20785904778898748},{"subject":103,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2376410094404725},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2344487310652089},{"subject":108,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.19720795347801098}],"participant_balanced_accuracy":0.6169642857142856,"accuracy":0.6174603174603175,"brier":0.21354595139917054,"ece":0.08420317122292845},"fixed_threshold":{"threshold":0.75,"n":630,"retained":47,"correct":47,"coverage":0.0746031746031746,"accuracy":1.0},"validation_threshold":{"threshold":0.75,"n":630,"retained":47,"correct":47,"coverage":0.0746031746031746,"accuracy":1.0},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":389,"coverage":1.0,"accuracy":0.6174603174603175},{"threshold":0.55,"n":630,"retained":409,"correct":291,"coverage":0.6492063492063492,"accuracy":0.7114914425427873},{"threshold":0.6,"n":630,"retained":245,"correct":200,"coverage":0.3888888888888889,"accuracy":0.8163265306122449},{"threshold":0.65,"n":630,"retained":148,"correct":134,"coverage":0.23492063492063492,"accuracy":0.9054054054054054},{"threshold":0.7,"n":630,"retained":87,"correct":84,"coverage":0.1380952380952381,"accuracy":0.9655172413793104},{"threshold":0.75,"n":630,"retained":47,"correct":47,"coverage":0.0746031746031746,"accuracy":1.0},{"threshold":0.8,"n":630,"retained":18,"correct":18,"coverage":0.02857142857142857,"accuracy":1.0},{"threshold":0.85,"n":630,"retained":9,"correct":9,"coverage":0.014285714285714285,"accuracy":1.0},{"threshold":0.9,"n":630,"retained":2,"correct":2,"coverage":0.0031746031746031746,"accuracy":1.0},{"threshold":0.95,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}]}},{"seed":2028,"condition":"alignment_temperature","name":"Alignment + personal temperature","model":"aligned-2028","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.36666666666666664,"brier":0.254742251491192},{"subject":5,"n":30,"balanced_accuracy":0.38839285714285715,"brier":0.2587763904262571},{"subject":7,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.02874916187512318},{"subject":8,"n":30,"balanced_accuracy":0.6,"brier":0.23982126561219186},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.24190531448058708},{"subject":16,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.23805415463201904},{"subject":17,"n":30,"balanced_accuracy":0.47767857142857145,"brier":0.28410121845108766},{"subject":24,"n":30,"balanced_accuracy":0.6000000000000001,"brier":0.23116151995979842},{"subject":36,"n":30,"balanced_accuracy":0.5,"brier":0.2511906806695837},{"subject":37,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2610885117582022},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.3222893825728345},{"subject":41,"n":30,"balanced_accuracy":0.6741071428571428,"brier":0.2360994009882512},{"subject":46,"n":30,"balanced_accuracy":0.6666666666666666,"brier":0.23150953739624353},{"subject":47,"n":30,"balanced_accuracy":0.6428571428571428,"brier":0.23969904227469033},{"subject":66,"n":30,"balanced_accuracy":0.4,"brier":0.25601627756244477},{"subject":67,"n":30,"balanced_accuracy":0.5669642857142857,"brier":0.24382932545166147},{"subject":69,"n":30,"balanced_accuracy":0.5044642857142857,"brier":0.24906825505395983},{"subject":83,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.24542064909596206},{"subject":90,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.28546544819937203},{"subject":99,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2509529906552545},{"subject":107,"n":30,"balanced_accuracy":0.6339285714285714,"brier":0.21770330306084687},{"subject":109,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.25261826738450244}],"participant_balanced_accuracy":0.5635416666666667,"accuracy":0.5606060606060606,"brier":0.2418301067750939,"ece":0.0313902179544861},"fixed_threshold":{"threshold":0.75,"n":660,"retained":80,"correct":57,"coverage":0.12121212121212122,"accuracy":0.7125},"validation_threshold":{"threshold":0.75,"n":660,"retained":80,"correct":57,"coverage":0.12121212121212122,"accuracy":0.7125},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":370,"coverage":1.0,"accuracy":0.5606060606060606},{"threshold":0.55,"n":660,"retained":286,"correct":179,"coverage":0.43333333333333335,"accuracy":0.6258741258741258},{"threshold":0.6,"n":660,"retained":200,"correct":129,"coverage":0.30303030303030304,"accuracy":0.645},{"threshold":0.65,"n":660,"retained":143,"correct":99,"coverage":0.21666666666666667,"accuracy":0.6923076923076923},{"threshold":0.7,"n":660,"retained":107,"correct":76,"coverage":0.1621212121212121,"accuracy":0.7102803738317757},{"threshold":0.75,"n":660,"retained":80,"correct":57,"coverage":0.12121212121212122,"accuracy":0.7125},{"threshold":0.8,"n":660,"retained":51,"correct":41,"coverage":0.07727272727272727,"accuracy":0.803921568627451},{"threshold":0.85,"n":660,"retained":37,"correct":33,"coverage":0.05606060606060606,"accuracy":0.8918918918918919},{"threshold":0.9,"n":660,"retained":24,"correct":23,"coverage":0.03636363636363636,"accuracy":0.9583333333333334},{"threshold":0.95,"n":660,"retained":14,"correct":14,"coverage":0.021212121212121213,"accuracy":1.0}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":80,"correct":57,"coverage":0.12121212121212122,"accuracy":0.7125}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6517857142857143,"brier":0.22253463564905382},{"subject":20,"n":30,"balanced_accuracy":0.4955357142857143,"brier":0.26049626314406005},{"subject":26,"n":30,"balanced_accuracy":0.5044642857142857,"brier":0.22210339096072967},{"subject":28,"n":30,"balanced_accuracy":0.38839285714285715,"brier":0.25057199572767924},{"subject":29,"n":30,"balanced_accuracy":1.0,"brier":0.01529208354630673},{"subject":42,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.058860751499005035},{"subject":48,"n":30,"balanced_accuracy":0.7678571428571428,"brier":0.15365659749838045},{"subject":49,"n":30,"balanced_accuracy":0.7098214285714286,"brier":0.2041969676472011},{"subject":50,"n":30,"balanced_accuracy":0.41964285714285715,"brier":0.2443513871119994},{"subject":57,"n":30,"balanced_accuracy":0.47767857142857145,"brier":0.2441716331826274},{"subject":68,"n":30,"balanced_accuracy":0.6116071428571428,"brier":0.2484251137756074},{"subject":70,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.17619262689619336},{"subject":74,"n":30,"balanced_accuracy":0.5133928571428571,"brier":0.26167134853350105},{"subject":79,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.2398730877506781},{"subject":81,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.25718199461539754},{"subject":82,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.1980266554729039},{"subject":87,"n":30,"balanced_accuracy":0.5803571428571428,"brier":0.24450423506311922},{"subject":102,"n":30,"balanced_accuracy":0.8666666666666667,"brier":0.23574588819307943},{"subject":103,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2524489102708241},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23578945531768916},{"subject":108,"n":30,"balanced_accuracy":0.6666666666666667,"brier":0.2205299311668187}],"participant_balanced_accuracy":0.6169642857142856,"accuracy":0.6174603174603175,"brier":0.2117440453820407,"ece":0.038274559507374115},"fixed_threshold":{"threshold":0.75,"n":630,"retained":154,"correct":134,"coverage":0.24444444444444444,"accuracy":0.8701298701298701},"validation_threshold":{"threshold":0.75,"n":630,"retained":154,"correct":134,"coverage":0.24444444444444444,"accuracy":0.8701298701298701},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":389,"coverage":1.0,"accuracy":0.6174603174603175},{"threshold":0.55,"n":630,"retained":403,"correct":279,"coverage":0.6396825396825396,"accuracy":0.6923076923076923},{"threshold":0.6,"n":630,"retained":322,"correct":235,"coverage":0.5111111111111111,"accuracy":0.7298136645962733},{"threshold":0.65,"n":630,"retained":239,"correct":189,"coverage":0.37936507936507935,"accuracy":0.7907949790794979},{"threshold":0.7,"n":630,"retained":202,"correct":166,"coverage":0.32063492063492066,"accuracy":0.8217821782178217},{"threshold":0.75,"n":630,"retained":154,"correct":134,"coverage":0.24444444444444444,"accuracy":0.8701298701298701},{"threshold":0.8,"n":630,"retained":129,"correct":117,"coverage":0.20476190476190476,"accuracy":0.9069767441860465},{"threshold":0.85,"n":630,"retained":99,"correct":92,"coverage":0.15714285714285714,"accuracy":0.9292929292929293},{"threshold":0.9,"n":630,"retained":65,"correct":62,"coverage":0.10317460317460317,"accuracy":0.9538461538461539},{"threshold":0.95,"n":630,"retained":37,"correct":37,"coverage":0.05873015873015873,"accuracy":1.0}]}},{"seed":2029,"condition":"baseline","name":"Baseline","model":"unaligned-2029","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.25491154669673943},{"subject":5,"n":30,"balanced_accuracy":0.4464285714285714,"brier":0.25191703439263946},{"subject":7,"n":30,"balanced_accuracy":0.9333333333333333,"brier":0.16742134280752843},{"subject":8,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.23500542489068327},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.24012999499053075},{"subject":16,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24316208224590027},{"subject":17,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.2503555594568719},{"subject":24,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.24627941903791498},{"subject":36,"n":30,"balanced_accuracy":0.6,"brier":0.2495400551081069},{"subject":37,"n":30,"balanced_accuracy":0.5,"brier":0.2566181862075158},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.2508826636741138},{"subject":41,"n":30,"balanced_accuracy":0.8258928571428572,"brier":0.2300855932848626},{"subject":46,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.22528938017014916},{"subject":47,"n":30,"balanced_accuracy":0.6339285714285714,"brier":0.23894928742964833},{"subject":66,"n":30,"balanced_accuracy":0.5,"brier":0.25320122273256523},{"subject":67,"n":30,"balanced_accuracy":0.53125,"brier":0.2500982113992595},{"subject":69,"n":30,"balanced_accuracy":0.5714285714285714,"brier":0.24933770610925732},{"subject":83,"n":30,"balanced_accuracy":0.5535714285714286,"brier":0.24785726913445513},{"subject":90,"n":30,"balanced_accuracy":0.6,"brier":0.2501868201433451},{"subject":99,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2484483986365612},{"subject":107,"n":30,"balanced_accuracy":0.625,"brier":0.23858950838266543},{"subject":109,"n":30,"balanced_accuracy":0.5,"brier":0.31575467340715935}],"participant_balanced_accuracy":0.584388528138528,"accuracy":0.5833333333333334,"brier":0.2451827900153851,"ece":0.06120942527183846},"fixed_threshold":{"threshold":0.75,"n":660,"retained":1,"correct":1,"coverage":0.0015151515151515152,"accuracy":1.0},"validation_threshold":{"threshold":0.75,"n":660,"retained":1,"correct":1,"coverage":0.0015151515151515152,"accuracy":1.0},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":385,"coverage":1.0,"accuracy":0.5833333333333334},{"threshold":0.55,"n":660,"retained":183,"correct":119,"coverage":0.2772727272727273,"accuracy":0.6502732240437158},{"threshold":0.6,"n":660,"retained":66,"correct":44,"coverage":0.1,"accuracy":0.6666666666666666},{"threshold":0.65,"n":660,"retained":37,"correct":21,"coverage":0.05606060606060606,"accuracy":0.5675675675675675},{"threshold":0.7,"n":660,"retained":23,"correct":9,"coverage":0.03484848484848485,"accuracy":0.391304347826087},{"threshold":0.75,"n":660,"retained":1,"correct":1,"coverage":0.0015151515151515152,"accuracy":1.0},{"threshold":0.8,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.85,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.9,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":1,"correct":1,"coverage":0.0015151515151515152,"accuracy":1.0}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.22411079183930827},{"subject":20,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.24356968249898125},{"subject":26,"n":30,"balanced_accuracy":0.6875,"brier":0.2382211419086527},{"subject":28,"n":30,"balanced_accuracy":0.5133928571428572,"brier":0.24996855043790112},{"subject":29,"n":30,"balanced_accuracy":0.9333333333333333,"brier":0.1583196819315515},{"subject":42,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.19809933281175843},{"subject":48,"n":30,"balanced_accuracy":0.7410714285714286,"brier":0.2155386706716885},{"subject":49,"n":30,"balanced_accuracy":0.625,"brier":0.24232500754965697},{"subject":50,"n":30,"balanced_accuracy":0.5848214285714286,"brier":0.24503444626865115},{"subject":57,"n":30,"balanced_accuracy":0.47767857142857145,"brier":0.23951091616712686},{"subject":68,"n":30,"balanced_accuracy":0.5535714285714286,"brier":0.24645133487870702},{"subject":70,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.22450025989450498},{"subject":74,"n":30,"balanced_accuracy":0.5089285714285714,"brier":0.2527343425715387},{"subject":79,"n":30,"balanced_accuracy":0.5446428571428572,"brier":0.25040593648415543},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.25804114000013695},{"subject":82,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.23378472526020203},{"subject":87,"n":30,"balanced_accuracy":0.48214285714285715,"brier":0.24675063349626566},{"subject":102,"n":30,"balanced_accuracy":0.7,"brier":0.23453126181354492},{"subject":103,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24394873842328563},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23446690482822616},{"subject":108,"n":30,"balanced_accuracy":0.8,"brier":0.20359007850207328}],"participant_balanced_accuracy":0.601672335600907,"accuracy":0.5984126984126984,"brier":0.23256683705894848,"ece":0.045393282705824246},"fixed_threshold":{"threshold":0.75,"n":630,"retained":11,"correct":11,"coverage":0.01746031746031746,"accuracy":1.0},"validation_threshold":{"threshold":0.75,"n":630,"retained":11,"correct":11,"coverage":0.01746031746031746,"accuracy":1.0},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":377,"coverage":1.0,"accuracy":0.5984126984126984},{"threshold":0.55,"n":630,"retained":228,"correct":170,"coverage":0.3619047619047619,"accuracy":0.7456140350877193},{"threshold":0.6,"n":630,"retained":94,"correct":74,"coverage":0.1492063492063492,"accuracy":0.7872340425531915},{"threshold":0.65,"n":630,"retained":34,"correct":33,"coverage":0.05396825396825397,"accuracy":0.9705882352941176},{"threshold":0.7,"n":630,"retained":23,"correct":23,"coverage":0.03650793650793651,"accuracy":1.0},{"threshold":0.75,"n":630,"retained":11,"correct":11,"coverage":0.01746031746031746,"accuracy":1.0},{"threshold":0.8,"n":630,"retained":2,"correct":2,"coverage":0.0031746031746031746,"accuracy":1.0},{"threshold":0.85,"n":630,"retained":1,"correct":1,"coverage":0.0015873015873015873,"accuracy":1.0},{"threshold":0.9,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null},{"threshold":0.95,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}]}},{"seed":2029,"condition":"personal_temperature","name":"Personal temperature","model":"unaligned-2029","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.43333333333333335,"brier":0.2534793368455554},{"subject":5,"n":30,"balanced_accuracy":0.4464285714285714,"brier":0.25576489101537425},{"subject":7,"n":30,"balanced_accuracy":0.9333333333333333,"brier":0.05955545391114417},{"subject":8,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.21491493669254635},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.24224466319209906},{"subject":16,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.23651516954653898},{"subject":17,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.2497849291502305},{"subject":24,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.2437472234609171},{"subject":36,"n":30,"balanced_accuracy":0.6,"brier":0.24955706589896404},{"subject":37,"n":30,"balanced_accuracy":0.5,"brier":0.25321081302154},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.2505620083582055},{"subject":41,"n":30,"balanced_accuracy":0.8258928571428572,"brier":0.1863000235326643},{"subject":46,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.231040806024552},{"subject":47,"n":30,"balanced_accuracy":0.6339285714285714,"brier":0.25943582239581175},{"subject":66,"n":30,"balanced_accuracy":0.5,"brier":0.25198019336803307},{"subject":67,"n":30,"balanced_accuracy":0.53125,"brier":0.26709530924767205},{"subject":69,"n":30,"balanced_accuracy":0.5714285714285714,"brier":0.24936648519111726},{"subject":83,"n":30,"balanced_accuracy":0.5535714285714286,"brier":0.2524289330947053},{"subject":90,"n":30,"balanced_accuracy":0.6,"brier":0.2553432663284656},{"subject":99,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2486535750053165},{"subject":107,"n":30,"balanced_accuracy":0.625,"brier":0.2157778876869449},{"subject":109,"n":30,"balanced_accuracy":0.5,"brier":0.2917209244803979}],"participant_balanced_accuracy":0.584388528138528,"accuracy":0.5833333333333334,"brier":0.23720362352039984,"ece":0.03180001309708917},"fixed_threshold":{"threshold":0.75,"n":660,"retained":59,"correct":48,"coverage":0.0893939393939394,"accuracy":0.8135593220338984},"validation_threshold":{"threshold":0.75,"n":660,"retained":59,"correct":48,"coverage":0.0893939393939394,"accuracy":0.8135593220338984},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":385,"coverage":1.0,"accuracy":0.5833333333333334},{"threshold":0.55,"n":660,"retained":313,"correct":198,"coverage":0.47424242424242424,"accuracy":0.6325878594249201},{"threshold":0.6,"n":660,"retained":183,"correct":121,"coverage":0.2772727272727273,"accuracy":0.6612021857923497},{"threshold":0.65,"n":660,"retained":123,"correct":83,"coverage":0.18636363636363637,"accuracy":0.6747967479674797},{"threshold":0.7,"n":660,"retained":72,"correct":57,"coverage":0.10909090909090909,"accuracy":0.7916666666666666},{"threshold":0.75,"n":660,"retained":59,"correct":48,"coverage":0.0893939393939394,"accuracy":0.8135593220338984},{"threshold":0.8,"n":660,"retained":39,"correct":36,"coverage":0.05909090909090909,"accuracy":0.9230769230769231},{"threshold":0.85,"n":660,"retained":32,"correct":30,"coverage":0.048484848484848485,"accuracy":0.9375},{"threshold":0.9,"n":660,"retained":24,"correct":23,"coverage":0.03636363636363636,"accuracy":0.9583333333333334},{"threshold":0.95,"n":660,"retained":18,"correct":18,"coverage":0.02727272727272727,"accuracy":1.0}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":59,"correct":48,"coverage":0.0893939393939394,"accuracy":0.8135593220338984}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.2276770673707128},{"subject":20,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.23904060597507634},{"subject":26,"n":30,"balanced_accuracy":0.6875,"brier":0.24114078037733053},{"subject":28,"n":30,"balanced_accuracy":0.5133928571428572,"brier":0.2494054638573905},{"subject":29,"n":30,"balanced_accuracy":0.9333333333333333,"brier":0.051048604308303706},{"subject":42,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.19860844190127572},{"subject":48,"n":30,"balanced_accuracy":0.7410714285714286,"brier":0.16430042988446045},{"subject":49,"n":30,"balanced_accuracy":0.625,"brier":0.2432455553117919},{"subject":50,"n":30,"balanced_accuracy":0.5848214285714286,"brier":0.24606206227708854},{"subject":57,"n":30,"balanced_accuracy":0.47767857142857145,"brier":0.2418837400719046},{"subject":68,"n":30,"balanced_accuracy":0.5535714285714286,"brier":0.2469655484369542},{"subject":70,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.20052820849753045},{"subject":74,"n":30,"balanced_accuracy":0.5089285714285714,"brier":0.2526499165382398},{"subject":79,"n":30,"balanced_accuracy":0.5446428571428572,"brier":0.2824729240584},{"subject":81,"n":30,"balanced_accuracy":0.5,"brier":0.2530751168846089},{"subject":82,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.23766967953232201},{"subject":87,"n":30,"balanced_accuracy":0.48214285714285715,"brier":0.24724651862727284},{"subject":102,"n":30,"balanced_accuracy":0.7,"brier":0.21876320687002526},{"subject":103,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2768797928550962},{"subject":105,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.23082281333856006},{"subject":108,"n":30,"balanced_accuracy":0.8,"brier":0.1509542226955315}],"participant_balanced_accuracy":0.601672335600907,"accuracy":0.5984126984126984,"brier":0.22383050950808933,"ece":0.04719468886573759},"fixed_threshold":{"threshold":0.75,"n":630,"retained":145,"correct":123,"coverage":0.23015873015873015,"accuracy":0.8482758620689655},"validation_threshold":{"threshold":0.75,"n":630,"retained":145,"correct":123,"coverage":0.23015873015873015,"accuracy":0.8482758620689655},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":377,"coverage":1.0,"accuracy":0.5984126984126984},{"threshold":0.55,"n":630,"retained":388,"correct":250,"coverage":0.6158730158730159,"accuracy":0.6443298969072165},{"threshold":0.6,"n":630,"retained":289,"correct":201,"coverage":0.4587301587301587,"accuracy":0.6955017301038062},{"threshold":0.65,"n":630,"retained":231,"correct":173,"coverage":0.36666666666666664,"accuracy":0.7489177489177489},{"threshold":0.7,"n":630,"retained":190,"correct":149,"coverage":0.30158730158730157,"accuracy":0.7842105263157895},{"threshold":0.75,"n":630,"retained":145,"correct":123,"coverage":0.23015873015873015,"accuracy":0.8482758620689655},{"threshold":0.8,"n":630,"retained":105,"correct":95,"coverage":0.16666666666666666,"accuracy":0.9047619047619048},{"threshold":0.85,"n":630,"retained":69,"correct":65,"coverage":0.10952380952380952,"accuracy":0.9420289855072463},{"threshold":0.9,"n":630,"retained":47,"correct":45,"coverage":0.0746031746031746,"accuracy":0.9574468085106383},{"threshold":0.95,"n":630,"retained":35,"correct":33,"coverage":0.05555555555555555,"accuracy":0.9428571428571428}]}},{"seed":2029,"condition":"alignment","name":"Euclidean alignment","model":"aligned-2029","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.5,"brier":0.27108194494327287},{"subject":5,"n":30,"balanced_accuracy":0.3973214285714286,"brier":0.2762192427272001},{"subject":7,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.07536231447266434},{"subject":8,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.2280597429142302},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.22170075925083657},{"subject":16,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.22830703805306787},{"subject":17,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.2577300773531121},{"subject":24,"n":30,"balanced_accuracy":0.6,"brier":0.23001938530379698},{"subject":36,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.26044259726002894},{"subject":37,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24872253114503975},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.25740955695739026},{"subject":41,"n":30,"balanced_accuracy":0.8214285714285714,"brier":0.19819253133913253},{"subject":46,"n":30,"balanced_accuracy":0.7,"brier":0.18625000717654994},{"subject":47,"n":30,"balanced_accuracy":0.6696428571428572,"brier":0.2344796024530351},{"subject":66,"n":30,"balanced_accuracy":0.4,"brier":0.28757833726534304},{"subject":67,"n":30,"balanced_accuracy":0.5892857142857143,"brier":0.2392594179222446},{"subject":69,"n":30,"balanced_accuracy":0.5535714285714286,"brier":0.2522532071324358},{"subject":83,"n":30,"balanced_accuracy":0.7053571428571428,"brier":0.24058296706224386},{"subject":90,"n":30,"balanced_accuracy":0.5,"brier":0.2713822955903809},{"subject":99,"n":30,"balanced_accuracy":0.6,"brier":0.2538099851874712},{"subject":107,"n":30,"balanced_accuracy":0.5848214285714286,"brier":0.22978671385730604},{"subject":109,"n":30,"balanced_accuracy":0.49107142857142855,"brier":0.2603655542660048}],"participant_balanced_accuracy":0.592288961038961,"accuracy":0.5909090909090909,"brier":0.2367725368014903,"ece":0.015610324564939096},"fixed_threshold":{"threshold":0.75,"n":660,"retained":31,"correct":29,"coverage":0.04696969696969697,"accuracy":0.9354838709677419},"validation_threshold":{"threshold":0.75,"n":660,"retained":31,"correct":29,"coverage":0.04696969696969697,"accuracy":0.9354838709677419},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":390,"coverage":1.0,"accuracy":0.5909090909090909},{"threshold":0.55,"n":660,"retained":427,"correct":252,"coverage":0.646969696969697,"accuracy":0.5901639344262295},{"threshold":0.6,"n":660,"retained":228,"correct":153,"coverage":0.34545454545454546,"accuracy":0.6710526315789473},{"threshold":0.65,"n":660,"retained":116,"correct":87,"coverage":0.17575757575757575,"accuracy":0.75},{"threshold":0.7,"n":660,"retained":52,"correct":45,"coverage":0.07878787878787878,"accuracy":0.8653846153846154},{"threshold":0.75,"n":660,"retained":31,"correct":29,"coverage":0.04696969696969697,"accuracy":0.9354838709677419},{"threshold":0.8,"n":660,"retained":16,"correct":16,"coverage":0.024242424242424242,"accuracy":1.0},{"threshold":0.85,"n":660,"retained":8,"correct":8,"coverage":0.012121212121212121,"accuracy":1.0},{"threshold":0.9,"n":660,"retained":5,"correct":5,"coverage":0.007575757575757576,"accuracy":1.0},{"threshold":0.95,"n":660,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":31,"correct":29,"coverage":0.04696969696969697,"accuracy":0.9354838709677419}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.7008928571428572,"brier":0.20322008816945264},{"subject":20,"n":30,"balanced_accuracy":0.5223214285714286,"brier":0.23188989029004645},{"subject":26,"n":30,"balanced_accuracy":0.5,"brier":0.22584487816642446},{"subject":28,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.2484383998695213},{"subject":29,"n":30,"balanced_accuracy":1.0,"brier":0.07610101206877479},{"subject":42,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.08200685182124018},{"subject":48,"n":30,"balanced_accuracy":0.8035714285714286,"brier":0.17192927943432348},{"subject":49,"n":30,"balanced_accuracy":0.6696428571428572,"brier":0.21438853504612967},{"subject":50,"n":30,"balanced_accuracy":0.45089285714285715,"brier":0.24467401178021025},{"subject":57,"n":30,"balanced_accuracy":0.5758928571428572,"brier":0.22534576032133094},{"subject":68,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.23583526811250805},{"subject":70,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.18752380426382415},{"subject":74,"n":30,"balanced_accuracy":0.5089285714285714,"brier":0.2569861264851249},{"subject":79,"n":30,"balanced_accuracy":0.65625,"brier":0.2527316516456145},{"subject":81,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.24191110670287447},{"subject":82,"n":30,"balanced_accuracy":0.7,"brier":0.20831409355436348},{"subject":87,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.25245120140938837},{"subject":102,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.19849401880893108},{"subject":103,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24095360701850105},{"subject":105,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24336915464255723},{"subject":108,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.17765663082442856}],"participant_balanced_accuracy":0.650283446712018,"accuracy":0.6507936507936508,"brier":0.21047930335407475,"ece":0.03842272066691259},"fixed_threshold":{"threshold":0.75,"n":630,"retained":56,"correct":55,"coverage":0.08888888888888889,"accuracy":0.9821428571428571},"validation_threshold":{"threshold":0.75,"n":630,"retained":56,"correct":55,"coverage":0.08888888888888889,"accuracy":0.9821428571428571},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":410,"coverage":1.0,"accuracy":0.6507936507936508},{"threshold":0.55,"n":630,"retained":454,"correct":322,"coverage":0.7206349206349206,"accuracy":0.7092511013215859},{"threshold":0.6,"n":630,"retained":292,"correct":222,"coverage":0.4634920634920635,"accuracy":0.7602739726027398},{"threshold":0.65,"n":630,"retained":170,"correct":147,"coverage":0.2698412698412698,"accuracy":0.8647058823529412},{"threshold":0.7,"n":630,"retained":97,"correct":93,"coverage":0.15396825396825398,"accuracy":0.9587628865979382},{"threshold":0.75,"n":630,"retained":56,"correct":55,"coverage":0.08888888888888889,"accuracy":0.9821428571428571},{"threshold":0.8,"n":630,"retained":32,"correct":32,"coverage":0.050793650793650794,"accuracy":1.0},{"threshold":0.85,"n":630,"retained":11,"correct":11,"coverage":0.01746031746031746,"accuracy":1.0},{"threshold":0.9,"n":630,"retained":2,"correct":2,"coverage":0.0031746031746031746,"accuracy":1.0},{"threshold":0.95,"n":630,"retained":0,"correct":0,"coverage":0.0,"accuracy":null}]}},{"seed":2029,"condition":"alignment_temperature","name":"Alignment + personal temperature","model":"aligned-2029","validation":{"metrics":{"n":660,"participants":[{"subject":3,"n":30,"balanced_accuracy":0.5,"brier":0.2559759991826687},{"subject":5,"n":30,"balanced_accuracy":0.3973214285714286,"brier":0.25846491926724013},{"subject":7,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.027469673497307827},{"subject":8,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.23030367121616466},{"subject":14,"n":30,"balanced_accuracy":0.6,"brier":0.23363979574782862},{"subject":16,"n":30,"balanced_accuracy":0.6333333333333333,"brier":0.23014808847595983},{"subject":17,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.25352013560143377},{"subject":24,"n":30,"balanced_accuracy":0.6,"brier":0.27120726418362506},{"subject":36,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.25285834709100785},{"subject":37,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.24832892403842127},{"subject":39,"n":30,"balanced_accuracy":0.4666666666666667,"brier":0.25203426525022377},{"subject":41,"n":30,"balanced_accuracy":0.8214285714285714,"brier":0.1691088163532327},{"subject":46,"n":30,"balanced_accuracy":0.7,"brier":0.22013081490704922},{"subject":47,"n":30,"balanced_accuracy":0.6696428571428572,"brier":0.2661713718096262},{"subject":66,"n":30,"balanced_accuracy":0.4,"brier":0.26116916269611445},{"subject":67,"n":30,"balanced_accuracy":0.5892857142857143,"brier":0.2452827708090569},{"subject":69,"n":30,"balanced_accuracy":0.5535714285714286,"brier":0.24954517453082442},{"subject":83,"n":30,"balanced_accuracy":0.7053571428571428,"brier":0.2651573137520812},{"subject":90,"n":30,"balanced_accuracy":0.5,"brier":0.34044304128655845},{"subject":99,"n":30,"balanced_accuracy":0.6,"brier":0.2506807655029655},{"subject":107,"n":30,"balanced_accuracy":0.5848214285714286,"brier":0.23466786923875801},{"subject":109,"n":30,"balanced_accuracy":0.49107142857142855,"brier":0.2519373796200856}],"participant_balanced_accuracy":0.592288961038961,"accuracy":0.5909090909090909,"brier":0.23946570745719248,"ece":0.04377134024115835},"fixed_threshold":{"threshold":0.75,"n":660,"retained":125,"correct":92,"coverage":0.1893939393939394,"accuracy":0.736},"validation_threshold":{"threshold":0.75,"n":660,"retained":125,"correct":92,"coverage":0.1893939393939394,"accuracy":0.736},"selective_curve":[{"threshold":0.5,"n":660,"retained":660,"correct":390,"coverage":1.0,"accuracy":0.5909090909090909},{"threshold":0.55,"n":660,"retained":334,"correct":223,"coverage":0.5060606060606061,"accuracy":0.6676646706586826},{"threshold":0.6,"n":660,"retained":247,"correct":167,"coverage":0.37424242424242427,"accuracy":0.6761133603238867},{"threshold":0.65,"n":660,"retained":199,"correct":138,"coverage":0.3015151515151515,"accuracy":0.6934673366834171},{"threshold":0.7,"n":660,"retained":158,"correct":113,"coverage":0.23939393939393938,"accuracy":0.7151898734177216},{"threshold":0.75,"n":660,"retained":125,"correct":92,"coverage":0.1893939393939394,"accuracy":0.736},{"threshold":0.8,"n":660,"retained":101,"correct":75,"coverage":0.15303030303030302,"accuracy":0.7425742574257426},{"threshold":0.85,"n":660,"retained":73,"correct":61,"coverage":0.11060606060606061,"accuracy":0.8356164383561644},{"threshold":0.9,"n":660,"retained":53,"correct":44,"coverage":0.0803030303030303,"accuracy":0.8301886792452831},{"threshold":0.95,"n":660,"retained":36,"correct":29,"coverage":0.05454545454545454,"accuracy":0.8055555555555556}],"threshold_rule":{"target_met":false,"threshold":0.75,"n":660,"retained":125,"correct":92,"coverage":0.1893939393939394,"accuracy":0.736}},"test":{"metrics":{"n":630,"participants":[{"subject":10,"n":30,"balanced_accuracy":0.7008928571428572,"brier":0.21003764017974103},{"subject":20,"n":30,"balanced_accuracy":0.5223214285714286,"brier":0.24290721820824324},{"subject":26,"n":30,"balanced_accuracy":0.5,"brier":0.25271383160822253},{"subject":28,"n":30,"balanced_accuracy":0.5357142857142857,"brier":0.24728142604589642},{"subject":29,"n":30,"balanced_accuracy":1.0,"brier":0.010382232487720196},{"subject":42,"n":30,"balanced_accuracy":0.9666666666666667,"brier":0.04128838530539457},{"subject":48,"n":30,"balanced_accuracy":0.8035714285714286,"brier":0.13391995195149467},{"subject":49,"n":30,"balanced_accuracy":0.6696428571428572,"brier":0.1717628402153826},{"subject":50,"n":30,"balanced_accuracy":0.45089285714285715,"brier":0.24500093769209325},{"subject":57,"n":30,"balanced_accuracy":0.5758928571428572,"brier":0.23878218878910626},{"subject":68,"n":30,"balanced_accuracy":0.6473214285714286,"brier":0.24075476726730624},{"subject":70,"n":30,"balanced_accuracy":0.7333333333333334,"brier":0.16445086502124528},{"subject":74,"n":30,"balanced_accuracy":0.5089285714285714,"brier":0.2565478141349494},{"subject":79,"n":30,"balanced_accuracy":0.65625,"brier":0.2673991744989107},{"subject":81,"n":30,"balanced_accuracy":0.5666666666666667,"brier":0.24726276739191036},{"subject":82,"n":30,"balanced_accuracy":0.7,"brier":0.18287238283791088},{"subject":87,"n":30,"balanced_accuracy":0.5178571428571428,"brier":0.2472246216158408},{"subject":102,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.1966370392811707},{"subject":103,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.263041109411113},{"subject":105,"n":30,"balanced_accuracy":0.5333333333333333,"brier":0.2528413184953219},{"subject":108,"n":30,"balanced_accuracy":0.7666666666666666,"brier":0.17390898398025595}],"participant_balanced_accuracy":0.650283446712018,"accuracy":0.6507936507936508,"brier":0.20414369030567758,"ece":0.03187298342559655},"fixed_threshold":{"threshold":0.75,"n":630,"retained":203,"correct":176,"coverage":0.32222222222222224,"accuracy":0.8669950738916257},"validation_threshold":{"threshold":0.75,"n":630,"retained":203,"correct":176,"coverage":0.32222222222222224,"accuracy":0.8669950738916257},"selective_curve":[{"threshold":0.5,"n":630,"retained":630,"correct":410,"coverage":1.0,"accuracy":0.6507936507936508},{"threshold":0.55,"n":630,"retained":442,"correct":315,"coverage":0.7015873015873015,"accuracy":0.7126696832579186},{"threshold":0.6,"n":630,"retained":359,"correct":268,"coverage":0.5698412698412698,"accuracy":0.7465181058495822},{"threshold":0.65,"n":630,"retained":303,"correct":238,"coverage":0.48095238095238096,"accuracy":0.7854785478547854},{"threshold":0.7,"n":630,"retained":256,"correct":204,"coverage":0.40634920634920635,"accuracy":0.796875},{"threshold":0.75,"n":630,"retained":203,"correct":176,"coverage":0.32222222222222224,"accuracy":0.8669950738916257},{"threshold":0.8,"n":630,"retained":161,"correct":145,"coverage":0.25555555555555554,"accuracy":0.9006211180124224},{"threshold":0.85,"n":630,"retained":128,"correct":118,"coverage":0.20317460317460317,"accuracy":0.921875},{"threshold":0.9,"n":630,"retained":85,"correct":82,"coverage":0.1349206349206349,"accuracy":0.9647058823529412},{"threshold":0.95,"n":630,"retained":55,"correct":54,"coverage":0.0873015873015873,"accuracy":0.9818181818181818}]}}],"summary":{"baseline":{"name":"Baseline","mean_participant_balanced_accuracy":0.6127928949357521,"mean_brier":0.23145323373048365,"mean_ece":0.05847174786005737,"seed_balanced_accuracies":[0.6163407029478458,0.6203656462585033,0.601672335600907],"paired_change_vs_baseline":{"balanced_accuracy":{"mean_difference":0.0,"bootstrap_95_ci":[0.0,0.0],"participants":21,"seeds":3},"brier":{"mean_difference":0.0,"bootstrap_95_ci":[0.0,0.0],"participants":21,"seeds":3}},"operating_points":{"fixed_threshold":{"mean_coverage":0.01216931216931217,"mean_retained_per_seed":7.666666666666667,"pooled_repeated_prediction_accuracy":1.0,"total_repeated_predictions":1890,"retained_repeated_predictions":23,"correct_repeated_predictions":23},"validation_threshold":{"mean_coverage":0.01216931216931217,"mean_retained_per_seed":7.666666666666667,"pooled_repeated_prediction_accuracy":1.0,"total_repeated_predictions":1890,"retained_repeated_predictions":23,"correct_repeated_predictions":23}},"validation_target_met_seeds":0},"personal_temperature":{"name":"Personal temperature","mean_participant_balanced_accuracy":0.6127928949357521,"mean_brier":0.2214779183220105,"mean_ece":0.04138163347698144,"seed_balanced_accuracies":[0.6163407029478458,0.6203656462585033,0.601672335600907],"paired_change_vs_baseline":{"balanced_accuracy":{"mean_difference":0.0,"bootstrap_95_ci":[0.0,0.0],"participants":21,"seeds":3},"brier":{"mean_difference":-0.009975315408473143,"bootstrap_95_ci":[-0.023866759237261122,0.0015918556356718347],"participants":21,"seeds":3}},"operating_points":{"fixed_threshold":{"mean_coverage":0.2243386243386243,"mean_retained_per_seed":141.33333333333334,"pooled_repeated_prediction_accuracy":0.8655660377358491,"total_repeated_predictions":1890,"retained_repeated_predictions":424,"correct_repeated_predictions":367},"validation_threshold":{"mean_coverage":0.2243386243386243,"mean_retained_per_seed":141.33333333333334,"pooled_repeated_prediction_accuracy":0.8655660377358491,"total_repeated_predictions":1890,"retained_repeated_predictions":424,"correct_repeated_predictions":367}},"validation_target_met_seeds":0},"alignment":{"name":"Euclidean alignment","mean_participant_balanced_accuracy":0.6435657596371881,"mean_brier":0.21086509059821354,"mean_ece":0.058704959706380434,"seed_balanced_accuracies":[0.6634495464852608,0.6169642857142856,0.650283446712018],"paired_change_vs_baseline":{"balanced_accuracy":{"mean_difference":0.03077286470143612,"bootstrap_95_ci":[-0.012354143046107343,0.07629629629629629],"participants":21,"seeds":3},"brier":{"mean_difference":-0.02058814313227008,"bootstrap_95_ci":[-0.03371199679012522,-0.010268235423963374],"participants":21,"seeds":3}},"operating_points":{"fixed_threshold":{"mean_coverage":0.08624338624338625,"mean_retained_per_seed":54.333333333333336,"pooled_repeated_prediction_accuracy":0.9938650306748467,"total_repeated_predictions":1890,"retained_repeated_predictions":163,"correct_repeated_predictions":162},"validation_threshold":{"mean_coverage":0.08624338624338625,"mean_retained_per_seed":54.333333333333336,"pooled_repeated_prediction_accuracy":0.9938650306748467,"total_repeated_predictions":1890,"retained_repeated_predictions":163,"correct_repeated_predictions":162}},"validation_target_met_seeds":0},"alignment_temperature":{"name":"Alignment + personal temperature","mean_participant_balanced_accuracy":0.6435657596371881,"mean_brier":0.20633081256160926,"mean_ece":0.03745179849639527,"seed_balanced_accuracies":[0.6634495464852608,0.6169642857142856,0.650283446712018],"paired_change_vs_baseline":{"balanced_accuracy":{"mean_difference":0.03077286470143612,"bootstrap_95_ci":[-0.012354143046107343,0.07629629629629629],"participants":21,"seeds":3},"brier":{"mean_difference":-0.025122421168874358,"bootstrap_95_ci":[-0.04744779930018423,-0.0077382787638696875],"participants":21,"seeds":3}},"operating_points":{"fixed_threshold":{"mean_coverage":0.2851851851851852,"mean_retained_per_seed":179.66666666666666,"pooled_repeated_prediction_accuracy":0.8682745825602969,"total_repeated_predictions":1890,"retained_repeated_predictions":539,"correct_repeated_predictions":468},"validation_threshold":{"mean_coverage":0.2851851851851852,"mean_retained_per_seed":179.66666666666666,"pooled_repeated_prediction_accuracy":0.8682745825602969,"total_repeated_predictions":1890,"retained_repeated_predictions":539,"correct_repeated_predictions":468}},"validation_target_met_seeds":0}},"personal_temperature_audit":{"validation":{"unaligned":{"fits":66,"at_bound":39,"fallbacks":0},"aligned":{"fits":66,"at_bound":42,"fallbacks":0}},"test":{"unaligned":{"fits":63,"at_bound":31,"fallbacks":0},"aligned":{"fits":63,"at_bound":35,"fallbacks":0}}}}