{"schema_version":"1.0","rule":{"thresholds":[0.5,0.55,0.6,0.65,0.7,0.75,0.8,0.85,0.9,0.95],"target_accuracy":0.75,"target_coverage":0.2,"target_retained":100,"fallback_threshold":0.75},"bootstrap":{"unit":"participant","repeats":2000,"seed":4027},"groups":[{"condition":"alignment","seed":"2027","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":391,"coverage":1.0,"accepted_accuracy":0.5924242424242424,"selective_risk":0.4075757575757576,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5484848484848485,0.642462121212121],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6}]},{"threshold":0.55,"trials":660,"accepted":404,"correct":239,"coverage":0.6121212121212121,"accepted_accuracy":0.5915841584158416,"selective_risk":0.40841584158415845,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":0.6,"coverage_ci95":[0.5514772727272728,0.6772727272727272],"accepted_accuracy_ci95":[0.5158898468665551,0.6721717861334296],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":22,"correct":10,"coverage":0.7333333333333333,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":21,"correct":13,"coverage":0.7,"accepted_accuracy":0.6190476190476191,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":17,"correct":13,"coverage":0.5666666666666667,"accepted_accuracy":0.7647058823529411,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":16,"correct":7,"coverage":0.5333333333333333,"accepted_accuracy":0.4375,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":23,"correct":14,"coverage":0.7666666666666667,"accepted_accuracy":0.6086956521739131,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":19,"correct":5,"coverage":0.6333333333333333,"accepted_accuracy":0.2631578947368421,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":14,"correct":5,"coverage":0.4666666666666667,"accepted_accuracy":0.35714285714285715,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":21,"correct":13,"coverage":0.7,"accepted_accuracy":0.6190476190476191,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":9,"correct":4,"coverage":0.3,"accepted_accuracy":0.4444444444444444,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":24,"correct":10,"coverage":0.8,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":15,"correct":9,"coverage":0.5,"accepted_accuracy":0.6,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":16,"correct":10,"coverage":0.5333333333333333,"accepted_accuracy":0.625,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":18,"correct":11,"coverage":0.6,"accepted_accuracy":0.6111111111111112,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":24,"correct":12,"coverage":0.8,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":18,"correct":7,"coverage":0.6,"accepted_accuracy":0.3888888888888889,"balanced_accuracy":0.6}]},{"threshold":0.6,"trials":660,"accepted":215,"correct":143,"coverage":0.32575757575757575,"accepted_accuracy":0.6651162790697674,"selective_risk":0.33488372093023255,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":0.35,"coverage_ci95":[0.25303030303030305,0.403030303030303],"accepted_accuracy_ci95":[0.5494978966808598,0.7689619408369407],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":11,"correct":5,"coverage":0.36666666666666664,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":9,"correct":3,"coverage":0.3,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":9,"correct":3,"coverage":0.3,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":7,"correct":2,"coverage":0.23333333333333334,"accepted_accuracy":0.2857142857142857,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":5,"correct":1,"coverage":0.16666666666666666,"accepted_accuracy":0.2,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":12,"correct":11,"coverage":0.4,"accepted_accuracy":0.9166666666666666,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":16,"correct":7,"coverage":0.5333333333333333,"accepted_accuracy":0.4375,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6}]},{"threshold":0.65,"trials":660,"accepted":111,"correct":83,"coverage":0.16818181818181818,"accepted_accuracy":0.7477477477477478,"selective_risk":0.25225225225225223,"participants_with_commands":19,"participants_without_commands":3,"median_participant_coverage":0.15,"coverage_ci95":[0.10606060606060606,0.24545454545454545],"accepted_accuracy_ci95":[0.5976709013914097,0.8676701680672267],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":5,"correct":1,"coverage":0.16666666666666666,"accepted_accuracy":0.2,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.7,"trials":660,"accepted":58,"correct":48,"coverage":0.08787878787878788,"accepted_accuracy":0.8275862068965517,"selective_risk":0.1724137931034483,"participants_with_commands":14,"participants_without_commands":8,"median_participant_coverage":0.05,"coverage_ci95":[0.03484848484848485,0.16367424242424222],"accepted_accuracy_ci95":[0.5936789772727272,0.951810125115848],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.75,"trials":660,"accepted":30,"correct":27,"coverage":0.045454545454545456,"accepted_accuracy":0.9,"selective_risk":0.09999999999999998,"participants_with_commands":9,"participants_without_commands":13,"median_participant_coverage":0.0,"coverage_ci95":[0.010606060606060607,0.10454545454545454],"accepted_accuracy_ci95":[0.5555555555555556,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.8,"trials":660,"accepted":17,"correct":17,"coverage":0.025757575757575757,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0030303030303030303,0.06666666666666667],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1990,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":13,"correct":13,"coverage":0.43333333333333335,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.85,"trials":660,"accepted":9,"correct":9,"coverage":0.013636363636363636,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.03636363636363636],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1921,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.9,"trials":660,"accepted":6,"correct":6,"coverage":0.00909090909090909,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.022727272727272728],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1921,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.95,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]}]},{"condition":"alignment","seed":"2027","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":418,"coverage":1.0,"accepted_accuracy":0.6634920634920635,"selective_risk":0.33650793650793653,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.6047619047619047,0.7301587301587301],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.55,"trials":630,"accepted":439,"correct":315,"coverage":0.6968253968253968,"accepted_accuracy":0.7175398633257403,"selective_risk":0.28246013667425973,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.6666666666666666,"coverage_ci95":[0.6428571428571429,0.7555555555555555],"accepted_accuracy_ci95":[0.645738603698245,0.7907014743882048],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":20,"correct":16,"coverage":0.6666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":19,"correct":18,"coverage":0.6333333333333333,"accepted_accuracy":0.9473684210526315,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":20,"correct":11,"coverage":0.6666666666666666,"accepted_accuracy":0.55,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":19,"correct":12,"coverage":0.6333333333333333,"accepted_accuracy":0.631578947368421,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":22,"correct":16,"coverage":0.7333333333333333,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":27,"correct":16,"coverage":0.9,"accepted_accuracy":0.5925925925925926,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":19,"correct":10,"coverage":0.6333333333333333,"accepted_accuracy":0.5263157894736842,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":26,"correct":22,"coverage":0.8666666666666667,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":20,"correct":10,"coverage":0.6666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":17,"correct":11,"coverage":0.5666666666666667,"accepted_accuracy":0.6470588235294118,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":17,"correct":12,"coverage":0.5666666666666667,"accepted_accuracy":0.7058823529411765,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":21,"correct":17,"coverage":0.7,"accepted_accuracy":0.8095238095238095,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":20,"correct":11,"coverage":0.6666666666666666,"accepted_accuracy":0.55,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.6,"trials":630,"accepted":273,"correct":214,"coverage":0.43333333333333335,"accepted_accuracy":0.7838827838827839,"selective_risk":0.21611721611721613,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.43333333333333335,"coverage_ci95":[0.3491666666666666,0.526984126984127],"accepted_accuracy_ci95":[0.6996169055857637,0.8644182317911131],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":23,"correct":16,"coverage":0.7666666666666667,"accepted_accuracy":0.6956521739130435,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":12,"correct":8,"coverage":0.4,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":13,"correct":13,"coverage":0.43333333333333335,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":13,"correct":6,"coverage":0.43333333333333335,"accepted_accuracy":0.46153846153846156,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":12,"correct":5,"coverage":0.4,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.65,"trials":630,"accepted":165,"correct":148,"coverage":0.2619047619047619,"accepted_accuracy":0.896969696969697,"selective_risk":0.10303030303030303,"participants_with_commands":20,"participants_without_commands":1,"median_participant_coverage":0.2,"coverage_ci95":[0.17936507936507937,0.3634920634920635],"accepted_accuracy_ci95":[0.8196664389799636,0.948981216690498],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":12,"correct":10,"coverage":0.4,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":16,"correct":15,"coverage":0.5333333333333333,"accepted_accuracy":0.9375,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":22,"correct":22,"coverage":0.7333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.7,"trials":630,"accepted":90,"correct":86,"coverage":0.14285714285714285,"accepted_accuracy":0.9555555555555556,"selective_risk":0.0444444444444444,"participants_with_commands":18,"participants_without_commands":3,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.0746031746031746,0.22857142857142856],"accepted_accuracy_ci95":[0.8799827586206896,0.9921275221456693],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":20,"correct":20,"coverage":0.6666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.75,"trials":630,"accepted":60,"correct":60,"coverage":0.09523809523809523,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":11,"participants_without_commands":10,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.03492063492063492,0.16988095238095216],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":17,"correct":17,"coverage":0.5666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.8,"trials":630,"accepted":31,"correct":31,"coverage":0.049206349206349205,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":9,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.014285714285714285,0.09682539682539683],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.85,"trials":630,"accepted":11,"correct":11,"coverage":0.01746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":4,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0015873015873015873,0.036547619047618836],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1977,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.9,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.95,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]}]},{"condition":"alignment","seed":"2028","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":370,"coverage":1.0,"accepted_accuracy":0.5606060606060606,"selective_risk":0.43939393939393945,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5121212121212121,0.6166666666666667],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":30,"correct":11,"coverage":1.0,"accepted_accuracy":0.36666666666666664,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.55,"trials":660,"accepted":360,"correct":220,"coverage":0.5454545454545454,"accepted_accuracy":0.6111111111111112,"selective_risk":0.38888888888888884,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":0.5666666666666667,"coverage_ci95":[0.45454545454545453,0.6288257575757573],"accepted_accuracy_ci95":[0.5253141081020171,0.6995143877466765],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":17,"correct":13,"coverage":0.5666666666666667,"accepted_accuracy":0.7647058823529411,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":24,"correct":12,"coverage":0.8,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":14,"correct":5,"coverage":0.4666666666666667,"accepted_accuracy":0.35714285714285715,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":11,"correct":5,"coverage":0.36666666666666664,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":14,"correct":3,"coverage":0.4666666666666667,"accepted_accuracy":0.21428571428571427,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":17,"correct":14,"coverage":0.5666666666666667,"accepted_accuracy":0.8235294117647058,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":11,"correct":3,"coverage":0.36666666666666664,"accepted_accuracy":0.2727272727272727,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":19,"correct":7,"coverage":0.6333333333333333,"accepted_accuracy":0.3684210526315789,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":14,"correct":9,"coverage":0.4666666666666667,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":18,"correct":10,"coverage":0.6,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":21,"correct":11,"coverage":0.7,"accepted_accuracy":0.5238095238095238,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":6,"correct":2,"coverage":0.2,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.6,"trials":660,"accepted":196,"correct":129,"coverage":0.296969696969697,"accepted_accuracy":0.6581632653061225,"selective_risk":0.34183673469387754,"participants_with_commands":21,"participants_without_commands":1,"median_participant_coverage":0.26666666666666666,"coverage_ci95":[0.21666666666666667,0.38484848484848483],"accepted_accuracy_ci95":[0.5403823114869627,0.7714374629519858],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":15,"correct":7,"coverage":0.5,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":2,"correct":0,"coverage":0.06666666666666667,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":6,"correct":1,"coverage":0.2,"accepted_accuracy":0.16666666666666666,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":13,"correct":12,"coverage":0.43333333333333335,"accepted_accuracy":0.9230769230769231,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":10,"correct":4,"coverage":0.3333333333333333,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":15,"correct":9,"coverage":0.5,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":17,"correct":9,"coverage":0.5666666666666667,"accepted_accuracy":0.5294117647058824,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.65,"trials":660,"accepted":99,"correct":74,"coverage":0.15,"accepted_accuracy":0.7474747474747475,"selective_risk":0.2525252525252525,"participants_with_commands":18,"participants_without_commands":4,"median_participant_coverage":0.1,"coverage_ci95":[0.08787878787878788,0.22575757575757577],"accepted_accuracy_ci95":[0.5949281560041053,0.8666911764705881],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.7,"trials":660,"accepted":46,"correct":39,"coverage":0.0696969696969697,"accepted_accuracy":0.8478260869565217,"selective_risk":0.15217391304347827,"participants_with_commands":13,"participants_without_commands":9,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.025757575757575757,0.1318181818181818],"accepted_accuracy_ci95":[0.6362878787878787,0.9811408106219427],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.75,"trials":660,"accepted":22,"correct":21,"coverage":0.03333333333333333,"accepted_accuracy":0.9545454545454546,"selective_risk":0.045454545454545414,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.007575757575757576,0.07272727272727272],"accepted_accuracy_ci95":[0.7777777777777778,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":12,"correct":12,"coverage":0.4,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.8,"trials":660,"accepted":14,"correct":14,"coverage":0.021212121212121213,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0030303030303030303,0.051515151515151514],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1994,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.85,"trials":660,"accepted":5,"correct":5,"coverage":0.007575757575757576,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.01818181818181818],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1921,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.9,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.95,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]}]},{"condition":"alignment","seed":"2028","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":389,"coverage":1.0,"accepted_accuracy":0.6174603174603175,"selective_risk":0.3825396825396825,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5523809523809524,0.692063492063492],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":30,"correct":26,"coverage":1.0,"accepted_accuracy":0.8666666666666667,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.55,"trials":630,"accepted":409,"correct":291,"coverage":0.6492063492063492,"accepted_accuracy":0.7114914425427873,"selective_risk":0.2885085574572127,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.6333333333333333,"coverage_ci95":[0.5873015873015873,0.7206349206349206],"accepted_accuracy_ci95":[0.6393789781358767,0.7853664960866947],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":22,"correct":15,"coverage":0.7333333333333333,"accepted_accuracy":0.6818181818181818,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":20,"correct":9,"coverage":0.6666666666666666,"accepted_accuracy":0.45,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":16,"correct":7,"coverage":0.5333333333333333,"accepted_accuracy":0.4375,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":22,"correct":19,"coverage":0.7333333333333333,"accepted_accuracy":0.8636363636363636,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":18,"correct":11,"coverage":0.6,"accepted_accuracy":0.6111111111111112,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":19,"correct":13,"coverage":0.6333333333333333,"accepted_accuracy":0.6842105263157895,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":19,"correct":10,"coverage":0.6333333333333333,"accepted_accuracy":0.5263157894736842,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":18,"correct":14,"coverage":0.6,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":13,"correct":7,"coverage":0.43333333333333335,"accepted_accuracy":0.5384615384615384,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.6,"trials":630,"accepted":245,"correct":200,"coverage":0.3888888888888889,"accepted_accuracy":0.8163265306122449,"selective_risk":0.18367346938775508,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.3333333333333333,"coverage_ci95":[0.3047619047619048,0.4905158730158728],"accepted_accuracy_ci95":[0.7426955674041064,0.8816804153328408],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":17,"correct":12,"coverage":0.5666666666666667,"accepted_accuracy":0.7058823529411765,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":6,"correct":2,"coverage":0.2,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.65,"trials":630,"accepted":148,"correct":134,"coverage":0.23492063492063492,"accepted_accuracy":0.9054054054054054,"selective_risk":0.09459459459459463,"participants_with_commands":19,"participants_without_commands":2,"median_participant_coverage":0.13333333333333333,"coverage_ci95":[0.1492063492063492,0.33972222222222204],"accepted_accuracy_ci95":[0.8217733380480905,0.959465646965647],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":2,"correct":0,"coverage":0.06666666666666667,"accepted_accuracy":0.0,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.7,"trials":630,"accepted":87,"correct":84,"coverage":0.1380952380952381,"accepted_accuracy":0.9655172413793104,"selective_risk":0.03448275862068961,"participants_with_commands":17,"participants_without_commands":4,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.06666666666666667,0.2270238095238093],"accepted_accuracy_ci95":[0.8918918918918919,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.75,"trials":630,"accepted":47,"correct":47,"coverage":0.0746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":12,"participants_without_commands":9,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.025396825396825397,0.1365079365079365],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.8,"trials":630,"accepted":18,"correct":18,"coverage":0.02857142857142857,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.006349206349206349,0.05873015873015873],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.85,"trials":630,"accepted":9,"correct":9,"coverage":0.014285714285714285,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.0031746031746031746,0.026984126984126985],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1991,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.9,"trials":630,"accepted":2,"correct":2,"coverage":0.0031746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":2,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.007936507936507936],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1756,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.95,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]}]},{"condition":"alignment","seed":"2029","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":390,"coverage":1.0,"accepted_accuracy":0.5909090909090909,"selective_risk":0.40909090909090906,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5409090909090909,0.6484848484848484],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6}]},{"threshold":0.55,"trials":660,"accepted":427,"correct":252,"coverage":0.646969696969697,"accepted_accuracy":0.5901639344262295,"selective_risk":0.4098360655737705,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":0.6333333333333333,"coverage_ci95":[0.5909090909090909,0.703030303030303],"accepted_accuracy_ci95":[0.511902418447694,0.6681932965405841],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":19,"correct":9,"coverage":0.6333333333333333,"accepted_accuracy":0.47368421052631576,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":22,"correct":16,"coverage":0.7333333333333333,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":20,"correct":8,"coverage":0.6666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":14,"correct":6,"coverage":0.4666666666666667,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":16,"correct":8,"coverage":0.5333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":14,"correct":6,"coverage":0.4666666666666667,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":15,"correct":2,"coverage":0.5,"accepted_accuracy":0.13333333333333333,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":25,"correct":10,"coverage":0.8333333333333334,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":23,"correct":13,"coverage":0.7666666666666667,"accepted_accuracy":0.5652173913043478,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":16,"correct":7,"coverage":0.5333333333333333,"accepted_accuracy":0.4375,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":22,"correct":15,"coverage":0.7333333333333333,"accepted_accuracy":0.6818181818181818,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":17,"correct":11,"coverage":0.5666666666666667,"accepted_accuracy":0.6470588235294118,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":24,"correct":11,"coverage":0.8,"accepted_accuracy":0.4583333333333333,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6}]},{"threshold":0.6,"trials":660,"accepted":228,"correct":153,"coverage":0.34545454545454546,"accepted_accuracy":0.6710526315789473,"selective_risk":0.32894736842105265,"participants_with_commands":21,"participants_without_commands":1,"median_participant_coverage":0.36666666666666664,"coverage_ci95":[0.2636363636363636,0.4287878787878788],"accepted_accuracy_ci95":[0.5636948529411765,0.7735326491041359],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":17,"correct":13,"coverage":0.5666666666666667,"accepted_accuracy":0.7647058823529411,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":9,"correct":4,"coverage":0.3,"accepted_accuracy":0.4444444444444444,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":11,"correct":4,"coverage":0.36666666666666664,"accepted_accuracy":0.36363636363636365,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":14,"correct":4,"coverage":0.4666666666666667,"accepted_accuracy":0.2857142857142857,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":16,"correct":10,"coverage":0.5333333333333333,"accepted_accuracy":0.625,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6}]},{"threshold":0.65,"trials":660,"accepted":116,"correct":87,"coverage":0.17575757575757575,"accepted_accuracy":0.75,"selective_risk":0.25,"participants_with_commands":19,"participants_without_commands":3,"median_participant_coverage":0.18333333333333335,"coverage_ci95":[0.11363636363636363,0.24848484848484848],"accepted_accuracy_ci95":[0.6224489795918368,0.8596517971758665],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":6,"correct":2,"coverage":0.2,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.7,"trials":660,"accepted":52,"correct":45,"coverage":0.07878787878787878,"accepted_accuracy":0.8653846153846154,"selective_risk":0.13461538461538458,"participants_with_commands":12,"participants_without_commands":10,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.030303030303030304,0.15],"accepted_accuracy_ci95":[0.5925925925925926,0.9855072463768116],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":4,"correct":0,"coverage":0.13333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.75,"trials":660,"accepted":31,"correct":29,"coverage":0.04696969696969697,"accepted_accuracy":0.9354838709677419,"selective_risk":0.06451612903225812,"participants_with_commands":7,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.00909090909090909,0.10609848484848465],"accepted_accuracy_ci95":[0.6,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":2,"correct":0,"coverage":0.06666666666666667,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.8,"trials":660,"accepted":16,"correct":16,"coverage":0.024242424242424242,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0030303030303030303,0.06060606060606061],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1990,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.85,"trials":660,"accepted":8,"correct":8,"coverage":0.012121212121212121,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":4,"participants_without_commands":18,"median_participant_coverage":0.0,"coverage_ci95":[0.0015151515151515152,0.02878787878787879],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1971,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.9,"trials":660,"accepted":5,"correct":5,"coverage":0.007575757575757576,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.01818181818181818],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1921,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.95,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]}]},{"condition":"alignment","seed":"2029","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":410,"coverage":1.0,"accepted_accuracy":0.6507936507936508,"selective_risk":0.3492063492063492,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5936507936507937,0.7174603174603175],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.55,"trials":630,"accepted":454,"correct":322,"coverage":0.7206349206349206,"accepted_accuracy":0.7092511013215859,"selective_risk":0.29074889867841414,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.7,"coverage_ci95":[0.665079365079365,0.7761904761904762],"accepted_accuracy_ci95":[0.6391291854072964,0.7874249695420913],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":20,"correct":15,"coverage":0.6666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":22,"correct":12,"coverage":0.7333333333333333,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":25,"correct":14,"coverage":0.8333333333333334,"accepted_accuracy":0.56,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":22,"correct":18,"coverage":0.7333333333333333,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":28,"correct":16,"coverage":0.9333333333333333,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":20,"correct":10,"coverage":0.6666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":24,"correct":21,"coverage":0.8,"accepted_accuracy":0.875,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":21,"correct":12,"coverage":0.7,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":21,"correct":18,"coverage":0.7,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":22,"correct":12,"coverage":0.7333333333333333,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":21,"correct":12,"coverage":0.7,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":19,"correct":9,"coverage":0.6333333333333333,"accepted_accuracy":0.47368421052631576,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.6,"trials":630,"accepted":292,"correct":222,"coverage":0.4634920634920635,"accepted_accuracy":0.7602739726027398,"selective_risk":0.23972602739726023,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.4,"coverage_ci95":[0.38567460317460317,0.5523809523809524],"accepted_accuracy_ci95":[0.6830965984586765,0.8386214460837025],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":12,"correct":8,"coverage":0.4,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":14,"correct":8,"coverage":0.4666666666666667,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":9,"correct":5,"coverage":0.3,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":13,"correct":6,"coverage":0.43333333333333335,"accepted_accuracy":0.46153846153846156,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.65,"trials":630,"accepted":170,"correct":147,"coverage":0.2698412698412698,"accepted_accuracy":0.8647058823529412,"selective_risk":0.1352941176470588,"participants_with_commands":20,"participants_without_commands":1,"median_participant_coverage":0.16666666666666666,"coverage_ci95":[0.18571428571428572,0.3682936507936506],"accepted_accuracy_ci95":[0.7834979453536155,0.9356818645450835],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":13,"correct":12,"coverage":0.43333333333333335,"accepted_accuracy":0.9230769230769231,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.7,"trials":630,"accepted":97,"correct":93,"coverage":0.15396825396825398,"accepted_accuracy":0.9587628865979382,"selective_risk":0.04123711340206182,"participants_with_commands":18,"participants_without_commands":3,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.07936507936507936,0.24285714285714285],"accepted_accuracy_ci95":[0.9047619047619048,0.9915983893557423],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":20,"correct":20,"coverage":0.6666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.75,"trials":630,"accepted":56,"correct":55,"coverage":0.08888888888888889,"accepted_accuracy":0.9821428571428571,"selective_risk":0.017857142857142905,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.038055555555555565,0.1523809523809524],"accepted_accuracy_ci95":[0.92,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":13,"correct":13,"coverage":0.43333333333333335,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.8,"trials":630,"accepted":32,"correct":32,"coverage":0.050793650793650794,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":8,"participants_without_commands":13,"median_participant_coverage":0.0,"coverage_ci95":[0.014285714285714285,0.09841269841269841],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.85,"trials":630,"accepted":11,"correct":11,"coverage":0.01746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.0031746031746031746,0.03650793650793651],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1991,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.9,"trials":630,"accepted":2,"correct":2,"coverage":0.0031746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":2,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.007936507936507936],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1756,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.95,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]}]},{"condition":"alignment_temperature","seed":"2027","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":391,"coverage":1.0,"accepted_accuracy":0.5924242424242424,"selective_risk":0.4075757575757576,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5484848484848485,0.642462121212121],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6}]},{"threshold":0.55,"trials":660,"accepted":318,"correct":203,"coverage":0.4818181818181818,"accepted_accuracy":0.6383647798742138,"selective_risk":0.3616352201257862,"participants_with_commands":21,"participants_without_commands":1,"median_participant_coverage":0.3,"coverage_ci95":[0.33181818181818185,0.6363636363636364],"accepted_accuracy_ci95":[0.5714285714285714,0.7245848417530579],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":26,"correct":13,"coverage":0.8666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":28,"correct":17,"coverage":0.9333333333333333,"accepted_accuracy":0.6071428571428571,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":27,"correct":13,"coverage":0.9,"accepted_accuracy":0.48148148148148145,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":20,"correct":14,"coverage":0.6666666666666666,"accepted_accuracy":0.7,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":26,"correct":12,"coverage":0.8666666666666667,"accepted_accuracy":0.46153846153846156,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.6,"trials":660,"accepted":233,"correct":151,"coverage":0.353030303030303,"accepted_accuracy":0.648068669527897,"selective_risk":0.351931330472103,"participants_with_commands":15,"participants_without_commands":7,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.19992424242424245,0.5166666666666667],"accepted_accuracy_ci95":[0.5596330275229358,0.7553972542490025],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":20,"correct":15,"coverage":0.6666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":19,"correct":9,"coverage":0.6333333333333333,"accepted_accuracy":0.47368421052631576,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":24,"correct":14,"coverage":0.8,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":23,"correct":11,"coverage":0.7666666666666667,"accepted_accuracy":0.4782608695652174,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":25,"correct":12,"coverage":0.8333333333333334,"accepted_accuracy":0.48,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.65,"trials":660,"accepted":196,"correct":130,"coverage":0.296969696969697,"accepted_accuracy":0.6632653061224489,"selective_risk":0.33673469387755106,"participants_with_commands":11,"participants_without_commands":11,"median_participant_coverage":0.016666666666666666,"coverage_ci95":[0.15753787878787878,0.4484848484848485],"accepted_accuracy_ci95":[0.5634852216748768,0.7735939420226994],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":14,"correct":6,"coverage":0.4666666666666667,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":20,"correct":13,"coverage":0.6666666666666666,"accepted_accuracy":0.65,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":16,"correct":8,"coverage":0.5333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":20,"correct":13,"coverage":0.6666666666666666,"accepted_accuracy":0.65,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":24,"correct":12,"coverage":0.8,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.7,"trials":660,"accepted":164,"correct":114,"coverage":0.24848484848484848,"accepted_accuracy":0.6951219512195121,"selective_risk":0.30487804878048785,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.12723484848484848,0.38181818181818183],"accepted_accuracy_ci95":[0.5903496006497901,0.8157894736842105],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":16,"correct":10,"coverage":0.5333333333333333,"accepted_accuracy":0.625,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":17,"correct":13,"coverage":0.5666666666666667,"accepted_accuracy":0.7647058823529411,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":12,"correct":6,"coverage":0.4,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":20,"correct":12,"coverage":0.6666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":21,"correct":12,"coverage":0.7,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.75,"trials":660,"accepted":138,"correct":100,"coverage":0.20909090909090908,"accepted_accuracy":0.7246376811594203,"selective_risk":0.2753623188405797,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.10454545454545454,0.3303030303030303],"accepted_accuracy_ci95":[0.5999509803921569,0.8461538461538461],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":9,"correct":3,"coverage":0.3,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":19,"correct":12,"coverage":0.6333333333333333,"accepted_accuracy":0.631578947368421,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":17,"correct":11,"coverage":0.5666666666666667,"accepted_accuracy":0.6470588235294118,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.8,"trials":660,"accepted":108,"correct":79,"coverage":0.16363636363636364,"accepted_accuracy":0.7314814814814815,"selective_risk":0.2685185185185185,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.07875,0.2606439393939392],"accepted_accuracy_ci95":[0.5861858704793944,0.8604651162790697],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":5,"correct":1,"coverage":0.16666666666666666,"accepted_accuracy":0.2,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":14,"correct":9,"coverage":0.4666666666666667,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.85,"trials":660,"accepted":84,"correct":61,"coverage":0.12727272727272726,"accepted_accuracy":0.7261904761904762,"selective_risk":0.27380952380952384,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.05602272727272727,0.21518939393939374],"accepted_accuracy_ci95":[0.5370039682539683,0.8771971201588877],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":4,"correct":0,"coverage":0.13333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.9,"trials":660,"accepted":58,"correct":46,"coverage":0.08787878787878788,"accepted_accuracy":0.7931034482758621,"selective_risk":0.2068965517241379,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.025757575757575757,0.17424242424242425],"accepted_accuracy_ci95":[0.6142694805194806,0.9354838709677419],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.95,"trials":660,"accepted":35,"correct":29,"coverage":0.05303030303030303,"accepted_accuracy":0.8285714285714286,"selective_risk":0.17142857142857137,"participants_with_commands":6,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.006060606060606061,0.12727272727272726],"accepted_accuracy_ci95":[0.2857142857142857,0.9792304421768706],"accuracy_bootstrap_valid":1995,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6666666666666667},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5446428571428572},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7857142857142857},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"47","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7008928571428572},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6428571428571428},{"subject":"90","trials":30,"accepted":4,"correct":1,"coverage":0.13333333333333333,"accepted_accuracy":0.25,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]}]},{"condition":"alignment_temperature","seed":"2027","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":418,"coverage":1.0,"accepted_accuracy":0.6634920634920635,"selective_risk":0.33650793650793653,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.6047619047619047,0.7301587301587301],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.55,"trials":630,"accepted":424,"correct":306,"coverage":0.6730158730158731,"accepted_accuracy":0.7216981132075472,"selective_risk":0.2783018867924528,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.8333333333333334,"coverage_ci95":[0.5349206349206349,0.8047619047619048],"accepted_accuracy_ci95":[0.6575673884224481,0.7969892053729647],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":29,"correct":19,"coverage":0.9666666666666667,"accepted_accuracy":0.6551724137931034,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":27,"correct":15,"coverage":0.9,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":19,"correct":12,"coverage":0.6333333333333333,"accepted_accuracy":0.631578947368421,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":25,"correct":19,"coverage":0.8333333333333334,"accepted_accuracy":0.76,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":28,"correct":16,"coverage":0.9333333333333333,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":27,"correct":16,"coverage":0.9,"accepted_accuracy":0.5925925925925926,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":27,"correct":22,"coverage":0.9,"accepted_accuracy":0.8148148148148148,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":27,"correct":21,"coverage":0.9,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":24,"correct":19,"coverage":0.8,"accepted_accuracy":0.7916666666666666,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":13,"correct":6,"coverage":0.43333333333333335,"accepted_accuracy":0.46153846153846156,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":24,"correct":16,"coverage":0.8,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":25,"correct":14,"coverage":0.8333333333333334,"accepted_accuracy":0.56,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":27,"correct":19,"coverage":0.9,"accepted_accuracy":0.7037037037037037,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.6,"trials":630,"accepted":329,"correct":247,"coverage":0.5222222222222223,"accepted_accuracy":0.7507598784194529,"selective_risk":0.2492401215805471,"participants_with_commands":19,"participants_without_commands":2,"median_participant_coverage":0.6333333333333333,"coverage_ci95":[0.3682539682539683,0.6698809523809521],"accepted_accuracy_ci95":[0.671229243123433,0.8377431570555408],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":25,"correct":18,"coverage":0.8333333333333334,"accepted_accuracy":0.72,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":23,"correct":12,"coverage":0.7666666666666667,"accepted_accuracy":0.5217391304347826,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":24,"correct":18,"coverage":0.8,"accepted_accuracy":0.75,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":23,"correct":13,"coverage":0.7666666666666667,"accepted_accuracy":0.5652173913043478,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":26,"correct":16,"coverage":0.8666666666666667,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":27,"correct":22,"coverage":0.9,"accepted_accuracy":0.8148148148148148,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":21,"correct":17,"coverage":0.7,"accepted_accuracy":0.8095238095238095,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":18,"correct":16,"coverage":0.6,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":18,"correct":10,"coverage":0.6,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":22,"correct":17,"coverage":0.7333333333333333,"accepted_accuracy":0.7727272727272727,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.65,"trials":630,"accepted":278,"correct":222,"coverage":0.44126984126984126,"accepted_accuracy":0.7985611510791367,"selective_risk":0.20143884892086328,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.5,"coverage_ci95":[0.29523809523809524,0.5888888888888889],"accepted_accuracy_ci95":[0.719626168224299,0.8771190056111529],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":22,"correct":16,"coverage":0.7333333333333333,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":20,"correct":11,"coverage":0.6666666666666666,"accepted_accuracy":0.55,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":23,"correct":17,"coverage":0.7666666666666667,"accepted_accuracy":0.7391304347826086,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":19,"correct":15,"coverage":0.6333333333333333,"accepted_accuracy":0.7894736842105263,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":26,"correct":22,"coverage":0.8666666666666667,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":20,"correct":16,"coverage":0.6666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":15,"correct":8,"coverage":0.5,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":20,"correct":16,"coverage":0.6666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.7,"trials":630,"accepted":230,"correct":194,"coverage":0.36507936507936506,"accepted_accuracy":0.8434782608695652,"selective_risk":0.15652173913043477,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.4,"coverage_ci95":[0.23488095238095238,0.5032142857142855],"accepted_accuracy_ci95":[0.7513190252626872,0.9263196594427244],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":19,"correct":15,"coverage":0.6333333333333333,"accepted_accuracy":0.7894736842105263,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":20,"correct":14,"coverage":0.6666666666666666,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":24,"correct":21,"coverage":0.8,"accepted_accuracy":0.875,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":12,"correct":5,"coverage":0.4,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.75,"trials":630,"accepted":182,"correct":158,"coverage":0.28888888888888886,"accepted_accuracy":0.8681318681318682,"selective_risk":0.13186813186813184,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.26666666666666666,"coverage_ci95":[0.17297619047619048,0.41904761904761906],"accepted_accuracy_ci95":[0.777105183323221,0.9460850071736011],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":12,"correct":10,"coverage":0.4,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.8,"trials":630,"accepted":146,"correct":130,"coverage":0.23174603174603176,"accepted_accuracy":0.8904109589041096,"selective_risk":0.1095890410958904,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.13333333333333333,"coverage_ci95":[0.12222222222222222,0.35555555555555557],"accepted_accuracy_ci95":[0.8076834862385321,0.9532764616387741],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":12,"correct":10,"coverage":0.4,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.85,"trials":630,"accepted":105,"correct":98,"coverage":0.16666666666666666,"accepted_accuracy":0.9333333333333333,"selective_risk":0.06666666666666665,"participants_with_commands":10,"participants_without_commands":11,"median_participant_coverage":0.0,"coverage_ci95":[0.06984126984126984,0.2841269841269841],"accepted_accuracy_ci95":[0.8570910973084885,0.981651376146789],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":15,"correct":12,"coverage":0.5,"accepted_accuracy":0.8,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":15,"correct":14,"coverage":0.5,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.9,"trials":630,"accepted":81,"correct":79,"coverage":0.12857142857142856,"accepted_accuracy":0.9753086419753086,"selective_risk":0.024691358024691357,"participants_with_commands":9,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.04757936507936508,0.23174603174603176],"accepted_accuracy_ci95":[0.9375,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":22,"correct":22,"coverage":0.7333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]},{"threshold":0.95,"trials":630,"accepted":55,"correct":55,"coverage":0.0873015873015873,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.023809523809523808,0.16984126984126985],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6000000000000001},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"29","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"48","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8303571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5491071428571428}]}]},{"condition":"alignment_temperature","seed":"2028","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":370,"coverage":1.0,"accepted_accuracy":0.5606060606060606,"selective_risk":0.43939393939393945,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5121212121212121,0.6166666666666667],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":30,"correct":11,"coverage":1.0,"accepted_accuracy":0.36666666666666664,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.55,"trials":660,"accepted":286,"correct":179,"coverage":0.43333333333333335,"accepted_accuracy":0.6258741258741258,"selective_risk":0.37412587412587417,"participants_with_commands":19,"participants_without_commands":3,"median_participant_coverage":0.2833333333333333,"coverage_ci95":[0.28939393939393937,0.5894318181818179],"accepted_accuracy_ci95":[0.5476824324324324,0.7198699521211883],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":24,"correct":16,"coverage":0.8,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":23,"correct":11,"coverage":0.7666666666666667,"accepted_accuracy":0.4782608695652174,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":15,"correct":7,"coverage":0.5,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":24,"correct":10,"coverage":0.8,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":6,"correct":2,"coverage":0.2,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":27,"correct":16,"coverage":0.9,"accepted_accuracy":0.5925925925925926,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":22,"correct":12,"coverage":0.7333333333333333,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.6,"trials":660,"accepted":200,"correct":129,"coverage":0.30303030303030304,"accepted_accuracy":0.645,"selective_risk":0.355,"participants_with_commands":13,"participants_without_commands":9,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.16662878787878788,0.4545833333333331],"accepted_accuracy_ci95":[0.5345748313839324,0.7692307692307693],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":24,"correct":16,"coverage":0.8,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":15,"correct":7,"coverage":0.5,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":18,"correct":6,"coverage":0.6,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":20,"correct":10,"coverage":0.6666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.65,"trials":660,"accepted":143,"correct":99,"coverage":0.21666666666666667,"accepted_accuracy":0.6923076923076923,"selective_risk":0.3076923076923077,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.10151515151515152,0.346969696969697],"accepted_accuracy_ci95":[0.5359928571428572,0.8250075301204819],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":13,"correct":3,"coverage":0.43333333333333335,"accepted_accuracy":0.23076923076923078,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":22,"correct":16,"coverage":0.7333333333333333,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":17,"correct":9,"coverage":0.5666666666666667,"accepted_accuracy":0.5294117647058824,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.7,"trials":660,"accepted":107,"correct":76,"coverage":0.1621212121212121,"accepted_accuracy":0.7102803738317757,"selective_risk":0.28971962616822433,"participants_with_commands":9,"participants_without_commands":13,"median_participant_coverage":0.0,"coverage_ci95":[0.06515151515151515,0.27575757575757576],"accepted_accuracy_ci95":[0.5333116883116883,0.8571681864235053],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":7,"correct":2,"coverage":0.23333333333333334,"accepted_accuracy":0.2857142857142857,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.75,"trials":660,"accepted":80,"correct":57,"coverage":0.12121212121212122,"accepted_accuracy":0.7125,"selective_risk":0.2875,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.04090909090909091,0.22575757575757577],"accepted_accuracy_ci95":[0.46153846153846156,0.8823630831643001],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":4,"correct":0,"coverage":0.13333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.8,"trials":660,"accepted":51,"correct":41,"coverage":0.07727272727272727,"accepted_accuracy":0.803921568627451,"selective_risk":0.196078431372549,"participants_with_commands":7,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.01818181818181818,0.16818181818181818],"accepted_accuracy_ci95":[0.5294117647058824,0.9375],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.85,"trials":660,"accepted":37,"correct":33,"coverage":0.05606060606060606,"accepted_accuracy":0.8918918918918919,"selective_risk":0.10810810810810811,"participants_with_commands":7,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.010606060606060607,0.13333333333333333],"accepted_accuracy_ci95":[0.5,0.9824561403508771],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.9,"trials":660,"accepted":24,"correct":23,"coverage":0.03636363636363636,"accepted_accuracy":0.9583333333333334,"selective_risk":0.04166666666666663,"participants_with_commands":4,"participants_without_commands":18,"median_participant_coverage":0.0,"coverage_ci95":[0.0015151515151515152,0.09700757575757556],"accepted_accuracy_ci95":[0.5,1.0],"accuracy_bootstrap_valid":1976,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]},{"threshold":0.95,"trials":660,"accepted":14,"correct":14,"coverage":0.021212121212121213,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.05909090909090909],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1910,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6000000000000001},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.36666666666666664},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6741071428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6428571428571428},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5669642857142857},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"7","trials":30,"accepted":12,"correct":12,"coverage":0.4,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667}]}]},{"condition":"alignment_temperature","seed":"2028","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":389,"coverage":1.0,"accepted_accuracy":0.6174603174603175,"selective_risk":0.3825396825396825,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5523809523809524,0.692063492063492],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":30,"correct":26,"coverage":1.0,"accepted_accuracy":0.8666666666666667,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.55,"trials":630,"accepted":403,"correct":279,"coverage":0.6396825396825396,"accepted_accuracy":0.6923076923076923,"selective_risk":0.3076923076923077,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.7666666666666667,"coverage_ci95":[0.4936507936507937,0.7841269841269841],"accepted_accuracy_ci95":[0.6246757448821966,0.7756152236960966],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":27,"correct":18,"coverage":0.9,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":23,"correct":11,"coverage":0.7666666666666667,"accepted_accuracy":0.4782608695652174,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":26,"correct":15,"coverage":0.8666666666666667,"accepted_accuracy":0.5769230769230769,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":29,"correct":20,"coverage":0.9666666666666667,"accepted_accuracy":0.6896551724137931,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":21,"correct":10,"coverage":0.7,"accepted_accuracy":0.47619047619047616,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":29,"correct":22,"coverage":0.9666666666666667,"accepted_accuracy":0.7586206896551724,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":26,"correct":20,"coverage":0.8666666666666667,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":28,"correct":17,"coverage":0.9333333333333333,"accepted_accuracy":0.6071428571428571,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":21,"correct":17,"coverage":0.7,"accepted_accuracy":0.8095238095238095,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":20,"correct":11,"coverage":0.6666666666666666,"accepted_accuracy":0.55,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.6,"trials":630,"accepted":322,"correct":235,"coverage":0.5111111111111111,"accepted_accuracy":0.7298136645962733,"selective_risk":0.2701863354037267,"participants_with_commands":17,"participants_without_commands":4,"median_participant_coverage":0.6333333333333333,"coverage_ci95":[0.36507936507936506,0.6571825396825395],"accepted_accuracy_ci95":[0.6468944294699012,0.819212684527064],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":19,"correct":12,"coverage":0.6333333333333333,"accepted_accuracy":0.631578947368421,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":27,"correct":18,"coverage":0.9,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":20,"correct":9,"coverage":0.6666666666666666,"accepted_accuracy":0.45,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":26,"correct":22,"coverage":0.8666666666666667,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":21,"correct":16,"coverage":0.7,"accepted_accuracy":0.7619047619047619,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":25,"correct":15,"coverage":0.8333333333333334,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":20,"correct":15,"coverage":0.6666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.65,"trials":630,"accepted":239,"correct":189,"coverage":0.37936507936507935,"accepted_accuracy":0.7907949790794979,"selective_risk":0.20920502092050208,"participants_with_commands":16,"participants_without_commands":5,"median_participant_coverage":0.3333333333333333,"coverage_ci95":[0.24916666666666668,0.5191269841269838],"accepted_accuracy_ci95":[0.7076115999136349,0.8717070071787053],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":25,"correct":17,"coverage":0.8333333333333334,"accepted_accuracy":0.68,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":22,"correct":19,"coverage":0.7333333333333333,"accepted_accuracy":0.8636363636363636,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":19,"correct":13,"coverage":0.6333333333333333,"accepted_accuracy":0.6842105263157895,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":3,"correct":0,"coverage":0.1,"accepted_accuracy":0.0,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":14,"correct":9,"coverage":0.4666666666666667,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":17,"correct":13,"coverage":0.5666666666666667,"accepted_accuracy":0.7647058823529411,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.7,"trials":630,"accepted":202,"correct":166,"coverage":0.32063492063492066,"accepted_accuracy":0.8217821782178217,"selective_risk":0.17821782178217827,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.23333333333333334,"coverage_ci95":[0.19365079365079366,0.46190476190476193],"accepted_accuracy_ci95":[0.734925640060241,0.9012963484134243],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":20,"correct":14,"coverage":0.6666666666666666,"accepted_accuracy":0.7,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":23,"correct":16,"coverage":0.7666666666666667,"accepted_accuracy":0.6956521739130435,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":20,"correct":17,"coverage":0.6666666666666666,"accepted_accuracy":0.85,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":17,"correct":12,"coverage":0.5666666666666667,"accepted_accuracy":0.7058823529411765,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.75,"trials":630,"accepted":154,"correct":134,"coverage":0.24444444444444444,"accepted_accuracy":0.8701298701298701,"selective_risk":0.1298701298701299,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.13333333333333333,"coverage_ci95":[0.1349206349206349,0.37142857142857144],"accepted_accuracy_ci95":[0.7749943693693694,0.9435049978270317],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":20,"correct":14,"coverage":0.6666666666666666,"accepted_accuracy":0.7,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":22,"correct":22,"coverage":0.7333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":18,"correct":16,"coverage":0.6,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.8,"trials":630,"accepted":129,"correct":117,"coverage":0.20476190476190476,"accepted_accuracy":0.9069767441860465,"selective_risk":0.09302325581395354,"participants_with_commands":12,"participants_without_commands":9,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.10158730158730159,0.3253968253968254],"accepted_accuracy_ci95":[0.8318540261105756,0.9711555755395683],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":12,"correct":10,"coverage":0.4,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":18,"correct":14,"coverage":0.6,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":16,"correct":14,"coverage":0.5333333333333333,"accepted_accuracy":0.875,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.85,"trials":630,"accepted":99,"correct":92,"coverage":0.15714285714285714,"accepted_accuracy":0.9292929292929293,"selective_risk":0.07070707070707072,"participants_with_commands":11,"participants_without_commands":10,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.06825396825396825,0.26353174603174584],"accepted_accuracy_ci95":[0.8378293918918919,0.9852941176470589],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.9,"trials":630,"accepted":65,"correct":62,"coverage":0.10317460317460317,"accepted_accuracy":0.9538461538461539,"selective_risk":0.0461538461538461,"participants_with_commands":9,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.03650793650793651,0.18888888888888888],"accepted_accuracy_ci95":[0.8421052631578947,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]},{"threshold":0.95,"trials":630,"accepted":37,"correct":37,"coverage":0.05873015873015873,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.012698412698412698,0.1253968253968254],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6517857142857143},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4955357142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.38839285714285715},{"subject":"29","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7678571428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7098214285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.41964285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428571},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428}]}]},{"condition":"alignment_temperature","seed":"2029","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":390,"coverage":1.0,"accepted_accuracy":0.5909090909090909,"selective_risk":0.40909090909090906,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5409090909090909,0.6484848484848484],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6}]},{"threshold":0.55,"trials":660,"accepted":334,"correct":223,"coverage":0.5060606060606061,"accepted_accuracy":0.6676646706586826,"selective_risk":0.3323353293413174,"participants_with_commands":20,"participants_without_commands":2,"median_participant_coverage":0.4666666666666667,"coverage_ci95":[0.353030303030303,0.656060606060606],"accepted_accuracy_ci95":[0.5931992146726974,0.7464730856797693],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":26,"correct":15,"coverage":0.8666666666666667,"accepted_accuracy":0.5769230769230769,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":26,"correct":22,"coverage":0.8666666666666667,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":8,"correct":2,"coverage":0.26666666666666666,"accepted_accuracy":0.25,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":25,"correct":17,"coverage":0.8333333333333334,"accepted_accuracy":0.68,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":27,"correct":13,"coverage":0.9,"accepted_accuracy":0.48148148148148145,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.6,"trials":660,"accepted":247,"correct":167,"coverage":0.37424242424242427,"accepted_accuracy":0.6761133603238867,"selective_risk":0.3238866396761133,"participants_with_commands":13,"participants_without_commands":9,"median_participant_coverage":0.18333333333333335,"coverage_ci95":[0.22121212121212122,0.5318560606060604],"accepted_accuracy_ci95":[0.5958311170212766,0.7730521079590228],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":24,"correct":17,"coverage":0.8,"accepted_accuracy":0.7083333333333334,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":25,"correct":15,"coverage":0.8333333333333334,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":23,"correct":13,"coverage":0.7666666666666667,"accepted_accuracy":0.5652173913043478,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":18,"correct":12,"coverage":0.6,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":26,"correct":12,"coverage":0.8666666666666667,"accepted_accuracy":0.46153846153846156,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.65,"trials":660,"accepted":199,"correct":138,"coverage":0.3015151515151515,"accepted_accuracy":0.6934673366834171,"selective_risk":0.3065326633165829,"participants_with_commands":12,"participants_without_commands":10,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.16359848484848485,0.4409090909090909],"accepted_accuracy_ci95":[0.6021937586325967,0.7991294642857142],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":18,"correct":11,"coverage":0.6,"accepted_accuracy":0.6111111111111112,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":18,"correct":14,"coverage":0.6,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":16,"correct":10,"coverage":0.5333333333333333,"accepted_accuracy":0.625,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":17,"correct":11,"coverage":0.5666666666666667,"accepted_accuracy":0.6470588235294118,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":24,"correct":11,"coverage":0.8,"accepted_accuracy":0.4583333333333333,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.7,"trials":660,"accepted":158,"correct":113,"coverage":0.23939393939393938,"accepted_accuracy":0.7151898734177216,"selective_risk":0.28481012658227844,"participants_with_commands":11,"participants_without_commands":11,"median_participant_coverage":0.016666666666666666,"coverage_ci95":[0.1181439393939394,0.3696969696969697],"accepted_accuracy_ci95":[0.6126114334229517,0.8350559395501406],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":20,"correct":12,"coverage":0.6666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":29,"correct":28,"coverage":0.9666666666666667,"accepted_accuracy":0.9655172413793104,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":14,"correct":8,"coverage":0.4666666666666667,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":21,"correct":11,"coverage":0.7,"accepted_accuracy":0.5238095238095238,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.75,"trials":660,"accepted":125,"correct":92,"coverage":0.1893939393939394,"accepted_accuracy":0.736,"selective_risk":0.264,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.08333333333333333,0.30757575757575756],"accepted_accuracy_ci95":[0.6153846153846154,0.8791975237213607],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":19,"correct":12,"coverage":0.6333333333333333,"accepted_accuracy":0.631578947368421,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":14,"correct":8,"coverage":0.4666666666666667,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":15,"correct":8,"coverage":0.5,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.8,"trials":660,"accepted":101,"correct":75,"coverage":0.15303030303030302,"accepted_accuracy":0.7425742574257426,"selective_risk":0.25742574257425743,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.06363636363636363,0.25303030303030305],"accepted_accuracy_ci95":[0.6034384048433798,0.8916722972972974],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.85,"trials":660,"accepted":73,"correct":61,"coverage":0.11060606060606061,"accepted_accuracy":0.8356164383561644,"selective_risk":0.1643835616438356,"participants_with_commands":9,"participants_without_commands":13,"median_participant_coverage":0.0,"coverage_ci95":[0.03787878787878788,0.20303030303030303],"accepted_accuracy_ci95":[0.682521645021645,0.9487179487179487],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.9,"trials":660,"accepted":53,"correct":44,"coverage":0.0803030303030303,"accepted_accuracy":0.8301886792452831,"selective_risk":0.16981132075471694,"participants_with_commands":7,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.018143939393939396,0.1621212121212121],"accepted_accuracy_ci95":[0.6285548172757475,0.9655172413793104],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":9,"correct":5,"coverage":0.3,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]},{"threshold":0.95,"trials":660,"accepted":36,"correct":29,"coverage":0.05454545454545454,"accepted_accuracy":0.8055555555555556,"selective_risk":0.19444444444444442,"participants_with_commands":6,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.00909090909090909,0.12424242424242424],"accepted_accuracy_ci95":[0.25,1.0],"accuracy_bootstrap_valid":1998,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.49107142857142855},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"24","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.6},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8214285714285714},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.3973214285714286},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5892857142857143},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"7","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.7053571428571428},{"subject":"90","trials":30,"accepted":4,"correct":0,"coverage":0.13333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6}]}]},{"condition":"alignment_temperature","seed":"2029","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":410,"coverage":1.0,"accepted_accuracy":0.6507936507936508,"selective_risk":0.3492063492063492,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5936507936507937,0.7174603174603175],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.55,"trials":630,"accepted":442,"correct":315,"coverage":0.7015873015873015,"accepted_accuracy":0.7126696832579186,"selective_risk":0.2873303167420814,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.8,"coverage_ci95":[0.5714285714285714,0.8190873015873014],"accepted_accuracy_ci95":[0.6433044559392577,0.7900696767230726],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":26,"correct":18,"coverage":0.8666666666666667,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":26,"correct":14,"coverage":0.8666666666666667,"accepted_accuracy":0.5384615384615384,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":28,"correct":15,"coverage":0.9333333333333333,"accepted_accuracy":0.5357142857142857,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":26,"correct":20,"coverage":0.8666666666666667,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":26,"correct":14,"coverage":0.8666666666666667,"accepted_accuracy":0.5384615384615384,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":28,"correct":16,"coverage":0.9333333333333333,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":27,"correct":23,"coverage":0.9,"accepted_accuracy":0.8518518518518519,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":23,"correct":18,"coverage":0.7666666666666667,"accepted_accuracy":0.782608695652174,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":27,"correct":20,"coverage":0.9,"accepted_accuracy":0.7407407407407407,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":22,"correct":12,"coverage":0.7333333333333333,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":23,"correct":14,"coverage":0.7666666666666667,"accepted_accuracy":0.6086956521739131,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":24,"correct":19,"coverage":0.8,"accepted_accuracy":0.7916666666666666,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.6,"trials":630,"accepted":359,"correct":268,"coverage":0.5698412698412698,"accepted_accuracy":0.7465181058495822,"selective_risk":0.2534818941504178,"participants_with_commands":18,"participants_without_commands":3,"median_participant_coverage":0.7333333333333333,"coverage_ci95":[0.4142857142857143,0.7159126984126982],"accepted_accuracy_ci95":[0.6701501293130638,0.8296721059113301],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":26,"correct":18,"coverage":0.8666666666666667,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":23,"correct":13,"coverage":0.7666666666666667,"accepted_accuracy":0.5652173913043478,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":24,"correct":19,"coverage":0.8,"accepted_accuracy":0.7916666666666666,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":28,"correct":16,"coverage":0.9333333333333333,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":25,"correct":22,"coverage":0.8333333333333334,"accepted_accuracy":0.88,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":23,"correct":19,"coverage":0.7666666666666667,"accepted_accuracy":0.8260869565217391,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":9,"correct":5,"coverage":0.3,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":21,"correct":12,"coverage":0.7,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":21,"correct":17,"coverage":0.7,"accepted_accuracy":0.8095238095238095,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.65,"trials":630,"accepted":303,"correct":238,"coverage":0.48095238095238096,"accepted_accuracy":0.7854785478547854,"selective_risk":0.21452145214521456,"participants_with_commands":17,"participants_without_commands":4,"median_participant_coverage":0.6333333333333333,"coverage_ci95":[0.3301190476190476,0.6301984126984125],"accepted_accuracy_ci95":[0.7034415742658706,0.866868207969316],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":22,"correct":17,"coverage":0.7333333333333333,"accepted_accuracy":0.7727272727272727,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":21,"correct":13,"coverage":0.7,"accepted_accuracy":0.6190476190476191,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":22,"correct":18,"coverage":0.7333333333333333,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":28,"correct":16,"coverage":0.9333333333333333,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":30,"correct":30,"coverage":1.0,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":25,"correct":22,"coverage":0.8333333333333334,"accepted_accuracy":0.88,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":16,"correct":14,"coverage":0.5333333333333333,"accepted_accuracy":0.875,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.7,"trials":630,"accepted":256,"correct":204,"coverage":0.40634920634920635,"accepted_accuracy":0.796875,"selective_risk":0.203125,"participants_with_commands":16,"participants_without_commands":5,"median_participant_coverage":0.43333333333333335,"coverage_ci95":[0.2729365079365079,0.546031746031746],"accepted_accuracy_ci95":[0.7097873900293256,0.8784207721209051],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":18,"correct":10,"coverage":0.6,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":22,"correct":18,"coverage":0.7333333333333333,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":18,"correct":13,"coverage":0.6,"accepted_accuracy":0.7222222222222222,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":24,"correct":15,"coverage":0.8,"accepted_accuracy":0.625,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":22,"correct":20,"coverage":0.7333333333333333,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":16,"correct":14,"coverage":0.5333333333333333,"accepted_accuracy":0.875,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":12,"correct":6,"coverage":0.4,"accepted_accuracy":0.5,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":17,"correct":14,"coverage":0.5666666666666667,"accepted_accuracy":0.8235294117647058,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.75,"trials":630,"accepted":203,"correct":176,"coverage":0.32222222222222224,"accepted_accuracy":0.8669950738916257,"selective_risk":0.13300492610837433,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.23333333333333334,"coverage_ci95":[0.2015873015873016,0.45396825396825397],"accepted_accuracy_ci95":[0.791136878896656,0.9270833333333334],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":20,"correct":17,"coverage":0.6666666666666666,"accepted_accuracy":0.85,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":19,"correct":14,"coverage":0.6333333333333333,"accepted_accuracy":0.7368421052631579,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":21,"correct":19,"coverage":0.7,"accepted_accuracy":0.9047619047619048,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":12,"correct":11,"coverage":0.4,"accepted_accuracy":0.9166666666666666,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.8,"trials":630,"accepted":161,"correct":145,"coverage":0.25555555555555554,"accepted_accuracy":0.9006211180124224,"selective_risk":0.0993788819875776,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.16666666666666666,"coverage_ci95":[0.14761904761904762,0.37777777777777777],"accepted_accuracy_ci95":[0.8378378378378378,0.9516129032258065],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.85,"trials":630,"accepted":128,"correct":118,"coverage":0.20317460317460317,"accepted_accuracy":0.921875,"selective_risk":0.078125,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.1,"coverage_ci95":[0.10952380952380952,0.32063492063492066],"accepted_accuracy_ci95":[0.8571125907990315,0.9710197059743509],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":20,"correct":20,"coverage":0.6666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":15,"correct":13,"coverage":0.5,"accepted_accuracy":0.8666666666666667,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.9,"trials":630,"accepted":85,"correct":82,"coverage":0.1349206349206349,"accepted_accuracy":0.9647058823529412,"selective_risk":0.03529411764705881,"participants_with_commands":10,"participants_without_commands":11,"median_participant_coverage":0.0,"coverage_ci95":[0.0571031746031746,0.23809523809523808],"accepted_accuracy_ci95":[0.909889434889435,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":13,"correct":12,"coverage":0.43333333333333335,"accepted_accuracy":0.9230769230769231,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]},{"threshold":0.95,"trials":630,"accepted":55,"correct":54,"coverage":0.0873015873015873,"accepted_accuracy":0.9818181818181818,"selective_risk":0.018181818181818188,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.02857142857142857,0.1634920634920635],"accepted_accuracy_ci95":[0.9343715846994536,1.0],"accuracy_bootstrap_valid":1999,"participants":[{"subject":"10","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7008928571428572},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"108","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5223214285714286},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"29","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":1.0},{"subject":"42","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"48","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.8035714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6696428571428572},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.45089285714285715},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"70","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"82","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428}]}]},{"condition":"baseline","seed":"2027","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":388,"coverage":1.0,"accepted_accuracy":0.5878787878787879,"selective_risk":0.4121212121212121,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5393560606060607,0.6454545454545455],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5}]},{"threshold":0.55,"trials":660,"accepted":277,"correct":174,"coverage":0.4196969696969697,"accepted_accuracy":0.628158844765343,"selective_risk":0.371841155234657,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":0.3333333333333333,"coverage_ci95":[0.32575757575757575,0.5272727272727272],"accepted_accuracy_ci95":[0.5509527151030983,0.7226271021271855],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":18,"correct":10,"coverage":0.6,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":25,"correct":13,"coverage":0.8333333333333334,"accepted_accuracy":0.52,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":11,"correct":5,"coverage":0.36666666666666664,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":26,"correct":13,"coverage":0.8666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":18,"correct":12,"coverage":0.6,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5}]},{"threshold":0.6,"trials":660,"accepted":90,"correct":61,"coverage":0.13636363636363635,"accepted_accuracy":0.6777777777777778,"selective_risk":0.3222222222222222,"participants_with_commands":17,"participants_without_commands":5,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.05454545454545454,0.24852272727272706],"accepted_accuracy_ci95":[0.5154561074664167,0.8915744057310322],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5}]},{"threshold":0.65,"trials":660,"accepted":48,"correct":32,"coverage":0.07272727272727272,"accepted_accuracy":0.6666666666666666,"selective_risk":0.33333333333333337,"participants_with_commands":6,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.004545454545454545,0.18484848484848485],"accepted_accuracy_ci95":[0.4838709677419355,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.7,"trials":660,"accepted":28,"correct":14,"coverage":0.04242424242424243,"accepted_accuracy":0.5,"selective_risk":0.5,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.11969696969696969],"accepted_accuracy_ci95":[0.4166666666666667,1.0],"accuracy_bootstrap_valid":1922,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":24,"correct":10,"coverage":0.8,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.75,"trials":660,"accepted":4,"correct":2,"coverage":0.006060606060606061,"accepted_accuracy":0.5,"selective_risk":0.5,"participants_with_commands":1,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.01818181818181818],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1282,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.8,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.85,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.9,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.95,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]}]},{"condition":"baseline","seed":"2027","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":388,"coverage":1.0,"accepted_accuracy":0.6158730158730159,"selective_risk":0.3841269841269841,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5682539682539682,0.6714285714285714],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":30,"correct":27,"coverage":1.0,"accepted_accuracy":0.9,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.55,"trials":630,"accepted":285,"correct":210,"coverage":0.4523809523809524,"accepted_accuracy":0.7368421052631579,"selective_risk":0.26315789473684215,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.3333333333333333,"coverage_ci95":[0.35234126984126984,0.5555952380952379],"accepted_accuracy_ci95":[0.6555848576938811,0.8247547793013711],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":17,"correct":12,"coverage":0.5666666666666667,"accepted_accuracy":0.7058823529411765,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":19,"correct":18,"coverage":0.6333333333333333,"accepted_accuracy":0.9473684210526315,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":25,"correct":18,"coverage":0.8333333333333334,"accepted_accuracy":0.72,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":20,"correct":18,"coverage":0.6666666666666666,"accepted_accuracy":0.9,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":23,"correct":14,"coverage":0.7666666666666667,"accepted_accuracy":0.6086956521739131,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.6,"trials":630,"accepted":118,"correct":96,"coverage":0.1873015873015873,"accepted_accuracy":0.8135593220338984,"selective_risk":0.18644067796610164,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.1,"coverage_ci95":[0.09365079365079365,0.2921031746031744],"accepted_accuracy_ci95":[0.6737516283108989,0.954570707070707],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":25,"correct":12,"coverage":0.8333333333333334,"accepted_accuracy":0.48,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.65,"trials":630,"accepted":56,"correct":52,"coverage":0.08888888888888889,"accepted_accuracy":0.9285714285714286,"selective_risk":0.0714285714285714,"participants_with_commands":10,"participants_without_commands":11,"median_participant_coverage":0.0,"coverage_ci95":[0.03015873015873016,0.1540079365079363],"accepted_accuracy_ci95":[0.8260597826086956,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.7,"trials":630,"accepted":23,"correct":23,"coverage":0.03650793650793651,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.004761904761904762,0.07777777777777778],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1993,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.75,"trials":630,"accepted":9,"correct":9,"coverage":0.014285714285714285,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":18,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.03333333333333333],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1921,"participants":[{"subject":"10","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.8,"trials":630,"accepted":1,"correct":1,"coverage":0.0015873015873015873,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.004761904761904762],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1299,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.85,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.9,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.95,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]}]},{"condition":"baseline","seed":"2028","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":386,"coverage":1.0,"accepted_accuracy":0.5848484848484848,"selective_risk":0.41515151515151516,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.543939393939394,0.6287878787878788],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":30,"correct":26,"coverage":1.0,"accepted_accuracy":0.8666666666666667,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5}]},{"threshold":0.55,"trials":660,"accepted":168,"correct":103,"coverage":0.2545454545454545,"accepted_accuracy":0.6130952380952381,"selective_risk":0.38690476190476186,"participants_with_commands":20,"participants_without_commands":2,"median_participant_coverage":0.16666666666666666,"coverage_ci95":[0.15151515151515152,0.3818560606060604],"accepted_accuracy_ci95":[0.5227244175422567,0.7482464028776976],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":4,"correct":1,"coverage":0.13333333333333333,"accepted_accuracy":0.25,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":29,"correct":14,"coverage":0.9666666666666667,"accepted_accuracy":0.4827586206896552,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":20,"correct":19,"coverage":0.6666666666666666,"accepted_accuracy":0.95,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.5}]},{"threshold":0.6,"trials":660,"accepted":52,"correct":35,"coverage":0.07878787878787878,"accepted_accuracy":0.6730769230769231,"selective_risk":0.32692307692307687,"participants_with_commands":7,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.007575757575757576,0.1893939393939394],"accepted_accuracy_ci95":[0.4905414701257862,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.65,"trials":660,"accepted":40,"correct":24,"coverage":0.06060606060606061,"accepted_accuracy":0.6,"selective_risk":0.4,"participants_with_commands":2,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.16666666666666666],"accepted_accuracy_ci95":[0.4666666666666667,1.0],"accuracy_bootstrap_valid":1765,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.7,"trials":660,"accepted":18,"correct":8,"coverage":0.02727272727272727,"accepted_accuracy":0.4444444444444444,"selective_risk":0.5555555555555556,"participants_with_commands":1,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.08181818181818182],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1282,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":18,"correct":8,"coverage":0.6,"accepted_accuracy":0.4444444444444444,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.75,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.8,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.85,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.9,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.95,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]}]},{"condition":"baseline","seed":"2028","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":390,"coverage":1.0,"accepted_accuracy":0.6190476190476191,"selective_risk":0.38095238095238093,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5729761904761904,0.6746031746031746],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.55,"trials":630,"accepted":198,"correct":150,"coverage":0.3142857142857143,"accepted_accuracy":0.7575757575757576,"selective_risk":0.24242424242424243,"participants_with_commands":20,"participants_without_commands":1,"median_participant_coverage":0.26666666666666666,"coverage_ci95":[0.20952380952380953,0.4222222222222222],"accepted_accuracy_ci95":[0.6621598322460391,0.8579976890062727],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":13,"correct":12,"coverage":0.43333333333333335,"accepted_accuracy":0.9230769230769231,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":21,"correct":15,"coverage":0.7,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":26,"correct":13,"coverage":0.8666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":16,"correct":10,"coverage":0.5333333333333333,"accepted_accuracy":0.625,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.6,"trials":630,"accepted":51,"correct":45,"coverage":0.08095238095238096,"accepted_accuracy":0.8823529411764706,"selective_risk":0.11764705882352944,"participants_with_commands":10,"participants_without_commands":11,"median_participant_coverage":0.0,"coverage_ci95":[0.026984126984126985,0.14444444444444443],"accepted_accuracy_ci95":[0.772707336523126,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.65,"trials":630,"accepted":24,"correct":23,"coverage":0.0380952380952381,"accepted_accuracy":0.9583333333333334,"selective_risk":0.04166666666666663,"participants_with_commands":6,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.004761904761904762,0.09047619047619047],"accepted_accuracy_ci95":[0.9333333333333333,1.0],"accuracy_bootstrap_valid":1999,"participants":[{"subject":"10","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.7,"trials":630,"accepted":11,"correct":11,"coverage":0.01746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.05238095238095238],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1299,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.75,"trials":630,"accepted":3,"correct":3,"coverage":0.004761904761904762,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.014285714285714285],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1299,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.8,"trials":630,"accepted":1,"correct":1,"coverage":0.0015873015873015873,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.004761904761904762],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1299,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.85,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.9,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.95,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]}]},{"condition":"baseline","seed":"2029","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":385,"coverage":1.0,"accepted_accuracy":0.5833333333333334,"selective_risk":0.41666666666666663,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5378787878787878,0.6363636363636364],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.55,"trials":660,"accepted":183,"correct":119,"coverage":0.2772727272727273,"accepted_accuracy":0.6502732240437158,"selective_risk":0.3497267759562842,"participants_with_commands":20,"participants_without_commands":2,"median_participant_coverage":0.18333333333333335,"coverage_ci95":[0.16666666666666666,0.4136742424242422],"accepted_accuracy_ci95":[0.5412247040855288,0.7963075880758806],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":2,"correct":0,"coverage":0.06666666666666667,"accepted_accuracy":0.0,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":14,"correct":8,"coverage":0.4666666666666667,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.6,"trials":660,"accepted":66,"correct":44,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"selective_risk":0.33333333333333337,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.016666666666666666,0.2106439393939392],"accepted_accuracy_ci95":[0.5,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":16,"correct":16,"coverage":0.5333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.65,"trials":660,"accepted":37,"correct":21,"coverage":0.05606060606060606,"accepted_accuracy":0.5675675675675675,"selective_risk":0.43243243243243246,"participants_with_commands":4,"participants_without_commands":18,"median_participant_coverage":0.0,"coverage_ci95":[0.0015151515151515152,0.15454545454545454],"accepted_accuracy_ci95":[0.4666666666666667,1.0],"accuracy_bootstrap_valid":1973,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.7,"trials":660,"accepted":23,"correct":9,"coverage":0.03484848484848485,"accepted_accuracy":0.391304347826087,"selective_risk":0.6086956521739131,"participants_with_commands":1,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.10454545454545454],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1282,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":23,"correct":9,"coverage":0.7666666666666667,"accepted_accuracy":0.391304347826087,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.75,"trials":660,"accepted":1,"correct":1,"coverage":0.0015151515151515152,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.004545454545454545],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1282,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.8,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.85,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.9,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.95,"trials":660,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":22,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]}]},{"condition":"baseline","seed":"2029","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":377,"coverage":1.0,"accepted_accuracy":0.5984126984126984,"selective_risk":0.4015873015873016,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5555555555555556,0.6523809523809524],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.55,"trials":630,"accepted":228,"correct":170,"coverage":0.3619047619047619,"accepted_accuracy":0.7456140350877193,"selective_risk":0.2543859649122807,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.36666666666666664,"coverage_ci95":[0.25873015873015875,0.4714285714285714],"accepted_accuracy_ci95":[0.6434369593870994,0.8559441547153411],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":11,"correct":4,"coverage":0.36666666666666664,"accepted_accuracy":0.36363636363636365,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":16,"correct":15,"coverage":0.5333333333333333,"accepted_accuracy":0.9375,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":12,"correct":6,"coverage":0.4,"accepted_accuracy":0.5,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":18,"correct":12,"coverage":0.6,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.6,"trials":630,"accepted":94,"correct":74,"coverage":0.1492063492063492,"accepted_accuracy":0.7872340425531915,"selective_risk":0.21276595744680848,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.06825396825396825,0.24444444444444444],"accepted_accuracy_ci95":[0.6234405458089669,0.970304309842749],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":20,"correct":15,"coverage":0.6666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":22,"correct":10,"coverage":0.7333333333333333,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.65,"trials":630,"accepted":34,"correct":33,"coverage":0.05396825396825397,"accepted_accuracy":0.9705882352941176,"selective_risk":0.02941176470588236,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.011111111111111112,0.1111111111111111],"accepted_accuracy_ci95":[0.9431737012987014,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":15,"correct":14,"coverage":0.5,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.7,"trials":630,"accepted":23,"correct":23,"coverage":0.03650793650793651,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":5,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.0031746031746031746,0.08416666666666646],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1993,"participants":[{"subject":"10","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":13,"correct":13,"coverage":0.43333333333333335,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.75,"trials":630,"accepted":11,"correct":11,"coverage":0.01746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":2,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.049206349206349205],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1756,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.8,"trials":630,"accepted":2,"correct":2,"coverage":0.0031746031746031746,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.009523809523809525],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1299,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.85,"trials":630,"accepted":1,"correct":1,"coverage":0.0015873015873015873,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":1,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.004761904761904762],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":1299,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.9,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.95,"trials":630,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"selective_risk":null,"participants_with_commands":0,"participants_without_commands":21,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.0],"accepted_accuracy_ci95":null,"accuracy_bootstrap_valid":0,"participants":[{"subject":"10","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]}]},{"condition":"personal_temperature","seed":"2027","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":388,"coverage":1.0,"accepted_accuracy":0.5878787878787879,"selective_risk":0.4121212121212121,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5393560606060607,0.6454545454545455],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5}]},{"threshold":0.55,"trials":660,"accepted":392,"correct":242,"coverage":0.593939393939394,"accepted_accuracy":0.6173469387755102,"selective_risk":0.38265306122448983,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":0.6833333333333333,"coverage_ci95":[0.4681818181818182,0.7212121212121212],"accepted_accuracy_ci95":[0.5522679924242424,0.6926785535910498],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":28,"correct":15,"coverage":0.9333333333333333,"accepted_accuracy":0.5357142857142857,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":24,"correct":15,"coverage":0.8,"accepted_accuracy":0.625,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":22,"correct":14,"coverage":0.7333333333333333,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":2,"correct":0,"coverage":0.06666666666666667,"accepted_accuracy":0.0,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":23,"correct":12,"coverage":0.7666666666666667,"accepted_accuracy":0.5217391304347826,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":26,"correct":22,"coverage":0.8666666666666667,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":28,"correct":18,"coverage":0.9333333333333333,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":23,"correct":13,"coverage":0.7666666666666667,"accepted_accuracy":0.5652173913043478,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":28,"correct":27,"coverage":0.9333333333333333,"accepted_accuracy":0.9642857142857143,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":27,"correct":16,"coverage":0.9,"accepted_accuracy":0.5925925925925926,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":18,"correct":10,"coverage":0.6,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.5}]},{"threshold":0.6,"trials":660,"accepted":253,"correct":160,"coverage":0.38333333333333336,"accepted_accuracy":0.6324110671936759,"selective_risk":0.3675889328063241,"participants_with_commands":16,"participants_without_commands":6,"median_participant_coverage":0.3833333333333333,"coverage_ci95":[0.24393939393939393,0.5257954545454543],"accepted_accuracy_ci95":[0.5528886965937987,0.7403016338500208],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":22,"correct":12,"coverage":0.7333333333333333,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":17,"correct":12,"coverage":0.5666666666666667,"accepted_accuracy":0.7058823529411765,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":20,"correct":16,"coverage":0.6666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":24,"correct":16,"coverage":0.8,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":28,"correct":14,"coverage":0.9333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":15,"correct":8,"coverage":0.5,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":11,"correct":7,"coverage":0.36666666666666664,"accepted_accuracy":0.6363636363636364,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":12,"correct":5,"coverage":0.4,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.65,"trials":660,"accepted":199,"correct":125,"coverage":0.3015151515151515,"accepted_accuracy":0.628140703517588,"selective_risk":0.371859296482412,"participants_with_commands":13,"participants_without_commands":9,"median_participant_coverage":0.13333333333333333,"coverage_ci95":[0.1787878787878788,0.4348484848484849],"accepted_accuracy_ci95":[0.5266194331983806,0.7647170231729055],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":19,"correct":10,"coverage":0.6333333333333333,"accepted_accuracy":0.5263157894736842,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":25,"correct":11,"coverage":0.8333333333333334,"accepted_accuracy":0.44,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":18,"correct":14,"coverage":0.6,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":16,"correct":9,"coverage":0.5333333333333333,"accepted_accuracy":0.5625,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":26,"correct":13,"coverage":0.8666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":12,"correct":5,"coverage":0.4,"accepted_accuracy":0.4166666666666667,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":21,"correct":12,"coverage":0.7,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.7,"trials":660,"accepted":129,"correct":86,"coverage":0.19545454545454546,"accepted_accuracy":0.6666666666666666,"selective_risk":0.33333333333333337,"participants_with_commands":12,"participants_without_commands":10,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.10151515151515152,0.30606060606060603],"accepted_accuracy_ci95":[0.5247434194638977,0.826458200890019],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":16,"correct":8,"coverage":0.5333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":11,"correct":5,"coverage":0.36666666666666664,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":23,"correct":12,"coverage":0.7666666666666667,"accepted_accuracy":0.5217391304347826,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.75,"trials":660,"accepted":101,"correct":72,"coverage":0.15303030303030302,"accepted_accuracy":0.7128712871287128,"selective_risk":0.28712871287128716,"participants_with_commands":11,"participants_without_commands":11,"median_participant_coverage":0.016666666666666666,"coverage_ci95":[0.0696969696969697,0.2545833333333331],"accepted_accuracy_ci95":[0.5510063658490919,0.8780672579453066],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":19,"correct":10,"coverage":0.6333333333333333,"accepted_accuracy":0.5263157894736842,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":3,"correct":0,"coverage":0.1,"accepted_accuracy":0.0,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.8,"trials":660,"accepted":65,"correct":54,"coverage":0.09848484848484848,"accepted_accuracy":0.8307692307692308,"selective_risk":0.16923076923076918,"participants_with_commands":9,"participants_without_commands":13,"median_participant_coverage":0.0,"coverage_ci95":[0.030303030303030304,0.18787878787878787],"accepted_accuracy_ci95":[0.6551724137931034,0.9562123135512536],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.85,"trials":660,"accepted":43,"correct":39,"coverage":0.06515151515151515,"accepted_accuracy":0.9069767441860465,"selective_risk":0.09302325581395354,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.013636363636363636,0.1484848484848485],"accepted_accuracy_ci95":[0.636244019138756,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":24,"correct":24,"coverage":0.8,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.9,"trials":660,"accepted":29,"correct":28,"coverage":0.04393939393939394,"accepted_accuracy":0.9655172413793104,"selective_risk":0.03448275862068961,"participants_with_commands":5,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0030303030303030303,0.11666666666666667],"accepted_accuracy_ci95":[0.5,1.0],"accuracy_bootstrap_valid":1996,"participants":[{"subject":"107","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":22,"correct":22,"coverage":0.7333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.95,"trials":660,"accepted":24,"correct":24,"coverage":0.03636363636363636,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":4,"participants_without_commands":18,"median_participant_coverage":0.0,"coverage_ci95":[0.0015151515151515152,0.10151515151515152],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1981,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5446428571428572},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6071428571428571},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7666666666666666},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5982142857142857},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4419642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5758928571428572},{"subject":"7","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]}]},{"condition":"personal_temperature","seed":"2027","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":388,"coverage":1.0,"accepted_accuracy":0.6158730158730159,"selective_risk":0.3841269841269841,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5682539682539682,0.6714285714285714],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":30,"correct":27,"coverage":1.0,"accepted_accuracy":0.9,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.55,"trials":630,"accepted":395,"correct":262,"coverage":0.626984126984127,"accepted_accuracy":0.6632911392405063,"selective_risk":0.3367088607594937,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.8666666666666667,"coverage_ci95":[0.46190476190476193,0.7873412698412696],"accepted_accuracy_ci95":[0.5960582977196359,0.7370605066648056],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":28,"correct":14,"coverage":0.9333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":27,"correct":15,"coverage":0.9,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":26,"correct":13,"coverage":0.8666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":30,"correct":27,"coverage":1.0,"accepted_accuracy":0.9,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":23,"correct":17,"coverage":0.7666666666666667,"accepted_accuracy":0.7391304347826086,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":29,"correct":23,"coverage":0.9666666666666667,"accepted_accuracy":0.7931034482758621,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":28,"correct":20,"coverage":0.9333333333333333,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":21,"correct":9,"coverage":0.7,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":28,"correct":15,"coverage":0.9333333333333333,"accepted_accuracy":0.5357142857142857,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":29,"correct":16,"coverage":0.9666666666666667,"accepted_accuracy":0.5517241379310345,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.6,"trials":630,"accepted":294,"correct":207,"coverage":0.4666666666666667,"accepted_accuracy":0.7040816326530612,"selective_risk":0.29591836734693877,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.5333333333333333,"coverage_ci95":[0.30952380952380953,0.6317460317460317],"accepted_accuracy_ci95":[0.6300357142857143,0.7850928792569659],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":28,"correct":18,"coverage":0.9333333333333333,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":27,"correct":14,"coverage":0.9,"accepted_accuracy":0.5185185185185185,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":26,"correct":21,"coverage":0.8666666666666667,"accepted_accuracy":0.8076923076923077,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":16,"correct":15,"coverage":0.5333333333333333,"accepted_accuracy":0.9375,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":29,"correct":23,"coverage":0.9666666666666667,"accepted_accuracy":0.7931034482758621,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":23,"correct":16,"coverage":0.7666666666666667,"accepted_accuracy":0.6956521739130435,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":23,"correct":16,"coverage":0.7666666666666667,"accepted_accuracy":0.6956521739130435,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":15,"correct":6,"coverage":0.5,"accepted_accuracy":0.4,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":24,"correct":14,"coverage":0.8,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.65,"trials":630,"accepted":238,"correct":175,"coverage":0.37777777777777777,"accepted_accuracy":0.7352941176470589,"selective_risk":0.2647058823529411,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.36666666666666664,"coverage_ci95":[0.23170634920634922,0.5349206349206349],"accepted_accuracy_ci95":[0.6531832408592972,0.8171443932411675],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":27,"correct":18,"coverage":0.9,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":22,"correct":11,"coverage":0.7333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":23,"correct":20,"coverage":0.7666666666666667,"accepted_accuracy":0.8695652173913043,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":14,"correct":9,"coverage":0.4666666666666667,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":26,"correct":25,"coverage":0.8666666666666667,"accepted_accuracy":0.9615384615384616,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":28,"correct":22,"coverage":0.9333333333333333,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":22,"correct":15,"coverage":0.7333333333333333,"accepted_accuracy":0.6818181818181818,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":22,"correct":16,"coverage":0.7333333333333333,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":9,"correct":3,"coverage":0.3,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":18,"correct":12,"coverage":0.6,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.7,"trials":630,"accepted":191,"correct":152,"coverage":0.30317460317460315,"accepted_accuracy":0.7958115183246073,"selective_risk":0.20418848167539272,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.16666666666666666,"coverage_ci95":[0.16984126984126985,0.4507936507936508],"accepted_accuracy_ci95":[0.7233914380927967,0.8670240663591727],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":15,"correct":9,"coverage":0.5,"accepted_accuracy":0.6,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":21,"correct":19,"coverage":0.7,"accepted_accuracy":0.9047619047619048,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":25,"correct":24,"coverage":0.8333333333333334,"accepted_accuracy":0.96,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":28,"correct":22,"coverage":0.9333333333333333,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":19,"correct":16,"coverage":0.6333333333333333,"accepted_accuracy":0.8421052631578947,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.75,"trials":630,"accepted":144,"correct":124,"coverage":0.22857142857142856,"accepted_accuracy":0.8611111111111112,"selective_risk":0.13888888888888884,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.12222222222222222,0.3523809523809524],"accepted_accuracy_ci95":[0.7808189137226629,0.9295938421225024],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":18,"correct":13,"coverage":0.6,"accepted_accuracy":0.7222222222222222,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":12,"correct":8,"coverage":0.4,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":18,"correct":17,"coverage":0.6,"accepted_accuracy":0.9444444444444444,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":7,"correct":5,"coverage":0.23333333333333334,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":22,"correct":20,"coverage":0.7333333333333333,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":17,"correct":14,"coverage":0.5666666666666667,"accepted_accuracy":0.8235294117647058,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.8,"trials":630,"accepted":117,"correct":102,"coverage":0.18571428571428572,"accepted_accuracy":0.8717948717948718,"selective_risk":0.1282051282051282,"participants_with_commands":11,"participants_without_commands":10,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.08567460317460318,0.3016269841269839],"accepted_accuracy_ci95":[0.7777777777777778,0.9411887254901959],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":11,"coverage":0.5333333333333333,"accepted_accuracy":0.6875,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":16,"correct":15,"coverage":0.5333333333333333,"accepted_accuracy":0.9375,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":21,"correct":19,"coverage":0.7,"accepted_accuracy":0.9047619047619048,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.85,"trials":630,"accepted":90,"correct":80,"coverage":0.14285714285714285,"accepted_accuracy":0.8888888888888888,"selective_risk":0.11111111111111116,"participants_with_commands":9,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.05555555555555555,0.24444444444444444],"accepted_accuracy_ci95":[0.7894736842105263,0.9674065217391303],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":12,"correct":12,"coverage":0.4,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.9,"trials":630,"accepted":64,"correct":59,"coverage":0.10158730158730159,"accepted_accuracy":0.921875,"selective_risk":0.078125,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.03492063492063492,0.18571428571428572],"accepted_accuracy_ci95":[0.7970891672807664,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":20,"correct":20,"coverage":0.6666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":12,"correct":11,"coverage":0.4,"accepted_accuracy":0.9166666666666666,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]},{"threshold":0.95,"trials":630,"accepted":43,"correct":41,"coverage":0.06825396825396825,"accepted_accuracy":0.9534883720930233,"selective_risk":0.046511627906976716,"participants_with_commands":6,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.01904761904761905,0.1365079365079365],"accepted_accuracy_ci95":[0.8571428571428571,1.0],"accuracy_bootstrap_valid":1999,"participants":[{"subject":"10","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.6785714285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666667},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7232142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5401785714285714},{"subject":"29","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":0.9},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.7991071428571428},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7410714285714286},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5178571428571428},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"70","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4732142857142857},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4776785714285714}]}]},{"condition":"personal_temperature","seed":"2028","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":386,"coverage":1.0,"accepted_accuracy":0.5848484848484848,"selective_risk":0.41515151515151516,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.543939393939394,0.6287878787878788],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":30,"correct":26,"coverage":1.0,"accepted_accuracy":0.8666666666666667,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5}]},{"threshold":0.55,"trials":660,"accepted":343,"correct":199,"coverage":0.5196969696969697,"accepted_accuracy":0.5801749271137027,"selective_risk":0.41982507288629733,"participants_with_commands":21,"participants_without_commands":1,"median_participant_coverage":0.5333333333333333,"coverage_ci95":[0.3787878787878788,0.6590909090909091],"accepted_accuracy_ci95":[0.5167110499475741,0.653633869756647],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":23,"correct":14,"coverage":0.7666666666666667,"accepted_accuracy":0.6086956521739131,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":12,"correct":7,"coverage":0.4,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":23,"correct":16,"coverage":0.7666666666666667,"accepted_accuracy":0.6956521739130435,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":3,"correct":0,"coverage":0.1,"accepted_accuracy":0.0,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":28,"correct":13,"coverage":0.9333333333333333,"accepted_accuracy":0.4642857142857143,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":23,"correct":10,"coverage":0.7666666666666667,"accepted_accuracy":0.43478260869565216,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":20,"correct":16,"coverage":0.6666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":24,"correct":14,"coverage":0.8,"accepted_accuracy":0.5833333333333334,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":9,"correct":3,"coverage":0.3,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":29,"correct":13,"coverage":0.9666666666666667,"accepted_accuracy":0.4482758620689655,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":11,"correct":6,"coverage":0.36666666666666664,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":27,"correct":23,"coverage":0.9,"accepted_accuracy":0.8518518518518519,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":9,"correct":5,"coverage":0.3,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5}]},{"threshold":0.6,"trials":660,"accepted":225,"correct":136,"coverage":0.3409090909090909,"accepted_accuracy":0.6044444444444445,"selective_risk":0.39555555555555555,"participants_with_commands":13,"participants_without_commands":9,"median_participant_coverage":0.05,"coverage_ci95":[0.19693181818181818,0.5],"accepted_accuracy_ci95":[0.5176419288645692,0.7105433303085298],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":20,"correct":12,"coverage":0.6666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":23,"correct":14,"coverage":0.7666666666666667,"accepted_accuracy":0.6086956521739131,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":18,"correct":14,"coverage":0.6,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":19,"correct":8,"coverage":0.6333333333333333,"accepted_accuracy":0.42105263157894735,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":18,"correct":14,"coverage":0.6,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":28,"correct":13,"coverage":0.9333333333333333,"accepted_accuracy":0.4642857142857143,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":25,"correct":22,"coverage":0.8333333333333334,"accepted_accuracy":0.88,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":18,"correct":9,"coverage":0.6,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.65,"trials":660,"accepted":181,"correct":112,"coverage":0.27424242424242423,"accepted_accuracy":0.6187845303867403,"selective_risk":0.3812154696132597,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.1469318181818182,0.41670454545454527],"accepted_accuracy_ci95":[0.5223137073225517,0.7391370223978919],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":17,"correct":11,"coverage":0.5666666666666667,"accepted_accuracy":0.6470588235294118,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":15,"correct":7,"coverage":0.5,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":12,"correct":10,"coverage":0.4,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":18,"correct":11,"coverage":0.6,"accepted_accuracy":0.6111111111111112,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":25,"correct":12,"coverage":0.8333333333333334,"accepted_accuracy":0.48,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":24,"correct":21,"coverage":0.8,"accepted_accuracy":0.875,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":12,"correct":6,"coverage":0.4,"accepted_accuracy":0.5,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.7,"trials":660,"accepted":124,"correct":81,"coverage":0.18787878787878787,"accepted_accuracy":0.6532258064516129,"selective_risk":0.3467741935483871,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.08787878787878788,0.29848484848484846],"accepted_accuracy_ci95":[0.5360642507549724,0.7872382308594404],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":12,"correct":8,"coverage":0.4,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":18,"correct":11,"coverage":0.6,"accepted_accuracy":0.6111111111111112,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":23,"correct":12,"coverage":0.7666666666666667,"accepted_accuracy":0.5217391304347826,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":21,"correct":19,"coverage":0.7,"accepted_accuracy":0.9047619047619048,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":11,"correct":5,"coverage":0.36666666666666664,"accepted_accuracy":0.45454545454545453,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.75,"trials":660,"accepted":89,"correct":63,"coverage":0.13484848484848486,"accepted_accuracy":0.7078651685393258,"selective_risk":0.2921348314606742,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.05303030303030303,0.22882575757575738],"accepted_accuracy_ci95":[0.5652173913043478,0.8546103896103892],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":11,"correct":9,"coverage":0.36666666666666664,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":10,"correct":6,"coverage":0.3333333333333333,"accepted_accuracy":0.6,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":13,"correct":8,"coverage":0.43333333333333335,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":19,"correct":11,"coverage":0.6333333333333333,"accepted_accuracy":0.5789473684210527,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":20,"correct":19,"coverage":0.6666666666666666,"accepted_accuracy":0.95,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":7,"correct":3,"coverage":0.23333333333333334,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.8,"trials":660,"accepted":61,"correct":47,"coverage":0.09242424242424242,"accepted_accuracy":0.7704918032786885,"selective_risk":0.2295081967213115,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.03333333333333333,0.16363636363636364],"accepted_accuracy_ci95":[0.5636079545454545,0.9482758620689655],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":2,"correct":0,"coverage":0.06666666666666667,"accepted_accuracy":0.0,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":17,"correct":17,"coverage":0.5666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.85,"trials":660,"accepted":37,"correct":32,"coverage":0.05606060606060606,"accepted_accuracy":0.8648648648648649,"selective_risk":0.1351351351351351,"participants_with_commands":7,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.012121212121212121,0.11212121212121212],"accepted_accuracy_ci95":[0.7173136645962732,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.9,"trials":660,"accepted":21,"correct":21,"coverage":0.031818181818181815,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":6,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.006060606060606061,0.07272727272727272],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1998,"participants":[{"subject":"107","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":12,"correct":12,"coverage":0.4,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]},{"threshold":0.95,"trials":660,"accepted":12,"correct":12,"coverage":0.01818181818181818,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":3,"participants_without_commands":19,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.05],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1933,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.59375},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7053571428571428},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"47","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6026785714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5044642857142857},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428},{"subject":"7","trials":30,"accepted":10,"correct":10,"coverage":0.3333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8666666666666667},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6473214285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5}]}]},{"condition":"personal_temperature","seed":"2028","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":390,"coverage":1.0,"accepted_accuracy":0.6190476190476191,"selective_risk":0.38095238095238093,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5729761904761904,0.6746031746031746],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":30,"correct":29,"coverage":1.0,"accepted_accuracy":0.9666666666666667,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":30,"correct":20,"coverage":1.0,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":30,"correct":23,"coverage":1.0,"accepted_accuracy":0.7666666666666667,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":30,"correct":12,"coverage":1.0,"accepted_accuracy":0.4,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.55,"trials":630,"accepted":407,"correct":275,"coverage":0.6460317460317461,"accepted_accuracy":0.6756756756756757,"selective_risk":0.32432432432432434,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":0.8333333333333334,"coverage_ci95":[0.5015873015873016,0.7841269841269841],"accepted_accuracy_ci95":[0.6164596222728753,0.7477520396270394],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":28,"correct":18,"coverage":0.9333333333333333,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":20,"correct":17,"coverage":0.6666666666666666,"accepted_accuracy":0.85,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":27,"correct":15,"coverage":0.9,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":24,"correct":15,"coverage":0.8,"accepted_accuracy":0.625,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":28,"correct":22,"coverage":0.9333333333333333,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":27,"correct":15,"coverage":0.9,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":8,"correct":4,"coverage":0.26666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":21,"correct":15,"coverage":0.7,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":29,"correct":23,"coverage":0.9666666666666667,"accepted_accuracy":0.7931034482758621,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":25,"correct":18,"coverage":0.8333333333333334,"accepted_accuracy":0.72,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":9,"correct":5,"coverage":0.3,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":26,"correct":16,"coverage":0.8666666666666667,"accepted_accuracy":0.6153846153846154,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":14,"correct":7,"coverage":0.4666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":25,"correct":13,"coverage":0.8333333333333334,"accepted_accuracy":0.52,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":28,"correct":15,"coverage":0.9333333333333333,"accepted_accuracy":0.5357142857142857,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.6,"trials":630,"accepted":296,"correct":206,"coverage":0.46984126984126984,"accepted_accuracy":0.6959459459459459,"selective_risk":0.30405405405405406,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.6,"coverage_ci95":[0.32063492063492066,0.6238095238095238],"accepted_accuracy_ci95":[0.6193739051121311,0.7789473684210526],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":27,"correct":17,"coverage":0.9,"accepted_accuracy":0.6296296296296297,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":22,"correct":12,"coverage":0.7333333333333333,"accepted_accuracy":0.5454545454545454,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":20,"correct":13,"coverage":0.6666666666666666,"accepted_accuracy":0.65,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":26,"correct":21,"coverage":0.8666666666666667,"accepted_accuracy":0.8076923076923077,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":21,"correct":11,"coverage":0.7,"accepted_accuracy":0.5238095238095238,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":17,"correct":15,"coverage":0.5666666666666667,"accepted_accuracy":0.8823529411764706,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":25,"correct":21,"coverage":0.8333333333333334,"accepted_accuracy":0.84,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":19,"correct":12,"coverage":0.6333333333333333,"accepted_accuracy":0.631578947368421,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":6,"correct":3,"coverage":0.2,"accepted_accuracy":0.5,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":18,"correct":10,"coverage":0.6,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":25,"correct":15,"coverage":0.8333333333333334,"accepted_accuracy":0.6,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.65,"trials":630,"accepted":228,"correct":171,"coverage":0.3619047619047619,"accepted_accuracy":0.75,"selective_risk":0.25,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.43333333333333335,"coverage_ci95":[0.22857142857142856,0.5111111111111111],"accepted_accuracy_ci95":[0.652400604510579,0.8398063506073215],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":25,"correct":16,"coverage":0.8333333333333334,"accepted_accuracy":0.64,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":16,"correct":9,"coverage":0.5333333333333333,"accepted_accuracy":0.5625,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":21,"correct":18,"coverage":0.7,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":15,"correct":9,"coverage":0.5,"accepted_accuracy":0.6,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":29,"correct":29,"coverage":0.9666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":15,"correct":14,"coverage":0.5,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":25,"correct":21,"coverage":0.8333333333333334,"accepted_accuracy":0.84,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":13,"correct":9,"coverage":0.43333333333333335,"accepted_accuracy":0.6923076923076923,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":13,"correct":6,"coverage":0.43333333333333335,"accepted_accuracy":0.46153846153846156,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":20,"correct":12,"coverage":0.6666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.7,"trials":630,"accepted":181,"correct":151,"coverage":0.2873015873015873,"accepted_accuracy":0.8342541436464088,"selective_risk":0.16574585635359118,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.3,"coverage_ci95":[0.17142857142857143,0.4158730158730159],"accepted_accuracy_ci95":[0.7575701871657754,0.9041672904191617],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":12,"correct":8,"coverage":0.4,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":19,"correct":17,"coverage":0.6333333333333333,"accepted_accuracy":0.8947368421052632,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":28,"correct":28,"coverage":0.9333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":12,"correct":12,"coverage":0.4,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":23,"correct":20,"coverage":0.7666666666666667,"accepted_accuracy":0.8695652173913043,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":14,"correct":12,"coverage":0.4666666666666667,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":9,"correct":5,"coverage":0.3,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.75,"trials":630,"accepted":135,"correct":120,"coverage":0.21428571428571427,"accepted_accuracy":0.8888888888888888,"selective_risk":0.11111111111111116,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.2,"coverage_ci95":[0.12063492063492064,0.326984126984127],"accepted_accuracy_ci95":[0.8311642582769344,0.9375069444444444],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":13,"correct":10,"coverage":0.43333333333333335,"accepted_accuracy":0.7692307692307693,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":9,"correct":8,"coverage":0.3,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":13,"correct":12,"coverage":0.43333333333333335,"accepted_accuracy":0.9230769230769231,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":9,"correct":9,"coverage":0.3,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":18,"correct":16,"coverage":0.6,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.8,"trials":630,"accepted":98,"correct":90,"coverage":0.15555555555555556,"accepted_accuracy":0.9183673469387755,"selective_risk":0.08163265306122447,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.07615079365079366,0.25873015873015875],"accepted_accuracy_ci95":[0.8352941176470589,0.9722222222222222],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":14,"correct":13,"coverage":0.4666666666666667,"accepted_accuracy":0.9285714285714286,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.85,"trials":630,"accepted":71,"correct":65,"coverage":0.1126984126984127,"accepted_accuracy":0.9154929577464789,"selective_risk":0.08450704225352113,"participants_with_commands":11,"participants_without_commands":10,"median_participant_coverage":0.03333333333333333,"coverage_ci95":[0.04126984126984127,0.2126984126984127],"accepted_accuracy_ci95":[0.7930929352396973,0.9852941176470589],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":27,"correct":27,"coverage":0.9,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":7,"correct":7,"coverage":0.23333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.9,"trials":630,"accepted":43,"correct":41,"coverage":0.06825396825396825,"accepted_accuracy":0.9534883720930233,"selective_risk":0.046511627906976716,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.01746031746031746,0.14444444444444443],"accepted_accuracy_ci95":[0.88,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":20,"correct":20,"coverage":0.6666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]},{"threshold":0.95,"trials":630,"accepted":25,"correct":24,"coverage":0.03968253968253968,"accepted_accuracy":0.96,"selective_risk":0.040000000000000036,"participants_with_commands":5,"participants_without_commands":16,"median_participant_coverage":0.0,"coverage_ci95":[0.006349206349206349,0.09206349206349207],"accepted_accuracy_ci95":[0.8,1.0],"accuracy_bootstrap_valid":1996,"participants":[{"subject":"10","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"103","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5267857142857143},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6607142857142857},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5803571428571428},{"subject":"29","trials":30,"accepted":14,"correct":14,"coverage":0.4666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9666666666666667},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6666666666666666},{"subject":"48","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7723214285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7142857142857143},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4107142857142857},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.65625},{"subject":"70","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4598214285714286},{"subject":"79","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6160714285714286},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6116071428571428}]}]},{"condition":"personal_temperature","seed":"2029","split":"validation","validation_target_met":false,"selected_threshold":0.75,"participant_count":22,"points":[{"threshold":0.5,"trials":660,"accepted":660,"correct":385,"coverage":1.0,"accepted_accuracy":0.5833333333333334,"selective_risk":0.41666666666666663,"participants_with_commands":22,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5378787878787878,0.6363636363636364],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":30,"correct":13,"coverage":1.0,"accepted_accuracy":0.43333333333333335,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":30,"correct":25,"coverage":1.0,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.55,"trials":660,"accepted":313,"correct":198,"coverage":0.47424242424242424,"accepted_accuracy":0.6325878594249201,"selective_risk":0.36741214057507987,"participants_with_commands":18,"participants_without_commands":4,"median_participant_coverage":0.5833333333333333,"coverage_ci95":[0.32268939393939394,0.6242424242424243],"accepted_accuracy_ci95":[0.5537929306480633,0.7241452782131661],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":24,"correct":17,"coverage":0.8,"accepted_accuracy":0.7083333333333334,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":18,"correct":12,"coverage":0.6,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":4,"correct":1,"coverage":0.13333333333333333,"accepted_accuracy":0.25,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":17,"correct":11,"coverage":0.5666666666666667,"accepted_accuracy":0.6470588235294118,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":29,"correct":14,"coverage":0.9666666666666667,"accepted_accuracy":0.4827586206896552,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":22,"correct":19,"coverage":0.7333333333333333,"accepted_accuracy":0.8636363636363636,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":28,"correct":18,"coverage":0.9333333333333333,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":9,"correct":4,"coverage":0.3,"accepted_accuracy":0.4444444444444444,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":25,"correct":12,"coverage":0.8333333333333334,"accepted_accuracy":0.48,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":29,"correct":27,"coverage":0.9666666666666667,"accepted_accuracy":0.9310344827586207,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":19,"correct":13,"coverage":0.6333333333333333,"accepted_accuracy":0.6842105263157895,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":24,"correct":13,"coverage":0.8,"accepted_accuracy":0.5416666666666666,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":20,"correct":10,"coverage":0.6666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.6,"trials":660,"accepted":183,"correct":121,"coverage":0.2772727272727273,"accepted_accuracy":0.6612021857923497,"selective_risk":0.3387978142076503,"participants_with_commands":12,"participants_without_commands":10,"median_participant_coverage":0.05,"coverage_ci95":[0.14242424242424243,0.4212121212121212],"accepted_accuracy_ci95":[0.549543205177008,0.7931091954022988],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":21,"correct":15,"coverage":0.7,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":22,"correct":13,"coverage":0.7333333333333333,"accepted_accuracy":0.5909090909090909,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":21,"correct":10,"coverage":0.7,"accepted_accuracy":0.47619047619047616,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":29,"correct":27,"coverage":0.9666666666666667,"accepted_accuracy":0.9310344827586207,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":15,"correct":10,"coverage":0.5,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":8,"correct":3,"coverage":0.26666666666666666,"accepted_accuracy":0.375,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.65,"trials":660,"accepted":123,"correct":83,"coverage":0.18636363636363637,"accepted_accuracy":0.6747967479674797,"selective_risk":0.3252032520325203,"participants_with_commands":10,"participants_without_commands":12,"median_participant_coverage":0.0,"coverage_ci95":[0.07723484848484849,0.3106060606060606],"accepted_accuracy_ci95":[0.5187374543795621,0.8496334586466165],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":25,"correct":10,"coverage":0.8333333333333334,"accepted_accuracy":0.4,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":20,"correct":12,"coverage":0.6666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":14,"correct":8,"coverage":0.4666666666666667,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":27,"correct":25,"coverage":0.9,"accepted_accuracy":0.9259259259259259,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":4,"correct":2,"coverage":0.13333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":3,"correct":1,"coverage":0.1,"accepted_accuracy":0.3333333333333333,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.7,"trials":660,"accepted":72,"correct":57,"coverage":0.10909090909090909,"accepted_accuracy":0.7916666666666666,"selective_risk":0.20833333333333337,"participants_with_commands":9,"participants_without_commands":13,"median_participant_coverage":0.0,"coverage_ci95":[0.02878787878787879,0.21215909090909071],"accepted_accuracy_ci95":[0.6296146953405019,0.9394385026737966],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":12,"correct":9,"coverage":0.4,"accepted_accuracy":0.75,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":17,"correct":10,"coverage":0.5666666666666667,"accepted_accuracy":0.5882352941176471,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":7,"correct":4,"coverage":0.23333333333333334,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":26,"correct":25,"coverage":0.8666666666666667,"accepted_accuracy":0.9615384615384616,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.75,"trials":660,"accepted":59,"correct":48,"coverage":0.0893939393939394,"accepted_accuracy":0.8135593220338984,"selective_risk":0.18644067796610164,"participants_with_commands":8,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.01818181818181818,0.18636363636363637],"accepted_accuracy_ci95":[0.6052478580171359,0.9714285714285714],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"107","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":13,"correct":7,"coverage":0.43333333333333335,"accepted_accuracy":0.5384615384615384,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":26,"correct":25,"coverage":0.8666666666666667,"accepted_accuracy":0.9615384615384616,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":3,"correct":3,"coverage":0.1,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.8,"trials":660,"accepted":39,"correct":36,"coverage":0.05909090909090909,"accepted_accuracy":0.9230769230769231,"selective_risk":0.07692307692307687,"participants_with_commands":5,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0030303030303030303,0.1409090909090909],"accepted_accuracy_ci95":[0.7,1.0],"accuracy_bootstrap_valid":1995,"participants":[{"subject":"107","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":9,"correct":6,"coverage":0.3,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":23,"correct":23,"coverage":0.7666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.85,"trials":660,"accepted":32,"correct":30,"coverage":0.048484848484848485,"accepted_accuracy":0.9375,"selective_risk":0.0625,"participants_with_commands":5,"participants_without_commands":17,"median_participant_coverage":0.0,"coverage_ci95":[0.0030303030303030303,0.12272727272727273],"accepted_accuracy_ci95":[0.7142857142857143,1.0],"accuracy_bootstrap_valid":1995,"participants":[{"subject":"107","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":6,"correct":4,"coverage":0.2,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":22,"correct":22,"coverage":0.7333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.9,"trials":660,"accepted":24,"correct":23,"coverage":0.03636363636363636,"accepted_accuracy":0.9583333333333334,"selective_risk":0.04166666666666663,"participants_with_commands":4,"participants_without_commands":18,"median_participant_coverage":0.0,"coverage_ci95":[0.0015151515151515152,0.09545454545454546],"accepted_accuracy_ci95":[0.75,1.0],"accuracy_bootstrap_valid":1981,"participants":[{"subject":"107","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":18,"correct":18,"coverage":0.6,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]},{"threshold":0.95,"trials":660,"accepted":18,"correct":18,"coverage":0.02727272727272727,"accepted_accuracy":1.0,"selective_risk":0.0,"participants_with_commands":2,"participants_without_commands":20,"median_participant_coverage":0.0,"coverage_ci95":[0.0,0.07878787878787878],"accepted_accuracy_ci95":[1.0,1.0],"accuracy_bootstrap_valid":1751,"participants":[{"subject":"107","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"109","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"14","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"16","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"17","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"24","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"3","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.43333333333333335},{"subject":"36","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"37","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"39","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4666666666666667},{"subject":"41","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.8258928571428572},{"subject":"46","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7333333333333334},{"subject":"47","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6339285714285714},{"subject":"5","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.4464285714285714},{"subject":"66","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"67","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.53125},{"subject":"69","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5714285714285714},{"subject":"7","trials":30,"accepted":16,"correct":16,"coverage":0.5333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"8","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"83","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"90","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6},{"subject":"99","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333}]}]},{"condition":"personal_temperature","seed":"2029","split":"test","validation_target_met":false,"selected_threshold":0.75,"participant_count":21,"points":[{"threshold":0.5,"trials":630,"accepted":630,"correct":377,"coverage":1.0,"accepted_accuracy":0.5984126984126984,"selective_risk":0.4015873015873016,"participants_with_commands":21,"participants_without_commands":0,"median_participant_coverage":1.0,"coverage_ci95":[1.0,1.0],"accepted_accuracy_ci95":[0.5555555555555556,0.6523809523809524],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":30,"correct":17,"coverage":1.0,"accepted_accuracy":0.5666666666666667,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":30,"correct":24,"coverage":1.0,"accepted_accuracy":0.8,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":30,"correct":21,"coverage":1.0,"accepted_accuracy":0.7,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":30,"correct":28,"coverage":1.0,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":30,"correct":22,"coverage":1.0,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":30,"correct":18,"coverage":1.0,"accepted_accuracy":0.6,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":30,"correct":14,"coverage":1.0,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":30,"correct":19,"coverage":1.0,"accepted_accuracy":0.6333333333333333,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":30,"correct":16,"coverage":1.0,"accepted_accuracy":0.5333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":30,"correct":15,"coverage":1.0,"accepted_accuracy":0.5,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.55,"trials":630,"accepted":388,"correct":250,"coverage":0.6158730158730159,"accepted_accuracy":0.6443298969072165,"selective_risk":0.35567010309278346,"participants_with_commands":20,"participants_without_commands":1,"median_participant_coverage":0.8333333333333334,"coverage_ci95":[0.45396825396825397,0.7682539682539683],"accepted_accuracy_ci95":[0.589800564004714,0.7118708269131998],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":28,"correct":18,"coverage":0.9333333333333333,"accepted_accuracy":0.6428571428571429,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":26,"correct":14,"coverage":0.8666666666666667,"accepted_accuracy":0.5384615384615384,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":25,"correct":15,"coverage":0.8333333333333334,"accepted_accuracy":0.6,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":28,"correct":22,"coverage":0.9333333333333333,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":27,"correct":15,"coverage":0.9,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":9,"correct":4,"coverage":0.3,"accepted_accuracy":0.4444444444444444,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":29,"correct":27,"coverage":0.9666666666666667,"accepted_accuracy":0.9310344827586207,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":22,"correct":15,"coverage":0.7333333333333333,"accepted_accuracy":0.6818181818181818,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":28,"correct":21,"coverage":0.9333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":27,"correct":15,"coverage":0.9,"accepted_accuracy":0.5555555555555556,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":4,"correct":3,"coverage":0.13333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":26,"correct":17,"coverage":0.8666666666666667,"accepted_accuracy":0.6538461538461539,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":5,"correct":2,"coverage":0.16666666666666666,"accepted_accuracy":0.4,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":25,"correct":14,"coverage":0.8333333333333334,"accepted_accuracy":0.56,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":28,"correct":14,"coverage":0.9333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":29,"correct":16,"coverage":0.9666666666666667,"accepted_accuracy":0.5517241379310345,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":3,"correct":2,"coverage":0.1,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.6,"trials":630,"accepted":289,"correct":201,"coverage":0.4587301587301587,"accepted_accuracy":0.6955017301038062,"selective_risk":0.3044982698961938,"participants_with_commands":15,"participants_without_commands":6,"median_participant_coverage":0.6666666666666666,"coverage_ci95":[0.309484126984127,0.6111111111111112],"accepted_accuracy_ci95":[0.6283499978635217,0.7716672240294287],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":25,"correct":17,"coverage":0.8333333333333334,"accepted_accuracy":0.68,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":21,"correct":11,"coverage":0.7,"accepted_accuracy":0.5238095238095238,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":20,"correct":12,"coverage":0.6666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":25,"correct":20,"coverage":0.8333333333333334,"accepted_accuracy":0.8,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":21,"correct":12,"coverage":0.7,"accepted_accuracy":0.5714285714285714,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":27,"correct":26,"coverage":0.9,"accepted_accuracy":0.9629629629629629,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":19,"correct":15,"coverage":0.6333333333333333,"accepted_accuracy":0.7894736842105263,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":27,"correct":21,"coverage":0.9,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":21,"correct":13,"coverage":0.7,"accepted_accuracy":0.6190476190476191,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":23,"correct":16,"coverage":0.7666666666666667,"accepted_accuracy":0.6956521739130435,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":20,"correct":10,"coverage":0.6666666666666666,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":9,"correct":7,"coverage":0.3,"accepted_accuracy":0.7777777777777778,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":23,"correct":15,"coverage":0.7666666666666667,"accepted_accuracy":0.6521739130434783,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.65,"trials":630,"accepted":231,"correct":173,"coverage":0.36666666666666664,"accepted_accuracy":0.7489177489177489,"selective_risk":0.25108225108225113,"participants_with_commands":14,"participants_without_commands":7,"median_participant_coverage":0.4666666666666667,"coverage_ci95":[0.23015873015873015,0.5174603174603175],"accepted_accuracy_ci95":[0.6645328997258356,0.836005172413793],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":24,"correct":16,"coverage":0.8,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":17,"correct":9,"coverage":0.5666666666666667,"accepted_accuracy":0.5294117647058824,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":14,"correct":10,"coverage":0.4666666666666667,"accepted_accuracy":0.7142857142857143,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":24,"correct":20,"coverage":0.8,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":15,"correct":14,"coverage":0.5,"accepted_accuracy":0.9333333333333333,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":25,"correct":20,"coverage":0.8333333333333334,"accepted_accuracy":0.8,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":20,"correct":13,"coverage":0.6666666666666666,"accepted_accuracy":0.65,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":16,"correct":13,"coverage":0.5333333333333333,"accepted_accuracy":0.8125,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":14,"correct":6,"coverage":0.4666666666666667,"accepted_accuracy":0.42857142857142855,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":18,"correct":12,"coverage":0.6,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.7,"trials":630,"accepted":190,"correct":149,"coverage":0.30158730158730157,"accepted_accuracy":0.7842105263157895,"selective_risk":0.21578947368421053,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.3333333333333333,"coverage_ci95":[0.1825,0.4333730158730157],"accepted_accuracy_ci95":[0.694689421063298,0.872616987592504],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":21,"correct":14,"coverage":0.7,"accepted_accuracy":0.6666666666666666,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":15,"correct":7,"coverage":0.5,"accepted_accuracy":0.4666666666666667,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":10,"correct":8,"coverage":0.3333333333333333,"accepted_accuracy":0.8,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":19,"correct":15,"coverage":0.6333333333333333,"accepted_accuracy":0.7894736842105263,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":26,"correct":26,"coverage":0.8666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":22,"correct":18,"coverage":0.7333333333333333,"accepted_accuracy":0.8181818181818182,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":15,"correct":11,"coverage":0.5,"accepted_accuracy":0.7333333333333333,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":10,"correct":5,"coverage":0.3333333333333333,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":14,"correct":11,"coverage":0.4666666666666667,"accepted_accuracy":0.7857142857142857,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.75,"trials":630,"accepted":145,"correct":123,"coverage":0.23015873015873015,"accepted_accuracy":0.8482758620689655,"selective_risk":0.15172413793103445,"participants_with_commands":13,"participants_without_commands":8,"median_participant_coverage":0.2,"coverage_ci95":[0.13174603174603175,0.3428968253968252],"accepted_accuracy_ci95":[0.7763004181013281,0.9146406331084588],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":16,"correct":12,"coverage":0.5333333333333333,"accepted_accuracy":0.75,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":10,"correct":7,"coverage":0.3333333333333333,"accepted_accuracy":0.7,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":18,"correct":15,"coverage":0.6,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":6,"correct":5,"coverage":0.2,"accepted_accuracy":0.8333333333333334,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":25,"correct":25,"coverage":0.8333333333333334,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":18,"correct":16,"coverage":0.6,"accepted_accuracy":0.8888888888888888,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":11,"correct":8,"coverage":0.36666666666666664,"accepted_accuracy":0.7272727272727273,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":12,"correct":11,"coverage":0.4,"accepted_accuracy":0.9166666666666666,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":8,"correct":5,"coverage":0.26666666666666666,"accepted_accuracy":0.625,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.8,"trials":630,"accepted":105,"correct":95,"coverage":0.16666666666666666,"accepted_accuracy":0.9047619047619048,"selective_risk":0.09523809523809523,"participants_with_commands":12,"participants_without_commands":9,"median_participant_coverage":0.06666666666666667,"coverage_ci95":[0.08412698412698413,0.266706349206349],"accepted_accuracy_ci95":[0.8349110032362459,0.9550561797752809],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":13,"correct":11,"coverage":0.43333333333333335,"accepted_accuracy":0.8461538461538461,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":8,"correct":6,"coverage":0.26666666666666666,"accepted_accuracy":0.75,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":16,"correct":15,"coverage":0.5333333333333333,"accepted_accuracy":0.9375,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":21,"correct":21,"coverage":0.7,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":16,"correct":15,"coverage":0.5333333333333333,"accepted_accuracy":0.9375,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":10,"correct":9,"coverage":0.3333333333333333,"accepted_accuracy":0.9,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":5,"correct":3,"coverage":0.16666666666666666,"accepted_accuracy":0.6,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":4,"correct":4,"coverage":0.13333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.85,"trials":630,"accepted":69,"correct":65,"coverage":0.10952380952380952,"accepted_accuracy":0.9420289855072463,"selective_risk":0.05797101449275366,"participants_with_commands":10,"participants_without_commands":11,"median_participant_coverage":0.0,"coverage_ci95":[0.04285714285714286,0.19682539682539682],"accepted_accuracy_ci95":[0.8620689655172413,0.986490990990991],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":7,"correct":6,"coverage":0.23333333333333334,"accepted_accuracy":0.8571428571428571,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":19,"correct":19,"coverage":0.6333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":11,"correct":10,"coverage":0.36666666666666664,"accepted_accuracy":0.9090909090909091,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":2,"correct":1,"coverage":0.06666666666666667,"accepted_accuracy":0.5,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.9,"trials":630,"accepted":47,"correct":45,"coverage":0.0746031746031746,"accepted_accuracy":0.9574468085106383,"selective_risk":0.04255319148936165,"participants_with_commands":7,"participants_without_commands":14,"median_participant_coverage":0.0,"coverage_ci95":[0.020634920634920634,0.14603174603174604],"accepted_accuracy_ci95":[0.838687881429817,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":6,"correct":6,"coverage":0.2,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":11,"correct":11,"coverage":0.36666666666666664,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":17,"correct":17,"coverage":0.5666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":8,"correct":7,"coverage":0.26666666666666666,"accepted_accuracy":0.875,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":2,"correct":2,"coverage":0.06666666666666667,"accepted_accuracy":1.0,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]},{"threshold":0.95,"trials":630,"accepted":35,"correct":33,"coverage":0.05555555555555555,"accepted_accuracy":0.9428571428571428,"selective_risk":0.05714285714285716,"participants_with_commands":6,"participants_without_commands":15,"median_participant_coverage":0.0,"coverage_ci95":[0.012698412698412698,0.11428571428571428],"accepted_accuracy_ci95":[0.7367543859649123,1.0],"accuracy_bootstrap_valid":2000,"participants":[{"subject":"10","trials":30,"accepted":5,"correct":5,"coverage":0.16666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.6473214285714286},{"subject":"102","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.7},{"subject":"103","trials":30,"accepted":1,"correct":1,"coverage":0.03333333333333333,"accepted_accuracy":1.0,"balanced_accuracy":0.5333333333333333},{"subject":"105","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5666666666666667},{"subject":"108","trials":30,"accepted":8,"correct":8,"coverage":0.26666666666666666,"accepted_accuracy":1.0,"balanced_accuracy":0.8},{"subject":"20","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5357142857142857},{"subject":"26","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6875},{"subject":"28","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5133928571428572},{"subject":"29","trials":30,"accepted":15,"correct":15,"coverage":0.5,"accepted_accuracy":1.0,"balanced_accuracy":0.9333333333333333},{"subject":"42","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"48","trials":30,"accepted":5,"correct":4,"coverage":0.16666666666666666,"accepted_accuracy":0.8,"balanced_accuracy":0.7410714285714286},{"subject":"49","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.625},{"subject":"50","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5848214285714286},{"subject":"57","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.47767857142857145},{"subject":"68","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5535714285714286},{"subject":"70","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.6333333333333333},{"subject":"74","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5089285714285714},{"subject":"79","trials":30,"accepted":1,"correct":0,"coverage":0.03333333333333333,"accepted_accuracy":0.0,"balanced_accuracy":0.5446428571428572},{"subject":"81","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5},{"subject":"82","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.5333333333333333},{"subject":"87","trials":30,"accepted":0,"correct":0,"coverage":0.0,"accepted_accuracy":null,"balanced_accuracy":0.48214285714285715}]}]}],"source":{"study":"adaptation-v1","sha256":{"predictions.parquet":"ec96d89ab3eb4b9dc4a1c348b60be2ea8aabd69826ab6d81f6e1f34a7615e8be","evaluation.json":"ad7a13fb563e2fe927581acd73084271f38180463579d0e913b4fd1ff50237b4"}}}