{"benchmark_id":"arc_challenge_step02500","size":1165,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":708,"tau-":121,"SE(A)":{"count":10.0,"mean":0.012512869,"std":0.0001458586,"min":0.0122652236,"25%":0.012445233,"50%":0.0125111145,"75%":0.0125454047,"max":0.0127546004},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0091437995,"std":0.0002728424,"min":0.0085831015,"25%":0.0089556711,"50%":0.009124554,"75%":0.0092843749,"max":0.0098899592},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0091501212,"std":0.0002730322,"min":0.008583691,"25%":0.0089616365,"50%":0.0091245887,"75%":0.0092846814,"max":0.0098991954},"corr(A,B)":{"count":90.0,"mean":0.732912514,"std":0.0152895516,"min":0.6935342631,"25%":0.7249549998,"50%":0.7340498517,"75%":0.7416143348,"max":0.760224355},"sum(A!=B)":{"count":90.0,"mean":113.7333333333,"std":6.8380955362,"min":100.0,"25%":109.0,"50%":113.0,"75%":117.0,"max":133.0}}
