{"benchmark_id":"arc_challenge_step27500","size":1165,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":518,"tau-":165,"SE(A)":{"count":10.0,"mean":0.0141021541,"std":0.0000929907,"min":0.0139918943,"25%":0.0140433591,"50%":0.0140746588,"75%":0.0141799127,"max":0.014253112},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0107952413,"std":0.0003218379,"min":0.0100070584,"25%":0.0105825655,"50%":0.0108221908,"75%":0.0110080112,"max":0.0113549052},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0108059498,"std":0.0003241528,"min":0.0100102178,"25%":0.010582685,"50%":0.0108236225,"75%":0.0110259507,"max":0.0113551558},"corr(A,B)":{"count":90.0,"mean":0.7068089464,"std":0.01683469,"min":0.673375217,"25%":0.696056141,"50%":0.7044523263,"75%":0.7159060688,"max":0.7461718243},"sum(A!=B)":{"count":90.0,"mean":158.6222222222,"std":9.4507330169,"min":136.0,"25%":152.0,"50%":159.0,"75%":165.0,"max":175.0}}
