{"benchmark_id":"siqa_step50000","size":1954,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":811,"tau-":204,"SE(A)":{"count":10.0,"mean":0.0112857571,"std":0.0000080787,"min":0.0112692907,"25%":0.0112821052,"50%":0.0112876342,"75%":0.011289807,"max":0.0112991706},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0066832767,"std":0.0002118118,"min":0.0059851867,"25%":0.0065981041,"50%":0.0066712274,"75%":0.0068253599,"max":0.0070533225},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.006685506,"std":0.0002107778,"min":0.0059901228,"25%":0.0066135353,"50%":0.0066726739,"75%":0.0068278731,"max":0.0070542726},"corr(A,B)":{"count":90.0,"mean":0.824487498,"std":0.0109117349,"min":0.8046281592,"25%":0.8171224796,"50%":0.8250051978,"75%":0.8290550476,"max":0.8591937848},"sum(A!=B)":{"count":90.0,"mean":170.8222222222,"std":10.619652947,"min":137.0,"25%":167.0,"50%":170.0,"75%":178.0,"max":190.0}}
