{"benchmark_id":"siqa_step27500","size":1954,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":826,"tau-":186,"SE(A)":{"count":10.0,"mean":0.0112704565,"std":0.000015268,"min":0.0112392539,"25%":0.0112621825,"50%":0.0112746031,"75%":0.0112826349,"max":0.0112868802},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0068036041,"std":0.0001972877,"min":0.0064664422,"25%":0.0066501076,"50%":0.0067684865,"75%":0.0069406056,"max":0.0072718225},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0068079775,"std":0.0001972766,"min":0.0064734445,"25%":0.0066530194,"50%":0.0067700904,"75%":0.0069419959,"max":0.0072736287},"corr(A,B)":{"count":90.0,"mean":0.8176383844,"std":0.0107358477,"min":0.7915287153,"25%":0.8107734901,"50%":0.819440544,"75%":0.8262448525,"max":0.8354570936},"sum(A!=B)":{"count":90.0,"mean":177.1111111111,"std":10.3385875249,"min":160.0,"25%":169.0,"50%":175.0,"75%":184.0,"max":202.0}}
