{"benchmark_id":"piqa_step27500","size":1838,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":268,"tau-":170,"SE(A)":{"count":10.0,"mean":0.0100442407,"std":0.000045567,"min":0.0099454138,"25%":0.0100314596,"50%":0.010040849,"75%":0.010066932,"max":0.0101111178},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0067530368,"std":0.0002235823,"min":0.0060828703,"25%":0.0066391669,"50%":0.006771603,"75%":0.0069033648,"max":0.0071763675},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0067539222,"std":0.0002232459,"min":0.0060828835,"25%":0.0066412163,"50%":0.0067736124,"75%":0.0069034698,"max":0.0071767715},"corr(A,B)":{"count":90.0,"mean":0.7737658982,"std":0.014663585,"min":0.745163569,"25%":0.7622361786,"50%":0.7744039381,"75%":0.7809428821,"max":0.8164959557},"sum(A!=B)":{"count":90.0,"mean":154.2666666667,"std":10.0658506007,"min":125.0,"25%":149.0,"50%":155.0,"75%":161.0,"max":174.0}}
