{"benchmark_id":"piqa_step02500","size":1838,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":408,"tau-":242,"SE(A)":{"count":10.0,"mean":0.0111762632,"std":0.0000318214,"min":0.0111242612,"25%":0.0111605422,"50%":0.0111767434,"75%":0.0111936236,"max":0.0112192261},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0075715591,"std":0.0002065234,"min":0.0070933916,"25%":0.007439943,"50%":0.0075773331,"75%":0.0077130069,"max":0.0080141539},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0075730528,"std":0.0002067372,"min":0.0070938002,"25%":0.0074400404,"50%":0.0075780132,"75%":0.0077135184,"max":0.0080146463},"corr(A,B)":{"count":90.0,"mean":0.7703665983,"std":0.0122427059,"min":0.7442902243,"25%":0.7617072181,"50%":0.7704022851,"75%":0.7784469349,"max":0.7984003384},"sum(A!=B)":{"count":90.0,"mean":193.8888888889,"std":10.5195852061,"min":170.0,"25%":187.0,"50%":194.0,"75%":201.0,"max":217.0}}
