{"benchmark_id":"piqa_step50000","size":1838,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":267,"tau-":165,"SE(A)":{"count":10.0,"mean":0.0098265149,"std":0.0000605618,"min":0.0097272507,"25%":0.0097874327,"50%":0.0098303361,"75%":0.0098485068,"max":0.0099454138},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0064544409,"std":0.0001839751,"min":0.0061069556,"25%":0.0063407745,"50%":0.0064314617,"75%":0.0065950166,"max":0.0068170668},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0064558496,"std":0.0001836524,"min":0.0061071666,"25%":0.0063448878,"50%":0.0064375188,"75%":0.0065964938,"max":0.0068171731},"corr(A,B)":{"count":90.0,"mean":0.7841345689,"std":0.0123738707,"min":0.7599448364,"25%":0.7746363992,"50%":0.7857407535,"75%":0.7915361855,"max":0.8071951259},"sum(A!=B)":{"count":90.0,"mean":140.9111111111,"std":8.0219424424,"min":126.0,"25%":136.0,"50%":140.0,"75%":147.0,"max":157.0}}
