{"benchmark_id":"nq_step50000","size":3610,"models":10,"total_pairs":90,"close_pairs":84,"no_solve":2426,"tau-":412,"SE(A)":{"count":10.0,"mean":0.0061620241,"std":0.00017262,"min":0.0058488033,"25%":0.0061095498,"50%":0.0062225496,"75%":0.00627413,"max":0.0063680059},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":84.0,"mean":0.0053589815,"std":0.0002066979,"min":0.0050168254,"25%":0.0052113582,"50%":0.0053377427,"75%":0.0054884287,"max":0.0057404724},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":84.0,"mean":0.0053638937,"std":0.0002108763,"min":0.0050168339,"25%":0.0052118803,"50%":0.0053391498,"75%":0.005498458,"max":0.0057575096},"corr(A,B)":{"count":84.0,"mean":0.6213591046,"std":0.0385865049,"min":0.5431388758,"25%":0.588087899,"50%":0.6330621284,"75%":0.6531889666,"max":0.6752082286},"sum(A!=B)":{"count":84.0,"mean":375.5238095238,"std":29.6852874964,"min":328.0,"25%":354.0,"50%":371.5,"75%":394.0,"max":432.0}}
