{"benchmark_id":"arc_challenge_step50000","size":1165,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":479,"tau-":186,"SE(A)":{"count":10.0,"mean":0.0143329293,"std":0.0000587409,"min":0.0141910775,"25%":0.0143186427,"50%":0.0143373,"75%":0.0143593413,"max":0.0144158723},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0105823043,"std":0.0004021508,"min":0.0095952436,"25%":0.0103358573,"50%":0.0105816092,"75%":0.0107895323,"max":0.0116425072},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0105890818,"std":0.0004013436,"min":0.0095968583,"25%":0.0103361327,"50%":0.010582685,"75%":0.0107895323,"max":0.0116434849},"corr(A,B)":{"count":90.0,"mean":0.7270486729,"std":0.0210343841,"min":0.6700460292,"25%":0.7159886932,"50%":0.7276130716,"75%":0.7389242954,"max":0.776294108},"sum(A!=B)":{"count":90.0,"mean":152.4,"std":11.5969775218,"min":125.0,"25%":145.0,"50%":152.0,"75%":158.0,"max":184.0}}
