{"benchmark_id":"agi_english_step50000","size":2546,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":659,"tau-":838,"SE(A)":{"count":10.0,"mean":0.0083928026,"std":0.0001248774,"min":0.0081126157,"25%":0.0083622287,"50%":0.0084233168,"75%":0.008466234,"max":0.0085522508},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0107315577,"std":0.0009393,"min":0.0087529574,"25%":0.0098425548,"50%":0.0107916949,"75%":0.0114103318,"max":0.0123270634},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0107350569,"std":0.000939526,"min":0.0087562831,"25%":0.0098428626,"50%":0.0107923265,"75%":0.0114107141,"max":0.0123270658},"corr(A,B)":{"count":90.0,"mean":0.1768556251,"std":0.1386406761,"min":-0.0696119745,"25%":0.0786308114,"50%":0.1688724008,"75%":0.2970810374,"max":0.4504909692},"sum(A!=B)":{"count":90.0,"mean":752.6666666667,"std":128.6577202843,"min":497.0,"25%":628.0,"50%":755.0,"75%":844.0,"max":985.0}}
