{"benchmark_id":"agi_english_step27500","size":2546,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":653,"tau-":913,"SE(A)":{"count":10.0,"mean":0.0083451425,"std":0.0001330618,"min":0.0080574561,"25%":0.0082804563,"50%":0.0083498075,"75%":0.0084565376,"max":0.0085015592},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0106568212,"std":0.0010103597,"min":0.0084092979,"25%":0.0100803459,"50%":0.0108092634,"75%":0.0114134353,"max":0.0120546336},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0106607697,"std":0.001009999,"min":0.0084240419,"25%":0.0100828733,"50%":0.010813747,"75%":0.011417472,"max":0.0120549955},"corr(A,B)":{"count":90.0,"mean":0.1777132042,"std":0.1506343661,"min":-0.0553741397,"25%":0.0683449565,"50%":0.1671790984,"75%":0.2821442522,"max":0.4799983032},"sum(A!=B)":{"count":90.0,"mean":743.2444444444,"std":136.6480191901,"min":460.0,"25%":659.0,"50%":758.0,"75%":845.0,"max":942.0}}
