{"benchmark_id":"agi_english_step02500","size":2546,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":885,"tau-":753,"SE(A)":{"count":10.0,"mean":0.0081248548,"std":0.0000901579,"min":0.0080068407,"25%":0.008039233,"50%":0.0081316225,"75%":0.0082011015,"max":0.0082508694},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.009621762,"std":0.0008503928,"min":0.0075244115,"25%":0.0091012679,"50%":0.0096046836,"75%":0.0102177949,"max":0.0115482088},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0096235098,"std":0.0008502676,"min":0.0075244478,"25%":0.0091018305,"50%":0.0096048855,"75%":0.0102196479,"max":0.0115517998},"corr(A,B)":{"count":90.0,"mean":0.2937346165,"std":0.1226516358,"min":-0.0087383223,"25%":0.2029875248,"50%":0.3038306612,"75%":0.3784532636,"max":0.5593733793},"sum(A!=B)":{"count":90.0,"mean":604.9555555556,"std":105.8139039643,"min":367.0,"25%":537.0,"50%":598.0,"75%":677.0,"max":865.0}}
