{"benchmark_id":"hellaswag_step02500","size":10042,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":5058,"tau-":1087,"SE(A)":{"count":10.0,"mean":0.0048214235,"std":0.0000092502,"min":0.0048088378,"25%":0.0048130546,"50%":0.0048215106,"75%":0.0048274805,"max":0.0048344751},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0029784641,"std":0.0000690549,"min":0.0028392229,"25%":0.0029270264,"50%":0.0029807959,"75%":0.0030400932,"max":0.003120353},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0029788681,"std":0.0000690931,"min":0.00283939,"25%":0.0029270939,"50%":0.0029808065,"75%":0.0030400991,"max":0.0031205815},"corr(A,B)":{"count":90.0,"mean":0.8090813989,"std":0.0090498707,"min":0.7899299098,"25%":0.8012996589,"50%":0.8091297965,"75%":0.8164053663,"max":0.8261660026},"sum(A!=B)":{"count":90.0,"mean":895.3111111111,"std":41.5410030131,"min":813.0,"25%":864.0,"50%":896.0,"75%":932.0,"max":982.0}}
