{"benchmark_id":"hellaswag_step27500","size":10042,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":2385,"tau-":962,"SE(A)":{"count":10.0,"mean":0.0047281673,"std":0.0000072719,"min":0.0047192941,"25%":0.0047227778,"50%":0.0047275796,"75%":0.004732167,"max":0.0047432483},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0028177984,"std":0.000039554,"min":0.002716018,"25%":0.0027918321,"50%":0.0028288721,"75%":0.002839177,"max":0.0029062711},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0028179651,"std":0.0000395782,"min":0.0027162282,"25%":0.0027918434,"50%":0.0028288932,"75%":0.00283939,"max":0.0029066958},"corr(A,B)":{"count":90.0,"mean":0.8223822259,"std":0.0050018506,"min":0.8116391926,"25%":0.819646121,"50%":0.8209932731,"75%":0.8255939649,"max":0.8350541926},"sum(A!=B)":{"count":90.0,"mean":800.9333333333,"std":22.4082649279,"min":744.0,"25%":786.0,"50%":807.0,"75%":813.0,"max":852.0}}
