{"benchmark_id":"hellaswag_step50000","size":10042,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":2103,"tau-":886,"SE(A)":{"count":10.0,"mean":0.0045692695,"std":0.0000053303,"min":0.0045582646,"25%":0.0045661851,"50%":0.004570767,"75%":0.0045727222,"max":0.0045761848},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0026448597,"std":0.0000470075,"min":0.0025563611,"25%":0.002606272,"50%":0.002640011,"75%":0.0026776153,"max":0.0027952341},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.002644915,"std":0.0000470239,"min":0.0025563628,"25%":0.002606304,"50%":0.0026403254,"75%":0.0026776199,"max":0.0027953931},"corr(A,B)":{"count":90.0,"mean":0.832422155,"std":0.0060198566,"min":0.8125237901,"25%":0.8285090016,"50%":0.8331442822,"75%":0.8372394744,"max":0.8436894167},"sum(A!=B)":{"count":90.0,"mean":705.6666666667,"std":25.2502085874,"min":659.0,"25%":685.0,"50%":703.0,"75%":723.0,"max":788.0}}
