{"benchmark_id":"humaneval_step02500","size":164,"models":10,"total_pairs":90,"close_pairs":56,"no_solve":159,"tau-":0,"SE(A)":{"count":8.0,"mean":0.0063903885,"std":0.0008809026,"min":0.0060789424,"25%":0.0060789424,"50%":0.0060789424,"75%":0.0060789424,"max":0.0085705113},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":56.0,"mean":0.007394083,"std":0.0032441069,"min":0.0,"25%":0.0079871757,"50%":0.0086232534,"75%":0.0086232534,"max":0.0105505469},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":56.0,"mean":0.0073976119,"std":0.0032448097,"min":0.0,"25%":0.0079918303,"50%":0.0086232534,"75%":0.0086232534,"max":0.0105612854},"corr(A,B)":{"count":56.0,"mean":0.2134177557,"std":0.3915665727,"min":-0.0087028939,"25%":-0.0061349693,"50%":-0.0061349693,"75%":0.1716323743,"max":1.0},"sum(A!=B)":{"count":56.0,"mean":1.75,"std":0.879049073,"min":0.0,"25%":1.75,"50%":2.0,"75%":2.0,"max":3.0}}
