{"benchmark_id":"humaneval_step27500","size":164,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":138,"tau-":6,"SE(A)":{"count":10.0,"mean":0.0213058357,"std":0.0016571744,"min":0.0186850639,"25%":0.020525267,"50%":0.0210957212,"75%":0.0218194538,"max":0.0244088269},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0164453738,"std":0.0025392776,"min":0.0105505469,"25%":0.0149055246,"50%":0.016125602,"75%":0.0189021992,"max":0.020217716},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0165173722,"std":0.0025522106,"min":0.0105612854,"25%":0.0149359131,"50%":0.0161326299,"75%":0.0192821809,"max":0.0202233219},"corr(A,B)":{"count":90.0,"mean":0.7007575691,"std":0.0860507059,"min":0.5242508042,"25%":0.6442166731,"50%":0.7085273033,"75%":0.7493632196,"max":0.8796535453},"sum(A!=B)":{"count":90.0,"mean":7.5111111111,"std":2.2095016696,"min":3.0,"25%":6.0,"50%":7.0,"75%":10.0,"max":11.0}}
