{"benchmark_id":"humaneval_step50000","size":164,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":132,"tau-":4,"SE(A)":{"count":10.0,"mean":0.0251832321,"std":0.0017458873,"min":0.0225098702,"25%":0.0240995745,"50%":0.0255419638,"75%":0.0264826298,"max":0.027114881},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0182604954,"std":0.002311246,"min":0.0121578849,"25%":0.0171410226,"50%":0.0189021992,"75%":0.0192821809,"max":0.0227353504},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0183719143,"std":0.0023275496,"min":0.012195122,"25%":0.0172465069,"50%":0.0192821809,"75%":0.0192821809,"max":0.0228149841},"corr(A,B)":{"count":90.0,"mean":0.7338794953,"std":0.0752819116,"min":0.5460592017,"25%":0.6819625253,"50%":0.7316687511,"75%":0.7865355436,"max":0.8962750892},"sum(A!=B)":{"count":90.0,"mean":9.2222222222,"std":2.2524781747,"min":4.0,"25%":8.0,"50%":10.0,"75%":10.0,"max":14.0}}
