{"benchmark_id":"gsm8k_step27500","size":1319,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":1087,"tau-":79,"SE(A)":{"count":10.0,"mean":0.0045449687,"std":0.0003492094,"min":0.0038989346,"25%":0.0044556519,"50%":0.0046057374,"75%":0.0048187951,"max":0.0049444073},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0060161541,"std":0.0003626123,"min":0.0051418547,"25%":0.0057153365,"50%":0.0060629013,"75%":0.0062968028,"max":0.0065649429},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0060185818,"std":0.0003612453,"min":0.0051420242,"25%":0.0057239078,"50%":0.0060652009,"75%":0.0062976678,"max":0.0065657726},"corr(A,B)":{"count":90.0,"mean":0.1267541504,"std":0.0586865227,"min":0.0058397785,"25%":0.0959938254,"50%":0.1215160701,"75%":0.1608861328,"max":0.2631782861},"sum(A!=B)":{"count":90.0,"mean":63.2444444444,"std":7.4506784415,"min":46.0,"25%":57.0,"50%":64.0,"75%":69.0,"max":75.0}}
