{"benchmark_id":"gsm8k_step02500","size":1319,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":1226,"tau-":33,"SE(A)":{"count":10.0,"mean":0.003328218,"std":0.0002843883,"min":0.0029195588,"25%":0.0031279263,"50%":0.0034056294,"75%":0.0035063218,"max":0.0037546542},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0040381033,"std":0.0003524974,"min":0.0033902933,"25%":0.003787933,"50%":0.004082283,"75%":0.0042879317,"max":0.0047942352},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0040393379,"std":0.0003523757,"min":0.0033905504,"25%":0.0037907506,"50%":0.0040827633,"75%":0.0042887447,"max":0.0047949623},"corr(A,B)":{"count":90.0,"mean":0.266932606,"std":0.0881421804,"min":0.100604589,"25%":0.190797546,"50%":0.2719745237,"75%":0.3229506562,"max":0.4439115704},"sum(A!=B)":{"count":90.0,"mean":28.6,"std":4.9555326021,"min":20.0,"25%":25.0,"50%":29.0,"75%":32.0,"max":40.0}}
