{"benchmark_id":"gsm8k_step50000","size":1319,"models":10,"total_pairs":90,"close_pairs":90,"no_solve":1047,"tau-":104,"SE(A)":{"count":10.0,"mean":0.0054490117,"std":0.0003472682,"min":0.0049444073,"25%":0.005270897,"50%":0.0053822885,"75%":0.0057467953,"max":0.0060031654},"SE_x(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE(A-B)":{"count":90.0,"mean":0.0068409489,"std":0.0004191913,"min":0.0059683658,"25%":0.0065213193,"50%":0.0068607695,"75%":0.0071042312,"max":0.0077316444},"SE_x(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_pred(A-B)":{"count":0.0,"mean":null,"std":null,"min":null,"25%":null,"50%":null,"75%":null,"max":null},"SE_signtest":{"count":90.0,"mean":0.0068442264,"std":0.0004200934,"min":0.00596968,"25%":0.0065218539,"50%":0.0068653413,"75%":0.0071120785,"max":0.0077316444},"corr(A,B)":{"count":90.0,"mean":0.214462487,"std":0.0484762154,"min":0.1183270201,"25%":0.1790468372,"50%":0.2138996735,"75%":0.248469681,"max":0.3168520088},"sum(A!=B)":{"count":90.0,"mean":81.8,"std":10.0506582042,"min":62.0,"25%":74.0,"50%":82.0,"75%":88.0,"max":104.0}}
