{"benchmark_id":"gmat_cot","size":92,"models":51,"total_pairs":1090,"close_pairs":1074,"no_solve":0,"tau-":1,"SE(A)":{"count":50.0,"mean":0.0455750559,"std":0.0066489748,"min":0.0244285692,"25%":0.0413293652,"50%":0.0477490996,"75%":0.0508719376,"max":0.0520491702},"SE_x(A)":{"count":50.0,"mean":0.0314063755,"std":0.0080827867,"min":0.005847214,"25%":0.0285594402,"50%":0.0325626419,"75%":0.0343594449,"max":0.0516832632},"SE_pred(A)":{"count":50.0,"mean":0.0308669449,"std":0.010938459,"min":0.0,"25%":0.024524002,"50%":0.0347001697,"75%":0.0386761658,"max":0.0431061148},"SE(A-B)":{"count":1074.0,"mean":0.0576768058,"std":0.0080804861,"min":0.0292112806,"25%":0.0531135724,"50%":0.0600945456,"75%":0.0637254642,"max":0.0696659697},"SE_x(A-B)":{"count":1074.0,"mean":0.0339208261,"std":0.0080259943,"min":0.0088440854,"25%":0.0284822668,"50%":0.0331009101,"75%":0.0372905729,"max":0.0566249688},"SE_pred(A-B)":{"count":1074.0,"mean":0.0456502632,"std":0.0096440867,"min":0.0,"25%":0.0387359341,"50%":0.0471903372,"75%":0.0541124425,"max":0.0600201891},"SE_signtest":{"count":1074.0,"mean":0.058847382,"std":0.0081686499,"min":0.0294044981,"25%":0.0543478261,"50%":0.0613272133,"75%":0.0647278168,"max":0.0718743447},"corr(A,B)":{"count":1074.0,"mean":0.4282221619,"std":0.1510626358,"min":-0.1451266382,"25%":0.3342145428,"50%":0.424841263,"75%":0.5354278445,"max":0.8816519318},"sum(A!=B)":{"count":1074.0,"mean":29.8752036973,"std":7.573951631,"min":7.3181818179,"25%":24.9999999997,"50%":31.8333333334,"75%":35.4615384617,"max":43.7243589743}}