{"benchmark_id":"ds1000","size":1000,"models":39,"total_pairs":1172,"close_pairs":242,"no_solve":274,"tau-":9,"SE(A)":{"count":24.0,"mean":0.0128032323,"std":0.0016957584,"min":0.0095460682,"25%":0.011555634,"50%":0.012814421,"75%":0.0138183402,"max":0.0156655653},"SE_x(A)":{"count":24.0,"mean":0.010388152,"std":0.0018402985,"min":0.0070410784,"25%":0.0093359008,"50%":0.0100298672,"75%":0.0119891646,"max":0.0137214289},"SE_pred(A)":{"count":24.0,"mean":0.0071369695,"std":0.0021868178,"min":0.0007174301,"25%":0.0064921082,"50%":0.0078650546,"75%":0.0084109509,"max":0.009249024},"SE(A-B)":{"count":242.0,"mean":0.0132983797,"std":0.0008208664,"min":0.0099679358,"25%":0.0128640073,"50%":0.013402484,"75%":0.0138064891,"max":0.0152210293},"SE_x(A-B)":{"count":242.0,"mean":0.007960366,"std":0.0014987619,"min":0.0049195839,"25%":0.0069757692,"50%":0.0076677718,"75%":0.0086999654,"max":0.0118373499},"SE_pred(A-B)":{"count":242.0,"mean":0.0104649966,"std":0.0015515481,"min":0.0051389343,"25%":0.00968504,"50%":0.0109428266,"75%":0.0116557308,"max":0.0126900104},"SE_signtest":{"count":242.0,"mean":0.0133567727,"std":0.0008276967,"min":0.0099690698,"25%":0.0129501015,"50%":0.0135,"75%":0.0138350674,"max":0.0153068612},"corr(A,B)":{"count":242.0,"mean":0.6456727993,"std":0.0871082284,"min":0.388117493,"25%":0.583787933,"50%":0.6483583537,"75%":0.7075044092,"max":0.8225763288},"sum(A!=B)":{"count":242.0,"mean":179.0856277576,"std":21.5803269802,"min":99.3823529409,"25%":167.7051282025,"50%":182.2499999969,"75%":191.4090909076,"max":234.2999999995}}