{"benchmark_id":"ap_cot","size":711,"models":52,"total_pairs":1262,"close_pairs":651,"no_solve":0,"tau-":22,"SE(A)":{"count":52.0,"mean":0.0160129552,"std":0.0024878544,"min":0.0098579957,"25%":0.014426888,"50%":0.016945603,"75%":0.0182242719,"max":0.018747475},"SE_x(A)":{"count":52.0,"mean":0.0117305447,"std":0.0025837409,"min":0.003931702,"25%":0.0102711331,"50%":0.0118550725,"75%":0.0132325155,"max":0.018346313},"SE_pred(A)":{"count":52.0,"mean":0.0101087612,"std":0.0040572931,"min":0.0,"25%":0.0076396498,"50%":0.0112900376,"75%":0.0133007585,"max":0.0158126237},"SE(A-B)":{"count":651.0,"mean":0.0186364959,"std":0.0037928024,"min":0.0099767821,"25%":0.0151320896,"50%":0.019320126,"75%":0.0222518762,"max":0.0251051407},"SE_x(A-B)":{"count":651.0,"mean":0.0114571119,"std":0.0027244958,"min":0.005423275,"25%":0.009396129,"50%":0.0109291291,"75%":0.0131328274,"max":0.0201279429},"SE_pred(A-B)":{"count":651.0,"mean":0.0144162213,"std":0.0038988789,"min":0.0056002485,"25%":0.0109948799,"50%":0.0143168799,"75%":0.0180828478,"max":0.0218211003},"SE_signtest":{"count":651.0,"mean":0.0187442738,"std":0.0038146286,"min":0.0100124137,"25%":0.0151804256,"50%":0.0193543545,"75%":0.0223064424,"max":0.0251739872},"corr(A,B)":{"count":651.0,"mean":0.5053461595,"std":0.1424003879,"min":-0.020635906,"25%":0.4330967909,"50%":0.5287756714,"75%":0.602989009,"max":0.7904622063},"sum(A!=B)":{"count":651.0,"mean":184.9584252758,"std":70.6660536525,"min":50.6776859489,"25%":116.4949494931,"50%":189.3636363619,"75%":251.5358126674,"max":320.3636363608}}