{"updatedAt":{"iso":"2026-10-24T00:00:00.000Z","label":"2026.10.24"},"sim":[{"model":"EmbodiedEvo","team":"Einsia.AI","score":45.08,"successRate":38.95,"dimensions":{"average":{"score":45.08,"successRate":38.95},"sft":{"score":43.4,"successRate":36.38},"generalization":{"score":35.22,"successRate":30.83},"precision":{"score":25.15,"successRate":16.25},"longHorizon":{"score":33.83,"successRate":21.75},"memory":{"score":79.4,"successRate":76.67},"open":{"score":51.81,"successRate":49.25}},"genSplits":{"generalizationStd":{"score":34.55,"successRate":30.33},"generalizationRand":{"score":35.88,"successRate":31.33}}},{"model":"VPP2","team":"RobotEra","score":39.26,"successRate":32.26,"dimensions":{"average":{"score":39.26,"successRate":32.26},"sft":{"score":47.93,"successRate":39.31},"generalization":{"score":36.38,"successRate":29.5},"precision":{"score":43.03,"successRate":35.17},"longHorizon":{"score":56.28,"successRate":37},"memory":{"score":56.01,"successRate":55.56},"open":{"score":4.61,"successRate":4.08}},"genSplits":{"generalizationStd":{"score":52.14,"successRate":46.44},"generalizationRand":{"score":20.63,"successRate":12.56}}},{"model":"PhysicalRSI","team":"HKU MMLab & KAI","score":36.27,"successRate":31.38,"dimensions":{"average":{"score":36.27,"successRate":31.38},"sft":{"score":38.12,"successRate":33},"generalization":{"score":21.3,"successRate":15.62},"precision":{"score":38.05,"successRate":32.5},"longHorizon":{"score":46.37,"successRate":37.33},"memory":{"score":46.74,"successRate":46.56},"open":{"score":28.88,"successRate":24.92}},"genSplits":{"generalizationStd":{"score":31.57,"successRate":25.67},"generalizationRand":{"score":11.04,"successRate":5.56}}},{"model":"Awomo-0.5","team":"Awomo","score":35.34,"successRate":29.64,"dimensions":{"average":{"score":35.34,"successRate":29.64},"sft":{"score":38.15,"successRate":31.33},"generalization":{"score":30.31,"successRate":23.84},"precision":{"score":39.65,"successRate":33.5},"longHorizon":{"score":40.36,"successRate":26.75},"memory":{"score":42.27,"successRate":41.22},"open":{"score":24.09,"successRate":22.92}},"genSplits":{"generalizationStd":{"score":37.7,"successRate":30.89},"generalizationRand":{"score":22.92,"successRate":16.78}}},{"model":"Simate-beta","team":"Simate","score":33.95,"successRate":27.96,"dimensions":{"average":{"score":33.95,"successRate":27.96},"sft":{"score":40.15,"successRate":32.82},"generalization":{"score":35.09,"successRate":27.95},"precision":{"score":34.35,"successRate":26.92},"longHorizon":{"score":57.84,"successRate":43.42},"memory":{"score":33.33,"successRate":33},"open":{"score":9.12,"successRate":8.5}},"genSplits":{"generalizationStd":{"score":40.54,"successRate":33.22},"generalizationRand":{"score":29.63,"successRate":22.67}}},{"model":"Rex-M1 Preview","team":"FT Lab & VisIncept","score":33.79,"successRate":27.44,"dimensions":{"average":{"score":33.79,"successRate":27.44},"sft":{"score":40.57,"successRate":32.78},"generalization":{"score":34.05,"successRate":26.05},"precision":{"score":32.82,"successRate":23.83},"longHorizon":{"score":46.89,"successRate":33},"memory":{"score":48.53,"successRate":48.22},"open":{"score":6.67,"successRate":6.08}},"genSplits":{"generalizationStd":{"score":42.64,"successRate":34.78},"generalizationRand":{"score":25.46,"successRate":17.33}}},{"model":"VPP2-Preview","team":"RobotEra","score":31.4,"successRate":25.62,"dimensions":{"average":{"score":31.4,"successRate":25.62},"sft":{"score":37.79,"successRate":30.67},"generalization":{"score":31.34,"successRate":24.62},"precision":{"score":33.75,"successRate":25.58},"longHorizon":{"score":35.31,"successRate":22.17},"memory":{"score":50.78,"successRate":50.33},"open":{"score":5.83,"successRate":5.42}},"genSplits":{"generalizationStd":{"score":43.92,"successRate":37.56},"generalizationRand":{"score":18.75,"successRate":11.67}}},{"model":"InternW0-Δ","team":"Shanghai AI Lab","score":30.77,"successRate":23.91,"dimensions":{"average":{"score":30.77,"successRate":23.91},"sft":{"score":35.76,"successRate":27.34},"generalization":{"score":30.09,"successRate":22.78},"precision":{"score":31.98,"successRate":23.25},"longHorizon":{"score":46.29,"successRate":29.33},"memory":{"score":34.67,"successRate":34},"open":{"score":10.84,"successRate":10.17}},"genSplits":{"generalizationStd":{"score":40.98,"successRate":33.78},"generalizationRand":{"score":19.19,"successRate":11.78}}},{"model":"Liber-0 Preview","team":"LiberAI","score":30.74,"successRate":25.52,"dimensions":{"average":{"score":30.74,"successRate":25.52},"sft":{"score":36.76,"successRate":30.57},"generalization":{"score":24.99,"successRate":18.61},"precision":{"score":38.28,"successRate":33.17},"longHorizon":{"score":45.98,"successRate":33.17},"memory":{"score":37.77,"successRate":37.33},"open":{"score":6.68,"successRate":5.33}},"genSplits":{"generalizationStd":{"score":39.31,"successRate":32.11},"generalizationRand":{"score":10.67,"successRate":5.11}}},{"model":"Liber-0 Lite","team":"LiberAI","score":29.24,"successRate":24.23,"dimensions":{"average":{"score":29.24,"successRate":24.23},"sft":{"score":35.78,"successRate":29.64},"generalization":{"score":25.36,"successRate":19.11},"precision":{"score":36.6,"successRate":31.08},"longHorizon":{"score":45.5,"successRate":32.92},"memory":{"score":35.68,"successRate":35.44},"open":{"score":3.06,"successRate":2.58}},"genSplits":{"generalizationStd":{"score":39.83,"successRate":33.22},"generalizationRand":{"score":10.88,"successRate":5}}},{"model":"GPT-6-Astra","team":"RoboDojo Team","score":28.97,"successRate":22.48,"dimensions":{"average":{"score":28.97,"successRate":22.48},"sft":{"score":27.63,"successRate":20.36},"generalization":{"score":33.36,"successRate":30.5},"precision":{"score":12.65,"successRate":4},"longHorizon":{"score":21.45,"successRate":8.25},"memory":{"score":43.04,"successRate":38.67},"open":{"score":34.36,"successRate":31}},"genSplits":{"generalizationStd":{"score":35.32,"successRate":32.67},"generalizationRand":{"score":31.4,"successRate":28.33}}},{"model":"DM0.5","team":"Dexmal","score":24.9,"successRate":19.34,"dimensions":{"average":{"score":24.9,"successRate":19.34},"sft":{"score":30.51,"successRate":23.66},"generalization":{"score":15.77,"successRate":10.95},"precision":{"score":24.82,"successRate":16.75},"longHorizon":{"score":33.7,"successRate":19.5},"memory":{"score":47.74,"successRate":47.44},"open":{"score":2.43,"successRate":2.08}},"genSplits":{"generalizationStd":{"score":23.49,"successRate":17.89},"generalizationRand":{"score":8.06,"successRate":4}}},{"model":"ME-Brain-1.0","team":"Li Auto Inc.","score":21.67,"successRate":15.99,"dimensions":{"average":{"score":21.67,"successRate":15.99},"sft":{"score":25.63,"successRate":18.65},"generalization":{"score":21.81,"successRate":15.34},"precision":{"score":24.23,"successRate":15.92},"longHorizon":{"score":32.96,"successRate":20.58},"memory":{"score":23.53,"successRate":22.78},"open":{"score":5.83,"successRate":5.33}},"genSplits":{"generalizationStd":{"score":29.6,"successRate":22.78},"generalizationRand":{"score":14.02,"successRate":7.89}}},{"model":"GalaxeaVLA (G0.5)","team":"Galaxea AI","score":20.23,"successRate":14.88,"dimensions":{"average":{"score":20.23,"successRate":14.88},"sft":{"score":24.86,"successRate":18.21},"generalization":{"score":18.46,"successRate":12.83},"precision":{"score":28.25,"successRate":20.42},"longHorizon":{"score":44.12,"successRate":32.25},"memory":{"score":8.61,"successRate":7.33},"open":{"score":1.73,"successRate":1.58}},"genSplits":{"generalizationStd":{"score":27.72,"successRate":21.44},"generalizationRand":{"score":9.2,"successRate":4.22}}},{"model":"Xiaomi-Robotics-1","team":"Xiaomi Robotics","score":20.07,"successRate":13.93,"dimensions":{"average":{"score":20.07,"successRate":13.93},"sft":{"score":24.11,"successRate":16.52},"generalization":{"score":23.54,"successRate":17},"precision":{"score":26.69,"successRate":18.83},"longHorizon":{"score":38.39,"successRate":23.67},"memory":{"score":7.81,"successRate":6.56},"open":{"score":3.94,"successRate":3.58}},"genSplits":{"generalizationStd":{"score":35.65,"successRate":28},"generalizationRand":{"score":11.44,"successRate":6}}},{"model":"MachEmbodied-U0","team":"Li Auto Inc.","score":17.78,"successRate":11.51,"dimensions":{"average":{"score":17.78,"successRate":11.51},"sft":{"score":21.27,"successRate":13.59},"generalization":{"score":16.07,"successRate":8.78},"precision":{"score":24.2,"successRate":16.67},"longHorizon":{"score":36.66,"successRate":22.25},"memory":{"score":8.16,"successRate":6.67},"open":{"score":3.78,"successRate":3.17}},"genSplits":{"generalizationStd":{"score":25.28,"successRate":16},"generalizationRand":{"score":6.87,"successRate":1.56}}},{"model":"OpenWAM-α","team":"OpenWAM Team","score":17.18,"successRate":11.92,"dimensions":{"average":{"score":17.18,"successRate":11.92},"sft":{"score":21.13,"successRate":14.63},"generalization":{"score":20.71,"successRate":14.83},"precision":{"score":18.45,"successRate":9.25},"longHorizon":{"score":34.93,"successRate":25.33},"memory":{"score":10.41,"successRate":9.11},"open":{"score":1.41,"successRate":1.08}},"genSplits":{"generalizationStd":{"score":33.16,"successRate":25.56},"generalizationRand":{"score":8.26,"successRate":4.11}}},{"model":"Meituan-Robotics-0","team":"Meituan Robotics","score":14.95,"successRate":9.53,"dimensions":{"average":{"score":14.95,"successRate":9.53},"sft":{"score":17.55,"successRate":10.85},"generalization":{"score":13.75,"successRate":8.17},"precision":{"score":16.77,"successRate":7.75},"longHorizon":{"score":29.61,"successRate":18.58},"memory":{"score":10.06,"successRate":8.89},"open":{"score":4.54,"successRate":4.25}},"genSplits":{"generalizationStd":{"score":19.28,"successRate":12.67},"generalizationRand":{"score":8.22,"successRate":3.67}}},{"model":"HWM-CogWAM","team":"Horizon Robotics","score":14.34,"successRate":10.34,"dimensions":{"average":{"score":14.34,"successRate":10.34},"sft":{"score":17.21,"successRate":12.26},"generalization":{"score":12.78,"successRate":9.28},"precision":{"score":20.54,"successRate":14.58},"longHorizon":{"score":27.35,"successRate":18.17},"memory":{"score":8.18,"successRate":7},"open":{"score":2.86,"successRate":2.67}},"genSplits":{"generalizationStd":{"score":23.46,"successRate":18},"generalizationRand":{"score":2.09,"successRate":0.56}}},{"model":"Hy-Embodied-0.5-VLA","team":"Tencent Robotics X","score":13.07,"successRate":8.8,"dimensions":{"average":{"score":13.07,"successRate":8.8},"sft":{"score":16.17,"successRate":10.86},"generalization":{"score":11.78,"successRate":8.39},"precision":{"score":13.81,"successRate":8},"longHorizon":{"score":25.74,"successRate":14.92},"memory":{"score":13.37,"successRate":12.11},"open":{"score":0.65,"successRate":0.58}},"genSplits":{"generalizationStd":{"score":21.98,"successRate":16.56},"generalizationRand":{"score":1.57,"successRate":0.22}}},{"model":"KinRT","team":"IIGroup","score":13.02,"successRate":8.8,"dimensions":{"average":{"score":13.02,"successRate":8.8},"sft":{"score":15.22,"successRate":10.04},"generalization":{"score":14.02,"successRate":8.61},"precision":{"score":15.65,"successRate":9.92},"longHorizon":{"score":26.4,"successRate":18.08},"memory":{"score":4.82,"successRate":3.56},"open":{"score":4.23,"successRate":3.83}},"genSplits":{"generalizationStd":{"score":20.94,"successRate":14.78},"generalizationRand":{"score":7.09,"successRate":2.44}}},{"model":"SimpleMemVLA","team":"SimpleMemVLA Team","score":12.58,"successRate":9.27,"dimensions":{"average":{"score":12.58,"successRate":9.27},"sft":{"score":15.52,"successRate":11.4},"generalization":{"score":6.36,"successRate":3.95},"precision":{"score":7.42,"successRate":2.92},"longHorizon":{"score":14.58,"successRate":5.5},"memory":{"score":33.71,"successRate":33.22},"open":{"score":0.85,"successRate":0.75}},"genSplits":{"generalizationStd":{"score":10.38,"successRate":7.11},"generalizationRand":{"score":2.33,"successRate":0.78}}},{"model":"Spatial Forcing","team":"OpenHelix Robotics","score":12.38,"successRate":8.04,"dimensions":{"average":{"score":12.38,"successRate":8.04},"sft":{"score":15.03,"successRate":9.65},"generalization":{"score":14.12,"successRate":9.34},"precision":{"score":17.32,"successRate":10.58},"longHorizon":{"score":23.26,"successRate":14.58},"memory":{"score":5.43,"successRate":4.11},"open":{"score":1.78,"successRate":1.58}},"genSplits":{"generalizationStd":{"score":21.25,"successRate":14.89},"generalizationRand":{"score":6.98,"successRate":3.78}}},{"model":"Pi-05","team":"RoboDojo Team","score":11.44,"successRate":6.93,"dimensions":{"average":{"score":11.44,"successRate":6.93},"sft":{"score":13.8,"successRate":8.25},"generalization":{"score":13.38,"successRate":8.17},"precision":{"score":12.4,"successRate":5.5},"longHorizon":{"score":23.54,"successRate":14.67},"memory":{"score":5.89,"successRate":4.67},"open":{"score":1.98,"successRate":1.67}},"genSplits":{"generalizationStd":{"score":20.93,"successRate":14.89},"generalizationRand":{"score":5.82,"successRate":1.44}}},{"model":"InternVLA-A1.5","team":"InternVLA Team","score":11.15,"successRate":7.14,"dimensions":{"average":{"score":11.15,"successRate":7.14},"sft":{"score":13.58,"successRate":8.58},"generalization":{"score":10.35,"successRate":6.83},"precision":{"score":15.23,"successRate":10.17},"longHorizon":{"score":23.8,"successRate":13.75},"memory":{"score":4.93,"successRate":3.56},"open":{"score":1.43,"successRate":1.42}},"genSplits":{"generalizationStd":{"score":16.81,"successRate":11.78},"generalizationRand":{"score":3.9,"successRate":1.89}}},{"model":"StarVLA-PI_v3","team":"StarVLA Team","score":10.81,"successRate":7.51,"dimensions":{"average":{"score":10.81,"successRate":7.51},"sft":{"score":13.01,"successRate":8.89},"generalization":{"score":11.22,"successRate":8.05},"precision":{"score":17.77,"successRate":12.5},"longHorizon":{"score":18.46,"successRate":11},"memory":{"score":4.59,"successRate":4},"open":{"score":2.03,"successRate":2}},"genSplits":{"generalizationStd":{"score":19.08,"successRate":14.44},"generalizationRand":{"score":3.36,"successRate":1.67}}},{"model":"VLAct","team":"StarVLA Team","score":10.65,"successRate":7.58,"dimensions":{"average":{"score":10.65,"successRate":7.58},"sft":{"score":12.72,"successRate":8.92},"generalization":{"score":9.54,"successRate":6.28},"precision":{"score":20.57,"successRate":15.17},"longHorizon":{"score":20.12,"successRate":13.67},"memory":{"score":0.66,"successRate":0.56},"open":{"score":2.37,"successRate":2.25}},"genSplits":{"generalizationStd":{"score":16.33,"successRate":11.67},"generalizationRand":{"score":2.74,"successRate":0.89}}},{"model":"X-VLA","team":"RoboDojo Team","score":10.13,"successRate":6.52,"dimensions":{"average":{"score":10.13,"successRate":6.52},"sft":{"score":12.52,"successRate":8.02},"generalization":{"score":10.47,"successRate":6.78},"precision":{"score":18.32,"successRate":12},"longHorizon":{"score":16.53,"successRate":9.75},"memory":{"score":4.76,"successRate":3.56},"open":{"score":0.55,"successRate":0.5}},"genSplits":{"generalizationStd":{"score":17.9,"successRate":12.22},"generalizationRand":{"score":3.04,"successRate":1.33}}},{"model":"MolmoAct2","team":"MolmoAct2 Team","score":8.99,"successRate":5.03,"dimensions":{"average":{"score":8.99,"successRate":5.03},"sft":{"score":10.04,"successRate":5.18},"generalization":{"score":8.53,"successRate":4.67},"precision":{"score":10.92,"successRate":4.5},"longHorizon":{"score":15.2,"successRate":7},"memory":{"score":5.53,"successRate":4.56},"open":{"score":4.75,"successRate":4.42}},"genSplits":{"generalizationStd":{"score":12.53,"successRate":7.33},"generalizationRand":{"score":4.53,"successRate":2}}},{"model":"StarVLA-GR00T","team":"StarVLA Team","score":8.25,"successRate":4.67,"dimensions":{"average":{"score":8.25,"successRate":4.67},"sft":{"score":9.82,"successRate":5.36},"generalization":{"score":7.96,"successRate":5.28},"precision":{"score":9.56,"successRate":4.67},"longHorizon":{"score":16.18,"successRate":7.17},"memory":{"score":5.6,"successRate":4.33},"open":{"score":1.95,"successRate":1.92}},"genSplits":{"generalizationStd":{"score":13.94,"successRate":9.56},"generalizationRand":{"score":1.97,"successRate":1}}},{"model":"StarVLA-OFT","team":"StarVLA Team","score":8.18,"successRate":4.82,"dimensions":{"average":{"score":8.18,"successRate":4.82},"sft":{"score":9.88,"successRate":5.7},"generalization":{"score":7.41,"successRate":4.78},"precision":{"score":16.08,"successRate":10.17},"longHorizon":{"score":14.28,"successRate":6.17},"memory":{"score":1.74,"successRate":1.67},"open":{"score":1.41,"successRate":1.33}},"genSplits":{"generalizationStd":{"score":13.42,"successRate":9},"generalizationRand":{"score":1.39,"successRate":0.56}}},{"model":"X-WAM","team":"X-WAM Team","score":7.69,"successRate":3.83,"dimensions":{"average":{"score":7.69,"successRate":3.83},"sft":{"score":9.47,"successRate":4.73},"generalization":{"score":7.39,"successRate":3.33},"precision":{"score":6.72,"successRate":1.83},"longHorizon":{"score":17.47,"successRate":9.08},"memory":{"score":6.32,"successRate":4.67},"open":{"score":0.57,"successRate":0.25}},"genSplits":{"generalizationStd":{"score":11.24,"successRate":5.33},"generalizationRand":{"score":3.54,"successRate":1.33}}},{"model":"Xiaomi-Robotics-0","team":"RoboDojo Team","score":6.93,"successRate":4.18,"dimensions":{"average":{"score":6.93,"successRate":4.18},"sft":{"score":8.61,"successRate":5.18},"generalization":{"score":7.43,"successRate":5.55},"precision":{"score":8.42,"successRate":4.58},"longHorizon":{"score":13.51,"successRate":6.92},"memory":{"score":5.07,"successRate":3.67},"open":{"score":0.22,"successRate":0.17}},"genSplits":{"generalizationStd":{"score":13.81,"successRate":10.78},"generalizationRand":{"score":1.05,"successRate":0.33}}},{"model":"StarVLA","team":"RoboDojo Team","score":6.4,"successRate":3.24,"dimensions":{"average":{"score":6.4,"successRate":3.24},"sft":{"score":7.83,"successRate":3.9},"generalization":{"score":3.94,"successRate":2.33},"precision":{"score":9.9,"successRate":4.33},"longHorizon":{"score":14.15,"successRate":6.5},"memory":{"score":3.34,"successRate":2.44},"open":{"score":0.67,"successRate":0.58}},"genSplits":{"generalizationStd":{"score":7.54,"successRate":4.67},"generalizationRand":{"score":0.33,"successRate":0}}},{"model":"GigaWorld-Policy-0","team":"RoboDojo Team","score":6.2,"successRate":3.27,"dimensions":{"average":{"score":6.2,"successRate":3.27},"sft":{"score":7.62,"successRate":3.97},"generalization":{"score":5.34,"successRate":2.89},"precision":{"score":6.15,"successRate":1.83},"longHorizon":{"score":15.51,"successRate":8.92},"memory":{"score":3.46,"successRate":2.22},"open":{"score":0.54,"successRate":0.5}},"genSplits":{"generalizationStd":{"score":10.28,"successRate":5.78},"generalizationRand":{"score":0.41,"successRate":0}}},{"model":"GalaxeaVLA (G0)","team":"RoboDojo Team","score":5.82,"successRate":2.96,"dimensions":{"average":{"score":5.82,"successRate":2.96},"sft":{"score":7.1,"successRate":3.53},"generalization":{"score":4.54,"successRate":2.83},"precision":{"score":8.1,"successRate":3.83},"longHorizon":{"score":12.6,"successRate":5.58},"memory":{"score":3.17,"successRate":1.89},"open":{"score":0.7,"successRate":0.67}},"genSplits":{"generalizationStd":{"score":8.71,"successRate":5.56},"generalizationRand":{"score":0.36,"successRate":0.11}}},{"model":"LingBot-VLA","team":"RoboDojo Team","score":5.5,"successRate":2.96,"dimensions":{"average":{"score":5.5,"successRate":2.96},"sft":{"score":6.69,"successRate":3.53},"generalization":{"score":6.71,"successRate":4.28},"precision":{"score":5.33,"successRate":1.83},"longHorizon":{"score":10.89,"successRate":5.25},"memory":{"score":3.82,"successRate":2.78},"open":{"score":0.72,"successRate":0.67}},"genSplits":{"generalizationStd":{"score":10.88,"successRate":7.56},"generalizationRand":{"score":2.55,"successRate":1}}},{"model":"EventVLA","team":"SJTU ScaleLab","score":4.97,"successRate":2.81,"dimensions":{"average":{"score":4.97,"successRate":2.81},"sft":{"score":6.01,"successRate":3.33},"generalization":{"score":3.95,"successRate":1.94},"precision":{"score":10.13,"successRate":5.75},"longHorizon":{"score":5.05,"successRate":0.83},"memory":{"score":4.92,"successRate":4.78},"open":{"score":0.8,"successRate":0.75}},"genSplits":{"generalizationStd":{"score":6.68,"successRate":3.44},"generalizationRand":{"score":1.22,"successRate":0.44}}},{"model":"AHA-WAM","team":"SJTU ScaleLab","score":4.82,"successRate":2.39,"dimensions":{"average":{"score":4.82,"successRate":2.39},"sft":{"score":5.81,"successRate":2.79},"generalization":{"score":5.79,"successRate":3.27},"precision":{"score":5.86,"successRate":2.42},"longHorizon":{"score":8.61,"successRate":2.67},"memory":{"score":2.97,"successRate":2.78},"open":{"score":0.88,"successRate":0.83}},"genSplits":{"generalizationStd":{"score":10.32,"successRate":6.22},"generalizationRand":{"score":1.26,"successRate":0.33}}},{"model":"ABot-M0","team":"RoboDojo Team","score":3.67,"successRate":1.73,"dimensions":{"average":{"score":3.67,"successRate":1.73},"sft":{"score":4.41,"successRate":1.99},"generalization":{"score":5.73,"successRate":3.5},"precision":{"score":5.5,"successRate":1.75},"longHorizon":{"score":3.96,"successRate":0.5},"memory":{"score":2.44,"successRate":2.22},"open":{"score":0.72,"successRate":0.67}},"genSplits":{"generalizationStd":{"score":9.2,"successRate":5.44},"generalizationRand":{"score":2.26,"successRate":1.56}}},{"model":"Fast-WAM","team":"RoboDojo Team","score":3.48,"successRate":2.03,"dimensions":{"average":{"score":3.48,"successRate":2.03},"sft":{"score":4.25,"successRate":2.43},"generalization":{"score":2.33,"successRate":1.11},"precision":{"score":1.96,"successRate":0},"longHorizon":{"score":9.14,"successRate":5.17},"memory":{"score":3.55,"successRate":3.44},"open":{"score":0.42,"successRate":0.42}},"genSplits":{"generalizationStd":{"score":4.33,"successRate":2.11},"generalizationRand":{"score":0.34,"successRate":0.11}}},{"model":"Pi-0","team":"RoboDojo Team","score":3.48,"successRate":1.53,"dimensions":{"average":{"score":3.48,"successRate":1.53},"sft":{"score":4.29,"successRate":1.85},"generalization":{"score":3.94,"successRate":2.55},"precision":{"score":3.56,"successRate":0.75},"longHorizon":{"score":6.19,"successRate":2},"memory":{"score":3.47,"successRate":2.11},"open":{"score":0.25,"successRate":0.25}},"genSplits":{"generalizationStd":{"score":7.18,"successRate":4.89},"generalizationRand":{"score":0.71,"successRate":0.22}}},{"model":"DeepSeek-Flash","team":"RoboDojo Team","score":2.99,"successRate":1.92,"dimensions":{"average":{"score":2.99,"successRate":1.92},"sft":{"score":2.12,"successRate":0.83},"generalization":{"score":2.42,"successRate":1.67},"precision":{"score":1.75,"successRate":0},"longHorizon":{"score":2.12,"successRate":0},"memory":{"score":2.17,"successRate":1.67},"open":{"score":6.5,"successRate":6.25}},"genSplits":{"generalizationStd":{"score":2.42,"successRate":1.67},"generalizationRand":{"score":2.42,"successRate":1.67}}},{"model":"GROOT-N1.7","team":"RoboDojo Team","score":2.85,"successRate":1.31,"dimensions":{"average":{"score":2.85,"successRate":1.31},"sft":{"score":3.52,"successRate":1.59},"generalization":{"score":2.16,"successRate":1.22},"precision":{"score":2.54,"successRate":0.67},"longHorizon":{"score":8.3,"successRate":3.58},"memory":{"score":1.06,"successRate":0.89},"open":{"score":0.18,"successRate":0.17}},"genSplits":{"generalizationStd":{"score":3.97,"successRate":2.44},"generalizationRand":{"score":0.35,"successRate":0}}},{"model":"InternVLA-A1","team":"RoboDojo Team","score":2.48,"successRate":1.08,"dimensions":{"average":{"score":2.48,"successRate":1.08},"sft":{"score":3.06,"successRate":1.31},"generalization":{"score":2.86,"successRate":1.83},"precision":{"score":3,"successRate":0.92},"longHorizon":{"score":4.79,"successRate":1.17},"memory":{"score":1.58,"successRate":1.33},"open":{"score":0.17,"successRate":0.17}},"genSplits":{"generalizationStd":{"score":5.22,"successRate":3.67},"generalizationRand":{"score":0.51,"successRate":0}}},{"model":"SmolVLA (Single Task)","team":"RoboDojo Team","score":1.82,"successRate":0.85,"dimensions":{"average":{"score":1.82,"successRate":0.85},"sft":{"score":2.28,"successRate":1.06},"generalization":{"score":1.68,"successRate":1.22},"precision":{"score":2.87,"successRate":0.33},"longHorizon":{"score":1.22,"successRate":0.25},"memory":{"score":3.35,"successRate":2.44},"open":{"score":0,"successRate":0}},"genSplits":{"generalizationStd":{"score":3.28,"successRate":2.44},"generalizationRand":{"score":0.09,"successRate":0}}},{"model":"LDA-1B","team":"RoboDojo Team","score":1.66,"successRate":0.54,"dimensions":{"average":{"score":1.66,"successRate":0.54},"sft":{"score":2.06,"successRate":0.66},"generalization":{"score":0.81,"successRate":0.11},"precision":{"score":3.33,"successRate":0.67},"longHorizon":{"score":1.98,"successRate":0.08},"memory":{"score":2.11,"successRate":1.78},"open":{"score":0.08,"successRate":0.08}},"genSplits":{"generalizationStd":{"score":1.44,"successRate":0.22},"generalizationRand":{"score":0.18,"successRate":0}}},{"model":"GPT-5.5","team":"RoboDojo Team","score":1.13,"successRate":0.88,"dimensions":{"average":{"score":1.13,"successRate":0.88},"sft":{"score":0.7,"successRate":0.42},"generalization":{"score":0.2,"successRate":0},"precision":{"score":0.42,"successRate":0},"longHorizon":{"score":0.51,"successRate":0},"memory":{"score":1.67,"successRate":1.67},"open":{"score":2.87,"successRate":2.75}},"genSplits":{"generalizationStd":{"score":0.17,"successRate":0},"generalizationRand":{"score":0.22,"successRate":0}}},{"model":"ACT (Single Task)","team":"RoboDojo Team","score":1.08,"successRate":0.47,"dimensions":{"average":{"score":1.08,"successRate":0.47},"sft":{"score":1.35,"successRate":0.59},"generalization":{"score":0.69,"successRate":0.56},"precision":{"score":0.85,"successRate":0},"longHorizon":{"score":1.73,"successRate":0.92},"memory":{"score":2.15,"successRate":0.89},"open":{"score":0,"successRate":0}},"genSplits":{"generalizationStd":{"score":1.37,"successRate":1.11},"generalizationRand":{"score":0,"successRate":0}}},{"model":"GO-1","team":"RoboDojo Team","score":0.99,"successRate":0.53,"dimensions":{"average":{"score":0.99,"successRate":0.53},"sft":{"score":1.22,"successRate":0.64},"generalization":{"score":1.58,"successRate":1.22},"precision":{"score":1.45,"successRate":0.42},"longHorizon":{"score":1.13,"successRate":0.25},"memory":{"score":0.7,"successRate":0.67},"open":{"score":0.08,"successRate":0.08}},"genSplits":{"generalizationStd":{"score":3.16,"successRate":2.44},"generalizationRand":{"score":0.01,"successRate":0}}},{"model":"H-RDT","team":"RoboDojo Team","score":0.67,"successRate":0.12,"dimensions":{"average":{"score":0.67,"successRate":0.12},"sft":{"score":0.81,"successRate":0.13},"generalization":{"score":0.49,"successRate":0.22},"precision":{"score":0.41,"successRate":0},"longHorizon":{"score":2.23,"successRate":0.17},"memory":{"score":0.12,"successRate":0.11},"open":{"score":0.08,"successRate":0.08}},"genSplits":{"generalizationStd":{"score":0.89,"successRate":0.44},"generalizationRand":{"score":0.09,"successRate":0}}},{"model":"RDT","team":"RoboDojo Team","score":0.51,"successRate":0.13,"dimensions":{"average":{"score":0.51,"successRate":0.13},"sft":{"score":0.64,"successRate":0.17},"generalization":{"score":0.55,"successRate":0.33},"precision":{"score":0.38,"successRate":0},"longHorizon":{"score":1.13,"successRate":0},"memory":{"score":0.49,"successRate":0.33},"open":{"score":0,"successRate":0}},"genSplits":{"generalizationStd":{"score":0.82,"successRate":0.44},"generalizationRand":{"score":0.29,"successRate":0.22}}},{"model":"DM0","team":"RoboDojo Team","score":0.45,"successRate":0.05,"dimensions":{"average":{"score":0.45,"successRate":0.05},"sft":{"score":0.57,"successRate":0.06},"generalization":{"score":0.49,"successRate":0.06},"precision":{"score":0.61,"successRate":0},"longHorizon":{"score":0.97,"successRate":0.08},"memory":{"score":0.2,"successRate":0.11},"open":{"score":0,"successRate":0}},"genSplits":{"generalizationStd":{"score":0.93,"successRate":0.11},"generalizationRand":{"score":0.04,"successRate":0}}},{"model":"Dexora-1B","team":"RoboDojo Team","score":0.38,"successRate":0.02,"dimensions":{"average":{"score":0.38,"successRate":0.02},"sft":{"score":0.48,"successRate":0.03},"generalization":{"score":0.49,"successRate":0.11},"precision":{"score":0.49,"successRate":0},"longHorizon":{"score":0.82,"successRate":0},"memory":{"score":0.12,"successRate":0},"open":{"score":0.01,"successRate":0}},"genSplits":{"generalizationStd":{"score":0.8,"successRate":0.22},"generalizationRand":{"score":0.18,"successRate":0}}},{"model":"A1","team":"RoboDojo Team","score":0.28,"successRate":0.02,"dimensions":{"average":{"score":0.28,"successRate":0.02},"sft":{"score":0.33,"successRate":0},"generalization":{"score":0.16,"successRate":0},"precision":{"score":0.09,"successRate":0},"longHorizon":{"score":1.07,"successRate":0},"memory":{"score":0,"successRate":0},"open":{"score":0.08,"successRate":0.08}},"genSplits":{"generalizationStd":{"score":0.28,"successRate":0},"generalizationRand":{"score":0.04,"successRate":0}}},{"model":"Spirit v1.5","team":"RoboDojo Team","score":0.23,"successRate":0.14,"dimensions":{"average":{"score":0.23,"successRate":0.14},"sft":{"score":0.29,"successRate":0.18},"generalization":{"score":0.8,"successRate":0.5},"precision":{"score":0.03,"successRate":0},"longHorizon":{"score":0.11,"successRate":0},"memory":{"score":0.22,"successRate":0.22},"open":{"score":0,"successRate":0}},"genSplits":{"generalizationStd":{"score":1.6,"successRate":1},"generalizationRand":{"score":0,"successRate":0}}},{"model":"TinyVLA","team":"RoboDojo Team","score":0.22,"successRate":0.07,"dimensions":{"average":{"score":0.22,"successRate":0.07},"sft":{"score":0.22,"successRate":0.03},"generalization":{"score":0.03,"successRate":0},"precision":{"score":0.05,"successRate":0},"longHorizon":{"score":0.67,"successRate":0},"memory":{"score":0.11,"successRate":0.11},"open":{"score":0.25,"successRate":0.25}},"genSplits":{"generalizationStd":{"score":0.06,"successRate":0},"generalizationRand":{"score":0.01,"successRate":0}}},{"model":"OpenVLA-OFT","team":"RoboDojo Team","score":0.21,"successRate":0.02,"dimensions":{"average":{"score":0.21,"successRate":0.02},"sft":{"score":0.24,"successRate":0},"generalization":{"score":0.04,"successRate":0},"precision":{"score":0.2,"successRate":0},"longHorizon":{"score":0.7,"successRate":0},"memory":{"score":0,"successRate":0},"open":{"score":0.08,"successRate":0.08}},"genSplits":{"generalizationStd":{"score":0.03,"successRate":0},"generalizationRand":{"score":0.06,"successRate":0}}},{"model":"WorldScape-R²SI","team":"Manifold AI","score":46.58,"successRate":39.35,"dimensions":{"average":{"score":46.58,"successRate":39.35},"sft":{"score":45.93,"successRate":37.31},"generalization":{"score":42.95,"successRate":35.83},"precision":{"score":23.51,"successRate":15.5},"longHorizon":{"score":51.48,"successRate":34.25},"memory":{"score":65.78,"successRate":63.67},"open":{"score":49.16,"successRate":47.5}},"genSplits":{"generalizationStd":{"score":46.62,"successRate":40.33},"generalizationRand":{"score":39.28,"successRate":31.33}}},{"model":"HexaShell-Preview","team":"HexaFuture","score":53.18,"successRate":46.85,"dimensions":{"average":{"score":53.18,"successRate":46.85},"sft":{"score":51.98,"successRate":44.75},"generalization":{"score":39.22,"successRate":34.5},"precision":{"score":41.25,"successRate":32},"longHorizon":{"score":42.91,"successRate":31.5},"memory":{"score":84.53,"successRate":81},"open":{"score":57.97,"successRate":55.25}},"genSplits":{"generalizationStd":{"score":43.28,"successRate":38},"generalizationRand":{"score":35.15,"successRate":31}}},{"model":"EWAM","team":"EWAM Team","score":15.2,"successRate":9.37,"dimensions":{"average":{"score":15.2,"successRate":9.37},"sft":{"score":18.72,"successRate":11.52},"generalization":{"score":15.12,"successRate":9.67},"precision":{"score":22.15,"successRate":12.33},"longHorizon":{"score":30.23,"successRate":18.08},"memory":{"score":7.39,"successRate":6},"open":{"score":1.12,"successRate":0.75}},"genSplits":{"generalizationStd":{"score":24.02,"successRate":16.78},"generalizationRand":{"score":6.22,"successRate":2.56}}},{"model":"PyRUA-Lean","team":"PKU DAGroup","score":55.26,"successRate":50.35,"dimensions":{"average":{"score":55.26,"successRate":50.35},"sft":{"score":53.93,"successRate":48.37},"generalization":{"score":48.27,"successRate":43.17},"precision":{"score":44.77,"successRate":38.25},"longHorizon":{"score":54.3,"successRate":43.75},"memory":{"score":68.4,"successRate":68.33},"open":{"score":60.56,"successRate":58.25}},"genSplits":{"generalizationStd":{"score":50.47,"successRate":45.33},"generalizationRand":{"score":46.07,"successRate":41}}}],"realworld":[{"model":"InternW0-Δ","team":"Shanghai AI Lab","score":38.9,"successRate":31.7,"embodiments":{"arxX5":59.7,"piper":39.3,"piperX":17.8},"dimensions":{"average":{"score":38.9,"successRate":31.7},"arxX5":{"score":59.7,"successRate":50},"piper":{"score":39.3,"successRate":31.7},"piperX":{"score":17.8,"successRate":13.3}}},{"model":"OpenWAM-α","team":"OpenWAM Team","score":37.6,"successRate":24.4,"embodiments":{"arxX5":39,"piper":46.7,"piperX":27.2},"dimensions":{"average":{"score":37.6,"successRate":24.4},"arxX5":{"score":39,"successRate":23.3},"piper":{"score":46.7,"successRate":36.7},"piperX":{"score":27.2,"successRate":13.3}}},{"model":"Pi-05","team":"RoboDojo Team","score":22.9,"successRate":12.8,"embodiments":{"arxX5":27.7,"piper":32,"piperX":9.1},"dimensions":{"average":{"score":22.9,"successRate":12.8},"arxX5":{"score":27.7,"successRate":13.3},"piper":{"score":32,"successRate":21.7},"piperX":{"score":9.1,"successRate":3.3}}},{"model":"InternVLA-A1","team":"RoboDojo Team","score":12,"successRate":7.2,"embodiments":{"arxX5":10,"piper":23.2,"piperX":2.7},"dimensions":{"average":{"score":12,"successRate":7.2},"arxX5":{"score":10,"successRate":3.3},"piper":{"score":23.2,"successRate":18.3},"piperX":{"score":2.7,"successRate":0}}},{"model":"GalaxeaVLA (G0)","team":"RoboDojo Team","score":9,"successRate":4.4,"embodiments":{"arxX5":3.4,"piper":22,"piperX":1.7},"dimensions":{"average":{"score":9,"successRate":4.4},"arxX5":{"score":3.4,"successRate":0},"piper":{"score":22,"successRate":13.3},"piperX":{"score":1.7,"successRate":0}}},{"model":"Xiaomi-Robotics-0","team":"RoboDojo Team","score":7.9,"successRate":3.9,"embodiments":{"arxX5":15,"piper":7.6,"piperX":1.2},"dimensions":{"average":{"score":7.9,"successRate":3.9},"arxX5":{"score":15,"successRate":8.3},"piper":{"score":7.6,"successRate":3.3},"piperX":{"score":1.2,"successRate":0}}},{"model":"X-VLA","team":"RoboDojo Team","score":7.6,"successRate":3.3,"embodiments":{"arxX5":6.8,"piper":15.9,"piperX":0.1},"dimensions":{"average":{"score":7.6,"successRate":3.3},"arxX5":{"score":6.8,"successRate":1.7},"piper":{"score":15.9,"successRate":8.3},"piperX":{"score":0.1,"successRate":0}}},{"model":"GROOT-N1.7","team":"RoboDojo Team","score":5.9,"successRate":1.7,"embodiments":{"arxX5":9.3,"piper":6.8,"piperX":1.4},"dimensions":{"average":{"score":5.9,"successRate":1.7},"arxX5":{"score":9.3,"successRate":1.7},"piper":{"score":6.8,"successRate":3.3},"piperX":{"score":1.4,"successRate":0}}},{"model":"Pi-0","team":"RoboDojo Team","score":5.8,"successRate":1.7,"embodiments":{"arxX5":8.1,"piper":9,"piperX":0.3},"dimensions":{"average":{"score":5.8,"successRate":1.7},"arxX5":{"score":8.1,"successRate":0},"piper":{"score":9,"successRate":5},"piperX":{"score":0.3,"successRate":0}}},{"model":"StarVLA","team":"RoboDojo Team","score":4.1,"successRate":1.7,"embodiments":{"arxX5":0,"piper":12,"piperX":0.5},"dimensions":{"average":{"score":4.1,"successRate":1.7},"arxX5":{"score":0,"successRate":0},"piper":{"score":12,"successRate":5},"piperX":{"score":0.5,"successRate":0}}},{"model":"Spirit v1.5","team":"RoboDojo Team","score":1.6,"successRate":0.6,"embodiments":{"arxX5":0,"piper":4,"piperX":0.7},"dimensions":{"average":{"score":1.6,"successRate":0.6},"arxX5":{"score":0,"successRate":0},"piper":{"score":4,"successRate":1.7},"piperX":{"score":0.7,"successRate":0}}},{"model":"DM0","team":"RoboDojo Team","score":0,"successRate":0,"embodiments":{"arxX5":0,"piper":0,"piperX":0},"dimensions":{"average":{"score":0,"successRate":0},"arxX5":{"score":0,"successRate":0},"piper":{"score":0,"successRate":0},"piperX":{"score":0,"successRate":0}}}]}