{"id":"https://openalex.org/W7224092673","doi":"https://doi.org/10.48550/arxiv.2610.36420","title":"SO-101 Bench: Accessible Spatial Manipulation","display_name":"SO-101 Bench: Accessible Spatial Manipulation","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224092673","doi":"https://doi.org/10.48550/arxiv.2610.36420"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.36420","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36420","pdf_url":"https://arxiv.org/pdf/2610.36420","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.36420","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095767199","display_name":"Truman Hickok","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hickok, Truman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5095767199"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9272000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9272000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.06970000267028809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spatial-manipulation","display_name":"spatial manipulation","score":0.6159999966621399},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.43299999833106995},{"id":"https://openalex.org/keywords/digital-twin","display_name":"digital twin","score":0.8119999766349792},{"id":"https://openalex.org/keywords/sim-to-real-transfer","display_name":"sim-to-real transfer","score":0.6179999709129333},{"id":"https://openalex.org/keywords/unseen-objects","display_name":"unseen objects","score":0.5640000104904175},{"id":"https://openalex.org/keywords/vision-language-agents","display_name":"vision-language agents","score":0.6589999794960022},{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.7409999966621399},{"id":"https://openalex.org/keywords/robot-learning","display_name":"robot learning","score":0.37599998712539673},{"id":"https://openalex.org/keywords/grasping","display_name":"grasping","score":0.43700000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6718000173568726},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6675000190734863},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.633899986743927},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5719000101089478},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.566100001335144},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5044999718666077},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.48429998755455017},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38370001316070557},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.326200008392334},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3158999979496002},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.30889999866485596},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2847999930381775},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.36420","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36420","pdf_url":"https://arxiv.org/pdf/2610.36420","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.36420","doi":"https://doi.org/10.48550/arxiv.2610.36420","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.36420","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.36420","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.36420","pdf_url":"https://arxiv.org/pdf/2610.36420","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224092673.pdf","grobid_xml":"https://content.openalex.org/works/W7224092673.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7164022596","https://openalex.org/W4366999289","https://openalex.org/W7221577967","https://openalex.org/W7171541846","https://openalex.org/W4405783861","https://openalex.org/W7133230418","https://openalex.org/W4403116255","https://openalex.org/W4226073959","https://openalex.org/W4389650811","https://openalex.org/W3098201885"],"abstract_inverted_index":{"Low-cost":[0],"arms":[1],"such":[2],"as":[3,75,119],"the":[4,8,29,120,141,146,173,215,220],"SO-101":[5,33,49,68],"have":[6],"become":[7],"most":[9],"common":[10],"entry":[11],"point":[12],"to":[13,200],"robot":[14,122],"learning,":[15],"yet":[16],"no":[17],"released":[18],"policy":[19,107,203],"performs":[20],"spatially":[21],"constrained,":[22],"language-conditioned":[23,55],"tasks":[24,42,73],"on":[25,37,59,103,145],"them":[26],"out":[27],"of":[28,65,217,222],"box,":[30],"and":[31,43,83,96,99,132,170,186,197,206,219],"existing":[32],"benchmarks":[34],"run":[35,144],"only":[36],"physical":[38,147],"hardware":[39],"with":[40,89,153,180],"simple":[41],"few":[44],"held-out":[45,92],"objects.":[46],"We":[47],"introduce":[48],"Bench,":[50],"a":[51,66,201],"simulated":[52,101],"benchmark":[53],"for":[54,91],"spatial":[56,181],"manipulation":[57],"built":[58],"an":[60,111,133,150,207],"Isaac":[61],"Lab":[62],"digital":[63],"twin":[64,116],"real":[67,121,128],"setup.":[69],"It":[70],"has":[71],"four":[72,130],"scored":[74],"five":[76,124],"families,":[77],"138":[78],"objects":[79,155],"in":[80,149],"seen,":[81],"unseen-instance":[82],"unseen-class":[84],"splits,":[85],"916":[86],"evaluation":[87],"episodes":[88],"subsets":[90],"appearances,":[93],"rotate-to-fit":[94,187],"planning":[95,188],"occlusion":[97],"memory,":[98],"3,629":[100],"demonstrations":[102],"which":[104],"every":[105],"learned":[106,175,202],"is":[108],"fine-tuned":[109],"under":[110],"equal":[112],"compute":[113],"budget.":[114],"The":[115],"ranks":[117],"policies":[118,125,176],"does:":[123],"trained":[126],"without":[127],"data,":[129],"VLAs":[131,169],"LLM":[134,192],"agent,":[135],"keep":[136],"their":[137],"exact":[138],"ranking":[139],"when":[140],"same":[142],"weights":[143],"arm":[148],"unseen":[151,154,183],"environment":[152],"(Spearman":[156],"rho":[157],"=":[158,161],"1.00,":[159],"MMRV":[160],"0.000),":[162],"although":[163],"simulation":[164],"overestimates":[165],"success.":[166],"Across":[167],"nine":[168],"world-action":[171],"models,":[172],"best":[174],"score":[177],"near":[178],"61%,":[179],"placement,":[182],"object":[184],"classes":[185],"remaining":[189],"open.":[190],"An":[191],"agent":[193],"that":[194,210],"writes":[195],"code":[196],"hands":[198],"grasping":[199],"scores":[204],"83.2%,":[205],"ablation":[208],"shows":[209],"this":[211],"lead":[212],"comes":[213],"from":[214],"choice":[216,221],"harness":[218],"language":[223],"model.":[224]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-10-29T00:00:00"}