{"id":"https://openalex.org/W7166124077","doi":"https://doi.org/10.48550/arxiv.2606.27251","title":"Advancing Omnimodal Embodied Agents from Isolated Skills to Everyday Physical Autonomy","display_name":"Advancing Omnimodal Embodied Agents from Isolated Skills to Everyday Physical Autonomy","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166124077","doi":"https://doi.org/10.48550/arxiv.2606.27251"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.27251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.27251","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139414938","display_name":"Junhao Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128688784","display_name":"Zezheng Huai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huai, Zezheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017974335","display_name":"Siyin Wang","orcid":"https://orcid.org/0009-0008-7992-2476"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Siyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139400637","display_name":"Jia Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042847522","display_name":"Yubang. Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yubang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139429703","display_name":"Zhaoye Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Zhaoye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139417402","display_name":"Hechang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hechang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139459511","display_name":"Jingjing Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Jingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139421787","display_name":"Xipeng Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Xipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103984676","display_name":"Yi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yu-Gang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2632000148296356,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2632000148296356,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1404000073671341,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.590399980545044},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.583899974822998},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5641000270843506},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5530999898910522},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5497000217437744},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.48919999599456787},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.46970000863075256},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4009000062942505},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.38420000672340393},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.38370001316070557}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7078999876976013},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.590399980545044},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.583899974822998},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5641000270843506},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5530999898910522},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5497000217437744},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5406000018119812},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4106999933719635},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4009000062942505},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.38370001316070557},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.3698999881744385},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.34209999442100525},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33660000562667847},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3199000060558319},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.29899999499320984},{"id":"https://openalex.org/C2776834041","wikidata":"https://www.wikidata.org/wiki/Q25346349","display_name":"Execution model","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C2781368080","wikidata":"https://www.wikidata.org/wiki/Q501688","display_name":"Context awareness","level":3,"score":0.28679999709129333},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C2776285913","wikidata":"https://www.wikidata.org/wiki/Q5165183","display_name":"Context management","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C206952183","wikidata":"https://www.wikidata.org/wiki/Q1193100","display_name":"Preemption","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.2655999958515167},{"id":"https://openalex.org/C2775955345","wikidata":"https://www.wikidata.org/wiki/Q7449071","display_name":"Semantic mapping","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.27251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.27251","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27251","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5750393867492676,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Building":[0],"persistent":[1,73],"embodied":[2],"agents":[3],"in":[4,155],"unstructured":[5],"environments":[6],"demands":[7],"unified":[8,47,110],"orchestration":[9],"of":[10,88],"heterogeneous":[11],"tools":[12],"spanning":[13],"both":[14],"cyber":[15],"(APIs,":[16],"IoT)":[17],"and":[18,60,91,124,172],"physical":[19,28,136],"(manipulation,":[20],"navigation)":[21],"domains,":[22],"coupled":[23],"with":[24,85,117],"autonomous":[25],"recovery":[26],"from":[27],"failures":[29],"that":[30,56,72,130],"inevitably":[31],"arise":[32],"over":[33,166],"extended":[34],"operation.":[35],"Existing":[36],"systems":[37],"treat":[38],"these":[39],"as":[40],"separate":[41],"problems:":[42],"VLM-based":[43],"planners":[44],"lack":[45],"a":[46,77,81,99,102],"cyber-physical":[48],"action":[49,111],"space,":[50],"agent":[51],"frameworks":[52],"accumulate":[53],"unbounded":[54],"context":[55,122],"degrades":[57],"temporal":[58],"coherence,":[59],"VLA":[61],"policies":[62],"execute":[63],"open-loop":[64],"without":[65],"detecting":[66],"their":[67],"own":[68],"failures.":[69],"We":[70],"argue":[71],"autonomy":[74],"requires":[75],"not":[76],"monolithic":[78],"model":[79],"but":[80],"hierarchical":[82,115],"asynchronous":[83,126],"architecture":[84],"explicit":[86],"separation":[87],"planning,":[89],"memory,":[90],"verification.":[92],"To":[93],"this":[94],"end,":[95],"we":[96],"present":[97],"OmniAct,":[98],"framework":[100],"integrating":[101],"multimodal":[103],"semantic":[104,133],"planner":[105],"for":[106,120],"skill":[107],"routing":[108],"across":[109,158],"spaces,":[112],"an":[113,125],"adaptive":[114],"memory":[116],"event-boundary-driven":[118],"compression":[119],"sub-linear":[121],"growth,":[123],"visual":[127],"preemption":[128],"engine":[129],"closes":[131],"the":[132],"loop":[134],"during":[135],"execution.":[137],"Across":[138],"40":[139],"real-world":[140],"long-horizon":[141],"tasks":[142],"on":[143],"two":[144],"robotic":[145],"platforms":[146],"coordinating":[147],"four":[148],"IoT":[149],"devices,":[150],"OmniAct":[151],"achieves":[152],"consistent":[153],"improvements":[154],"end-to-end":[156],"success":[157],"all":[159],"complexity":[160],"levels,":[161],"maintains":[162],"near-flat":[163],"token":[164],"consumption":[165],"under":[167],"100k+":[168],"accumulated":[169],"interaction":[170],"tokens,":[171],"elevates":[173],"mid-scale":[174],"open-weight":[175],"models":[176],"to":[177],"proprietary-level":[178],"performance.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-27T00:00:00"}