{"id":"https://openalex.org/W7165017021","doi":"https://doi.org/10.48550/arxiv.2606.17511","title":"MagicSim: A Unified Infrastructure for Executable Embodied Interaction","display_name":"MagicSim: A Unified Infrastructure for Executable Embodied Interaction","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165017021","doi":"https://doi.org/10.48550/arxiv.2606.17511"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17511","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029653356","display_name":"H\u00fcseyin Ozan \u04aairkino\u011flu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Haoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103870133","display_name":"Liu S","orcid":"https://orcid.org/0000-0001-7255-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Songling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138759244","display_name":"Yue Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138769315","display_name":"Guo Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Guo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138775769","display_name":"Mutian Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Mutian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138774747","display_name":"Shuyang Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Shuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133363812","display_name":"Y H Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138765699","display_name":"Jihai Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jihai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019272206","display_name":"S S Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138802683","display_name":"Jianshu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jianshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138785306","display_name":"Xiangtian Gui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gui, Xiangtian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114189707","display_name":"Chuye Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Chuye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138772548","display_name":"Yuran Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102684380","display_name":"Maojiang Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Maojiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138813553","display_name":"Jiayi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138828432","display_name":"Ruihai Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Ruihai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136216084","display_name":"Zhaoran Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhaoran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138806800","display_name":"Han Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.26669999957084656,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.26669999957084656,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.1712000072002411,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.1607999950647354,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7893000245094299},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6524999737739563},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5830000042915344},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5677000284194946},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5347999930381775},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.45159998536109924},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.37709999084472656},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.36719998717308044}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7893000245094299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7457000017166138},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6524999737739563},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5830000042915344},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5677000284194946},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5347999930381775},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.532800018787384},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4796999990940094},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.45159998536109924},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37709999084472656},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.376800000667572},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.35499998927116394},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.34850001335144043},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3345000147819519},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.301800012588501},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C31266012","wikidata":"https://www.wikidata.org/wiki/Q6554340","display_name":"Linkage (software)","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6248957514762878,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Robot":[0],"learning":[1],"and":[2,18,49,67,82,99,118,138,151,170,195,215],"embodied":[3,58,208],"agents":[4],"now":[5],"require":[6],"simulation":[7],"to":[8],"serve":[9],"as":[10,22,123,184],"a":[11,23,68,160],"shared":[12,69,177],"execution":[13,108],"substrate":[14],"linking":[15],"control,":[16],"skills,":[17],"planning,":[19,120,167],"not":[20],"only":[21],"renderer,":[24],"controller":[25],"testbed,":[26],"or":[27,42],"fixed":[28],"task":[29,91,132,210],"environment.":[30],"Existing":[31],"pipelines":[32],"split":[33],"these":[34],"layers":[35],"with":[36,198],"\"magic\"":[37],"actions,":[38],"disconnected":[39],"training":[40],"environments,":[41],"forward-only":[43],"renders":[44],"that":[45,77,144],"cannot":[46],"reproduce,":[47],"evaluate,":[48],"annotate":[50],"the":[51,176,199],"same":[52],"episode.":[53,201],"We":[54],"present":[55],"MagicSim,":[56],"an":[57,141],"interaction":[59,93],"infrastructure":[60],"built":[61],"around":[62],"one":[63,103,220],"deterministic":[64],"batched":[65],"runtime":[66],"Markov":[70],"decision":[71],"process":[72],"(MDP).":[73],"From":[74],"YAML-first":[75],"specifications":[76],"decouple":[78],"contents,":[79],"placement,":[80],"behavior,":[81],"agent":[83,217],"exposure,":[84],"MagicSim":[85,202],"constructs":[86],"diverse":[87,205],"executable":[88],"worlds":[89],"spanning":[90],"families,":[92],"regimes,":[94],"physics,":[95],"layouts,":[96],"sensors,":[97],"avatars,":[98],"robot":[100,124],"embodiments":[101],"in":[102,219],"reset-and-step":[104],"loop.":[105],"A":[106],"common":[107],"interface":[109,143],"grounds":[110],"high-level":[111],"commands":[112,147,157],"through":[113,159],"controllers,":[114],"atomicskills,":[115],"planner":[116],"primitives,":[117],"asynchronous":[119],"realizing":[121],"them":[122],"actions":[125],"rather":[126],"than":[127],"simulator-side":[128],"state":[129],"edits.":[130],"One":[131],"definition":[133],"supports":[134],"three":[135],"capabilities:":[136],"benchmark":[137],"RL":[139],"evaluation,":[140,211],"autocollect":[142],"automatically":[145],"turns":[146],"into":[148],"grounded":[149],"trajectories,":[150],"agent/VLM-facing":[152],"interaction.":[153],"For":[154],"automatic":[155,212],"execution,":[156,209],"flow":[158],"Command->Skill->Planner->Robot->Record":[161],"pipeline,":[162],"while":[163],"per-environment":[164],"command,":[165],"skill,":[166],"retry,":[168],"annotation,":[169],"episode":[171],"states":[172],"advance":[173],"independently":[174],"above":[175],"physics":[178],"tick.":[179],"Successful":[180],"rollouts":[181],"are":[182],"saved":[183],"structured":[185],"multimodal":[186],"trajectories":[187],"aligning":[188],"language":[189],"supervision,":[190],"action":[191],"representations,":[192,194],"visual/geometric":[193],"task-level":[196],"status":[197],"executed":[200],"thus":[203],"unifies":[204],"world":[206],"construction,":[207],"rollout":[213],"generation,":[214],"interactive":[216],"interfaces":[218],"planner-in-the-loop":[221],"runtime.":[222]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}