{"id":"https://openalex.org/W7170077236","doi":"https://doi.org/10.48550/arxiv.2607.19190","title":"Agentic Real2Sim: Physics-based World Modeling with Vision-Language Agents","display_name":"Agentic Real2Sim: Physics-based World Modeling with Vision-Language Agents","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7170077236","doi":"https://doi.org/10.48550/arxiv.2607.19190"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.19190","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.19190","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031863615","display_name":"Guanxiong Chen","orcid":"https://orcid.org/0000-0002-6975-8878"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guanxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143430664","display_name":"Qianjun Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Qianjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102735864","display_name":"Jie Peng","orcid":"https://orcid.org/0000-0002-6957-3881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143398045","display_name":"Heng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125120870","display_name":"B Y Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Bole","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135982223","display_name":"Justin Qian","orcid":"https://orcid.org/0009-0000-3866-3430"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Justin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112461987","display_name":"Ziyi Jiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiao, Ziyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143409167","display_name":"Bingyang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Bingyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113273834","display_name":"Luoxin Ye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Luoxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065782115","display_name":"K Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kaifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143437431","display_name":"Kunyi Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kunyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022356149","display_name":"Weijia Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Weijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143411552","display_name":"Yunuo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yunuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143428703","display_name":"Pengzhi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Pengzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128608077","display_name":"Ziqiu Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Ziqiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143693771","display_name":"Siyuan Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Siyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143674925","display_name":"Huamin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143738875","display_name":"Chao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143730626","display_name":"Alan Yuille","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuille, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143716552","display_name":"Fan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143725880","display_name":"Changxi Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Changxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143675118","display_name":"Yunzhu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yunzhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021821354","display_name":"C Y Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Chenfanfu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143729938","display_name":"Peter Yichen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Peter Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.35409998893737793,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.35409998893737793,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.23589999973773956,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1266999989748001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6216999888420105},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5946999788284302},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.534500002861023},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5087000131607056},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5076000094413757},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47870001196861267},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4462999999523163},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4456999897956848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7232999801635742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6539000272750854},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6216999888420105},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5946999788284302},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5087000131607056},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5076000094413757},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48730000853538513},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4462999999523163},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.4016000032424927},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.30570000410079956},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C11207580","wikidata":"https://www.wikidata.org/wiki/Q5266817","display_name":"Developmental robotics","level":4,"score":0.288100004196167},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.26570001244544983},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.25679999589920044},{"id":"https://openalex.org/C135981907","wikidata":"https://www.wikidata.org/wiki/Q188056","display_name":"Triangulation","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.19190","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.19190","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19190","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7443475127220154,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Real-to-sim":[0],"conversion":[1,159],"for":[2,75,170],"robotic":[3],"interaction":[4,89],"with":[5,80],"objects":[6],"remains":[7],"labor-intensive":[8],"because":[9],"it":[10],"requires":[11],"more":[12],"than":[13],"visual":[14,52,64],"reconstruction:":[15],"a":[16,39,73,84,91,128,147],"streamlined":[17],"real2sim":[18],"process":[19,45],"must":[20],"recover":[21],"scene":[22],"geometries":[23],"and":[24,30,36,59,67,101,113,177],"object":[25,102],"states,":[26],"infer":[27],"physical":[28,41,77],"parameters,":[29],"assemble":[31],"actors,":[32],"objects,":[33],"cameras,":[34],"poses,":[35],"trajectories":[37],"into":[38,90],"runnable":[40],"simulation.":[42],"Today":[43],"this":[44],"still":[46],"depends":[47],"on":[48,108],"manual":[49],"tuning":[50],"of":[51,87,150,153],"foundation":[53],"models,":[54,155],"mesh":[55],"cleanup,":[56],"coordinate-frame":[57],"alignment,":[58],"brittle":[60],"workflow":[61],"glue":[62],"across":[63],"perception":[65],"tools":[66],"simulators.":[68],"We":[69,104,162],"introduce":[70],"\\textit{Agentic":[71],"Real2Sim},":[72],"framework":[74],"generalized":[76],"world":[78],"modeling":[79],"vision-language":[81],"agents,":[82],"converting":[83],"real-world":[85],"recording":[86],"object-robot":[88],"simulatable":[92],"episodic":[93],"twin":[94],"which":[95],"preserves":[96],"observations,":[97],"geometries,":[98],"robot":[99],"interactions,":[100],"states.":[103],"evaluate":[105],"Agentic":[106],"Real2Sim":[107,125],"rigid-object":[109],"manipulation,":[110],"deformable-object":[111],"interaction,":[112],"humanoid":[114],"motion":[115],"scenes,":[116],"spanning":[117],"domains":[118],"that":[119],"are":[120],"usually":[121],"handled":[122],"by":[123,141],"separate":[124],"pipelines,":[126],"marking":[127],"first":[129],"step":[130],"toward":[131],"scalable":[132],"conversion.":[133],"The":[134,179],"framework's":[135],"agentic":[136],"decisions":[137],"can":[138],"be":[139],"driven":[140],"an":[142],"open-weight":[143],"VLM":[144],"backend":[145],"at":[146,184],"small":[148],"fraction":[149],"the":[151,166],"cost":[152],"frontier":[154],"while":[156],"attaining":[157],"comparable":[158],"success":[160],"rate.":[161],"aim":[163],"to":[164],"use":[165],"resulting":[167],"real-world-aligned":[168],"twins":[169],"downstream":[171],"robotics":[172],"tasks,":[173],"specifically":[174],"policy":[175],"learning":[176],"evaluation.":[178],"project":[180],"site":[181],"is":[182],"available":[183],"https://agentic-real2sim.github.io/.":[185]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}