{"id":"https://openalex.org/W7163899609","doi":"https://doi.org/10.48550/arxiv.2606.07017","title":"The Sim-to-Real Gap of Foundation Model Agents: A Unified MDP Perspective","display_name":"The Sim-to-Real Gap of Foundation Model Agents: A Unified MDP Perspective","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7163899609","doi":"https://doi.org/10.48550/arxiv.2606.07017"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138125109","display_name":"Xiaoou Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiaoou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138127233","display_name":"Tiejin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Tiejin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136675044","display_name":"Weibo Li","orcid":"https://orcid.org/0009-0000-7956-5300"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Weibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138169356","display_name":"Xiyang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xiyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138137624","display_name":"Hua Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.15569999814033508,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.12600000202655792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6970999836921692},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5157999992370605},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47189998626708984},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4648999869823456},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.44130000472068787},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.43479999899864197},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4189999997615814}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6970999836921692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6570000052452087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5212000012397766},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5157999992370605},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47189998626708984},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4648999869823456},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.44130000472068787},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.43479999899864197},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.36039999127388},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3156000077724457},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.2994999885559082},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7877146601676941}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Foundation":[0],"model":[1,29,46,90],"agents":[2,153],"are":[3],"increasingly":[4],"deployed":[5],"for":[6,94,154],"real-world":[7,156],"decision-making,":[8],"but":[9],"suffer":[10],"from":[11],"the":[12,27,44,60,88],"sim-to-real":[13,55],"gap.":[14],"While":[15],"robotics":[16],"and":[17,49,72,92,140],"classical":[18,54,85],"control":[19],"have":[20],"mature":[21],"frameworks":[22],"to":[23,111,119,131,145],"address":[24],"this":[25,75,128],"gap,":[26],"foundation":[28,45,89],"community":[30],"is":[31],"treating":[32],"agent":[33,47],"robustness":[34],"as":[35,52,106],"an":[36],"entirely":[37,58],"novel":[38],"phenomenon.":[39],"Our":[40],"paper":[41],"proposes":[42],"formalizing":[43],"evaluation":[48],"training":[50],"gap":[51],"a":[53,64,79,107,133,137,147],"problem":[56],"structured":[57],"around":[59],"four":[61],"elements":[62],"of":[63,150],"Markov":[65],"Decision":[66],"Process,":[67],"including":[68],"Observation,":[69],"Action,":[70],"Transition,":[71],"Reward.":[73],"In":[74],"paper,":[76],"we":[77],"set":[78],"comprehensive":[80],"research":[81],"agenda":[82,129],"that":[83],"translates":[84],"discrepancies":[86],"into":[87],"domain":[91,99],"advocates":[93],"adopting":[95],"established":[96],"solutions":[97],"like":[98],"randomization.":[100],"We":[101],"provide":[102],"concrete":[103],"examples,":[104],"such":[105],"multilingual":[108],"tool":[109],"calling":[110],"demonstrate":[112],"how":[113],"severe":[114],"observation":[115],"space":[116],"gaps":[117],"lead":[118],"operationally":[120],"invalid":[121],"actions":[122],"despite":[123],"correct":[124],"semantic":[125],"intent.":[126],"Ultimately,":[127],"aims":[130],"drive":[132],"paradigm":[134],"shift,":[135],"yielding":[136],"unified":[138],"vocabulary":[139],"standardized":[141],"stress":[142],"test":[143],"benchmarks":[144],"foster":[146],"new":[148],"generation":[149],"highly":[151],"trustworthy":[152],"reliable":[155],"applications.":[157]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}