{"id":"https://openalex.org/W7162801258","doi":"https://doi.org/10.48550/arxiv.2605.29032","title":"Theoretical Foundations and Effective Algorithms for Policy-Aware Simulator Learning","display_name":"Theoretical Foundations and Effective Algorithms for Policy-Aware Simulator Learning","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162801258","doi":"https://doi.org/10.48550/arxiv.2605.29032"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29032","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015966835","display_name":"Christoph Dann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dann, Christoph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137314180","display_name":"Yishay Mansour","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mansour, Yishay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5058849006","display_name":"Mehryar Mohri","orcid":"https://orcid.org/0000-0002-3987-9847"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohri, Mehryar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7113000154495239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7113000154495239,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.09860000014305115,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.05620000138878822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6570000052452087},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.6186000108718872},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.5424000024795532},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4880000054836273},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.47589999437332153},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.42489999532699585},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.42410001158714294},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.35249999165534973},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32760000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7538999915122986},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6570000052452087},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.6186000108718872},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.5424000024795532},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4880000054836273},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47530001401901245},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38089999556541443},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C2778023678","wikidata":"https://www.wikidata.org/wiki/Q554403","display_name":"Duality (order theory)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.29739999771118164},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.295199990272522},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2727000117301941},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.27140000462532043},{"id":"https://openalex.org/C5274546","wikidata":"https://www.wikidata.org/wiki/Q5310264","display_name":"Duality gap","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29032","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29032","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5561838746070862}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model-based":[0],"reinforcement":[1],"learning":[2,47,83],"(MBRL)":[3],"agents":[4],"typically":[5],"learn":[6],"world":[7],"models":[8],"by":[9,104,162],"minimizing":[10],"predictive":[11,55],"loss.":[12],"However,":[13],"powerful":[14],"RL":[15,126],"optimizers":[16],"inevitably":[17],"exploit":[18],"minor":[19],"model":[20,67],"inaccuracies,":[21],"leading":[22],"to":[23,123,171],"simulator":[24],"exploitation":[25],"and":[26,57,69,109,164],"a":[27,61,66,76,95,124,139],"reality":[28],"gap":[29,103],"where":[30,128],"policies":[31,166],"succeed":[32],"in":[33,37,158,169],"simulation":[34,170],"but":[35],"fail":[36],"the":[38,44,86,100,105,117,129,132],"real":[39],"world.":[40],"We":[41,74],"propose":[42],"that":[43,115,152],"objective":[45],"for":[46],"simulators":[48],"should":[49],"be":[50],"strategic":[51],"robustness":[52],"rather":[53],"than":[54],"accuracy,":[56],"formulate":[58],"this":[59],"as":[60],"zero-sum":[62],"minimax":[63],"game":[64,87],"between":[65],"player":[68],"an":[70,81,111],"adversarial":[71],"policy":[72,119],"player.":[73],"provide":[75],"comprehensive":[77],"theoretical":[78],"analysis:":[79],"(1)":[80],"online":[82],"guarantee":[84],"showing":[85],"is":[88,120,131],"learnable":[89],"with":[90],"sublinear":[91],"regret":[92],"bounds;":[93],"(2)":[94],"tractable":[96],"critic-based":[97],"simplification":[98],"bounding":[99],"global":[101],"policy-value":[102],"local":[106],"critic's":[107],"loss;":[108],"(3)":[110],"Error-MDP":[112],"duality,":[113],"proving":[114],"finding":[116],"worst-case":[118],"formally":[121],"dual":[122],"standard":[125],"problem":[127],"reward":[130],"one-step":[133],"critic":[134],"error.":[135],"This":[136],"duality":[137],"yields":[138],"provably":[140],"convergent":[141],"active":[142],"data":[143],"selection":[144],"algorithm.":[145],"Experiments":[146],"on":[147],"continuous":[148],"control":[149],"tasks":[150],"demonstrate":[151],"our":[153],"approach":[154],"reduces":[155],"prediction":[156],"error":[157],"strategically":[159],"important":[160],"regions":[161],"$1.5$-$2.2\\times$":[163],"enables":[165],"trained":[167],"purely":[168],"match":[172],"near-optimal":[173],"real-world":[174],"performance.":[175]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}