{"id":"https://openalex.org/W7162462097","doi":"https://doi.org/10.48550/arxiv.2605.25011","title":"A perspective on fluid mechanical environments for challenges in reinforcement learning","display_name":"A perspective on fluid mechanical environments for challenges in reinforcement learning","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162462097","doi":"https://doi.org/10.48550/arxiv.2605.25011"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25011","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25011","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137024796","display_name":"Shruti Mishra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Shruti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137018846","display_name":"Michael Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046986158","display_name":"Vamsi Spandan","orcid":"https://orcid.org/0000-0003-0107-4135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spandan, Vamsi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137051720","display_name":"Shmuel M. Rubinstein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rubinstein, Shmuel M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11486","display_name":"Micro and Nano Robotics","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/3104","display_name":"Condensed Matter Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.06539999693632126,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11261","display_name":"Quantum chaos and dynamical systems","score":0.059300001710653305,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6460000276565552},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.4830999970436096},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.3970000147819519},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.36820000410079956},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.36719998717308044},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.34700000286102295}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6460000276565552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6266999840736389},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4830999970436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4625999927520752},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3970000147819519},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3416999876499176},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C138777275","wikidata":"https://www.wikidata.org/wiki/Q6884054","display_name":"Mixing (physics)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25011","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25011","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.5436210036277771,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,37,126,169,196],"consider":[1],"the":[2,52,70,86,101,109,120,141,157,160,166,182,198,224],"challenge":[3],"of":[4,17,27,54,72,89,103,131,159,184,200,229],"developing":[5],"agents":[6,22,114,132,208,231],"that":[7,39,177,209,217,232,240],"efficiently":[8],"interact":[9,236],"with":[10,24,82,134,237],"high-dimensional,":[11],"evolving":[12],"environments,":[13],"towards":[14],"a":[15,34,48,73,90,135,214],"view":[16],"practical":[18],"reinforcement":[19,185],"learning":[20,186],"(RL)":[21],"interacting":[23,133],"open":[25,79],"worlds,":[26],"which":[28,162],"they":[29],"witness":[30],"and":[31,44,100,139,143,146,165,172,246],"affect":[32],"only":[33],"small":[35,64],"part.":[36],"argue":[38],"canonical":[40],"fluid":[41,136],"mechanics":[42],"problems,":[43],"their":[45],"simulations,":[46],"present":[47,127],"compelling":[49],"testbed":[50],"for":[51,149,181,202,226],"development":[53,183,228],"such":[55],"methods.":[56],"These":[57],"problems":[58],"arise":[59],"in":[60,108,213,244],"nonlinear":[61],"instabilities,":[62],"where":[63],"disturbances":[65],"can":[66,178],"grow":[67],"to":[68,123,211,234],"transform":[69],"dynamics":[71,122],"system.":[74],"Nonlinear":[75],"instabilities":[76],"represent":[77,241],"several":[78],"scientific":[80,242],"challenges":[81,243],"industrial":[83,247],"applications":[84],"--":[85],"droplet":[87],"breakup":[88],"liquid":[91],"jet,":[92],"mixing":[93],"at":[94],"an":[95],"interface":[96],"between":[97],"two":[98,128],"fluids,":[99],"appearance":[102],"unusually":[104],"tall":[105],"rogue":[106],"waves":[107],"ocean.":[110],"In":[111],"these":[112,150,153],"settings,":[113],"may":[115],"leverage":[116],"preserved":[117,167],"representations":[118],"across":[119],"changing":[121],"learn":[124,210,233],"efficiently.":[125],"problem":[129],"descriptions":[130],"mechanical":[137],"environment,":[138],"describe":[140],"state":[142],"action":[144],"spaces,":[145],"reward":[147],"functions,":[148],"agents.":[151],"For":[152],"examples,":[154],"we":[155],"specify":[156],"aspects":[158],"environment":[161,203,216],"are":[163],"nonstationary":[164],"invariances.":[168],"note":[170],"Dedalus":[171,201],"JAX-CFD":[173],"as":[174],"open-source":[175],"simulators":[176],"be":[179],"used":[180],"methods":[187],"(Burns":[188],"et":[189,193],"al.,":[190,194],"2016;":[191],"Kochkov":[192],"2021))":[195],"demonstrate":[197],"use":[199],"generation":[204],"by":[205],"creating":[206],"RL":[207,230],"navigate":[212],"stationary":[215],"is":[218],"simulated":[219,238],"using":[220],"Dedalus.":[221],"This":[222],"sets":[223],"stage":[225],"future":[227],"meaningfully":[235],"environments":[239],"natural":[245],"flows.":[248]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-27T00:00:00"}