{"id":"https://openalex.org/W3036085520","doi":"https://doi.org/10.1017/jfm.2020.1170","title":"Robust flow control and optimal sensor placement using deep reinforcement learning","display_name":"Robust flow control and optimal sensor placement using deep reinforcement learning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-02-26","ids":{"openalex":"https://openalex.org/W3036085520","doi":"https://doi.org/10.1017/jfm.2020.1170","mag":"3036085520"},"language":"en","primary_location":{"id":"doi:10.1017/jfm.2020.1170","doi":"https://doi.org/10.1017/jfm.2020.1170","is_oa":false,"landing_page_url":"https://doi.org/10.1017/jfm.2020.1170","pdf_url":null,"source":{"id":"https://openalex.org/S152000018","display_name":"Journal of Fluid Mechanics","issn_l":"0022-1120","issn":["0022-1120","1469-7645","1750-6859"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Fluid Mechanics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3036085520"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.11005","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046336582","display_name":"Romain Paris","orcid":"https://orcid.org/0000-0002-6910-4276","observed_orcids":["https://orcid.org/0000-0002-6910-4276"]},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Romain Paris","raw_affiliation_strings":["DAAA, ONERA, Universit\u00e9 Paris Saclay, 92190Meudon, France"],"raw_orcid":"https://orcid.org/0000-0002-6910-4276","affiliations":[{"raw_affiliation_string":"DAAA, ONERA, Universit\u00e9 Paris Saclay, 92190Meudon, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801658355"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084874955","display_name":"Samir Beneddine","orcid":"https://orcid.org/0000-0003-3657-6602","observed_orcids":["https://orcid.org/0000-0003-3657-6602"]},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Samir Beneddine","raw_affiliation_strings":["DAAA, ONERA, Universit\u00e9 Paris Saclay, 92190Meudon, France"],"raw_orcid":"https://orcid.org/0000-0003-3657-6602","affiliations":[{"raw_affiliation_string":"DAAA, ONERA, Universit\u00e9 Paris Saclay, 92190Meudon, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801658355"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088507338","display_name":"Julien Dandois","orcid":"https://orcid.org/0000-0002-6908-309X","observed_orcids":["https://orcid.org/0000-0002-6908-309X"]},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Julien Dandois","raw_affiliation_strings":["DAAA, ONERA, Universit\u00e9 Paris Saclay, 92190Meudon, France"],"raw_orcid":"https://orcid.org/0000-0002-6908-309X","affiliations":[{"raw_affiliation_string":"DAAA, ONERA, Universit\u00e9 Paris Saclay, 92190Meudon, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801658355"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046336582"],"corresponding_institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801658355"],"apc_list":{"value":3255,"currency":"USD","value_usd":3255},"apc_paid":null,"fwci":12.3824,"has_fulltext":true,"cited_by_count":189,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.99373621,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"913","issue":null,"first_page":"A25","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12007","display_name":"Plasma and Flow Control in Aerodynamics","score":0.7124000191688538,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12007","display_name":"Plasma and Flow Control in Aerodynamics","score":0.7124000191688538,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.14059999585151672,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11254","display_name":"Fluid Dynamics and Vibration Analysis","score":0.07270000129938126,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/active-flow-control","display_name":"active flow control","score":0.828000009059906},{"id":"https://openalex.org/keywords/drag-reduction","display_name":"drag reduction","score":0.8730000257492065},{"id":"https://openalex.org/keywords/bluff-body-wake","display_name":"bluff body wake","score":0.6499999761581421},{"id":"https://openalex.org/keywords/synthetic-jets","display_name":"synthetic jets","score":0.9179999828338623},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8050000071525574},{"id":"https://openalex.org/keywords/sensor-placement-optimization","display_name":"sensor placement optimization","score":0.6869999766349792},{"id":"https://openalex.org/keywords/pressure-sensors","display_name":"pressure sensors","score":0.5540000200271606},{"id":"https://openalex.org/keywords/feedback-control","display_name":"feedback control","score":0.6359999775886536},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.48899999260902405},{"id":"https://openalex.org/keywords/energy-efficient-control","display_name":"energy-efficient control","score":0.8069999814033508}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8489779233932495},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6934025883674622},{"id":"https://openalex.org/C72921944","wikidata":"https://www.wikidata.org/wiki/Q206621","display_name":"Drag","level":2,"score":0.58689284324646},{"id":"https://openalex.org/C186766456","wikidata":"https://www.wikidata.org/wiki/Q612457","display_name":"Flow control (data)","level":2,"score":0.5747619271278381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.531367301940918},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5198698043823242},{"id":"https://openalex.org/C182748727","wikidata":"https://www.wikidata.org/wiki/Q178932","display_name":"Reynolds number","level":3,"score":0.4364883303642273},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3668276071548462},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32701125741004944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2948968708515167},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.23332998156547546},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08103865385055542},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C196558001","wikidata":"https://www.wikidata.org/wiki/Q190132","display_name":"Turbulence","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1017/jfm.2020.1170","doi":"https://doi.org/10.1017/jfm.2020.1170","is_oa":false,"landing_page_url":"https://doi.org/10.1017/jfm.2020.1170","pdf_url":null,"source":{"id":"https://openalex.org/S152000018","display_name":"Journal of Fluid Mechanics","issn_l":"0022-1120","issn":["0022-1120","1469-7645","1750-6859"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Fluid Mechanics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2006.11005","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.11005","pdf_url":"https://arxiv.org/pdf/2006.11005","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3036085520","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2006.11005","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:HAL:hal-03553116v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-03553116","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Fluid Mechanics, 2021, 913, pp.A25. &#x27E8;10.1017/jfm.2020.1170&#x27E9;","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2006.11005","doi":"https://doi.org/10.48550/arxiv.2006.11005","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.11005","pdf_url":"https://arxiv.org/pdf/2006.11005","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.11005","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.11005","pdf_url":"https://arxiv.org/pdf/2006.11005","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036085520.pdf","grobid_xml":"https://content.openalex.org/works/W3036085520.grobid-xml"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W200033674","https://openalex.org/W1014392243","https://openalex.org/W1191599655","https://openalex.org/W1522301498","https://openalex.org/W1535260033","https://openalex.org/W1544842156","https://openalex.org/W1771410628","https://openalex.org/W1954793758","https://openalex.org/W1978098781","https://openalex.org/W1984577209","https://openalex.org/W1990857251","https://openalex.org/W1991094623","https://openalex.org/W1992418549","https://openalex.org/W1993650522","https://openalex.org/W1995365279","https://openalex.org/W1997126009","https://openalex.org/W2007626559","https://openalex.org/W2008279321","https://openalex.org/W2008737946","https://openalex.org/W2013662474","https://openalex.org/W2033529726","https://openalex.org/W2041140077","https://openalex.org/W2041979270","https://openalex.org/W2043163633","https://openalex.org/W2048776317","https://openalex.org/W2063522974","https://openalex.org/W2065591153","https://openalex.org/W2069558199","https://openalex.org/W2069700902","https://openalex.org/W2071713213","https://openalex.org/W2085623372","https://openalex.org/W2086441169","https://openalex.org/W2094920200","https://openalex.org/W2106086813","https://openalex.org/W2107333738","https://openalex.org/W2114533090","https://openalex.org/W2119717200","https://openalex.org/W2130942839","https://openalex.org/W2132968576","https://openalex.org/W2134781512","https://openalex.org/W2138537392","https://openalex.org/W2145339207","https://openalex.org/W2155638978","https://openalex.org/W2155809947","https://openalex.org/W2157331557","https://openalex.org/W2157764140","https://openalex.org/W2164505767","https://openalex.org/W2194775991","https://openalex.org/W2315203688","https://openalex.org/W2324343233","https://openalex.org/W2328603798","https://openalex.org/W2342025321","https://openalex.org/W2370254987","https://openalex.org/W2402144811","https://openalex.org/W2510153535","https://openalex.org/W2512031720","https://openalex.org/W2520073992","https://openalex.org/W2584231952","https://openalex.org/W2611588873","https://openalex.org/W2624985854","https://openalex.org/W2736601468","https://openalex.org/W2771655537","https://openalex.org/W2867322238","https://openalex.org/W2888317899","https://openalex.org/W2889455267","https://openalex.org/W2895279298","https://openalex.org/W2920362155","https://openalex.org/W2935849742","https://openalex.org/W2950635152","https://openalex.org/W2952959463","https://openalex.org/W2964121744","https://openalex.org/W2972485515","https://openalex.org/W2973119841","https://openalex.org/W2973525135","https://openalex.org/W2975445440","https://openalex.org/W2985728346","https://openalex.org/W2995200295","https://openalex.org/W2999728064","https://openalex.org/W3014573904","https://openalex.org/W3020386665","https://openalex.org/W3021135564","https://openalex.org/W3025131289","https://openalex.org/W3035896789","https://openalex.org/W3037207827","https://openalex.org/W3045338167","https://openalex.org/W4324106947","https://openalex.org/W6600997697","https://openalex.org/W6606494994","https://openalex.org/W6630126088","https://openalex.org/W6814003322"],"related_works":["https://openalex.org/W4320864454","https://openalex.org/W6903856475","https://openalex.org/W2981983452","https://openalex.org/W7214795310","https://openalex.org/W4408992591","https://openalex.org/W3117424385","https://openalex.org/W4396840994","https://openalex.org/W6903714262","https://openalex.org/W6941567343","https://openalex.org/W4317634735"],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2,57],"on":[3,36,58,89,96],"finding":[4],"a":[5,13,70,93,107,111],"closed-loop":[6],"strategy":[7,67,82],"to":[8,26,74,110,137],"reduce":[9],"the":[10,37,46,49,59,64,76,101,123,135],"drag":[11,84],"of":[12,48,63,126,143],"cylinder":[14,50],"in":[15,45,147],"laminar":[16],"flow":[17,131],"conditions.":[18],"Deep":[19],"reinforcement":[20,127],"learning":[21,128],"algorithms":[22],"have":[23],"been":[24],"implemented":[25],"discover":[27],"efficient":[28],"control":[29,66,81,132,145],"schemes,":[30],"using":[31],"two":[32],"synthetic":[33],"jets":[34],"located":[35],"cylinder's":[38],"poles":[39],"as":[40,51],"actuators":[41],"and":[42,61,68,99,133,140],"pressure":[43],"sensors":[44],"wake":[47],"feedback":[52],"observation.":[53],"The":[54],"present":[55],"work":[56],"efficiency":[60],"robustness":[62],"identified":[65],"introduces":[69],"novel":[71],"algorithm":[72,104],"(S-PPO-CMA)":[73],"optimise":[75],"sensor":[77,97],"layout.":[78],"An":[79],"energy-efficient":[80],"reducing":[83],"by":[85],"with":[86,92],"negligible":[87],"impact":[88],"performance.":[90,118],"Along":[91],"systematic":[94],"study":[95],"number":[98],"location,":[100],"proposed":[102],"sparsity-seeking":[103],"has":[105],"achieved":[106],"successful":[108],"optimisation":[109],"reduced":[112],"five-sensor":[113],"layout":[114],"while":[115],"keeping":[116],"state-of-the-art":[117],"These":[119],"results":[120],"further":[121],"highlight":[122],"interesting":[124],"possibilities":[125],"for":[129],"active":[130],"pave":[134],"way":[136],"efficient,":[138],"robust":[139],"practical":[141],"implementations":[142],"these":[144],"techniques":[146],"experimental":[148],"or":[149],"industrial":[150],"systems.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3036085520","counts_by_year":[{"year":2026,"cited_by_count":45},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2020-06-25T00:00:00"}
