{"id":"https://openalex.org/W3088655052","doi":"https://doi.org/10.1109/access.2020.3025194","title":"A Multi-Critic Reinforcement Learning Method: An Application to Multi-Tank Water Systems","display_name":"A Multi-Critic Reinforcement Learning Method: An Application to Multi-Tank Water Systems","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3088655052","doi":"https://doi.org/10.1109/access.2020.3025194","mag":"3088655052"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3025194","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3025194","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200594.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200594.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050996892","display_name":"Juan Martinez-Piazuelo","orcid":"https://orcid.org/0000-0002-3032-0502"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Juan Martinez-Piazuelo","raw_affiliation_strings":["Universidad de los Andes, Bogot\u00e1, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-3032-0502","affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Bogot\u00e1, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033170774","display_name":"Daniel E. Ochoa","orcid":"https://orcid.org/0000-0002-5442-1105"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel E. Ochoa","raw_affiliation_strings":["University of Colorado Boulder, Boulder"],"raw_orcid":"https://orcid.org/0000-0002-5442-1105","affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010955102","display_name":"Nicanor Quijano","orcid":"https://orcid.org/0000-0002-8688-3195"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Nicanor Quijano","raw_affiliation_strings":["Universidad de los Andes, Bogot\u00e1, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-8688-3195","affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Bogot\u00e1, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001455035","display_name":"Luis Felipe Giraldo","orcid":"https://orcid.org/0000-0002-2492-4422"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Luis Felipe Giraldo","raw_affiliation_strings":["Universidad de los Andes, Bogot\u00e1, Colombia"],"raw_orcid":"https://orcid.org/0000-0002-2492-4422","affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Bogot\u00e1, Colombia","institution_ids":["https://openalex.org/I162096671"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.072,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.89894928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"173227","last_page":"173238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.914530336856842},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7712759971618652},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6844428181648254},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6431677341461182},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5686249732971191},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5565539598464966},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.449348509311676},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4383491277694702},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3605642318725586},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.18938887119293213},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10136106610298157},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08343040943145752}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.914530336856842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712759971618652},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6844428181648254},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6431677341461182},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5686249732971191},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5565539598464966},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.449348509311676},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4383491277694702},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3605642318725586},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.18938887119293213},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10136106610298157},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08343040943145752},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3025194","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3025194","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200594.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0354c269f2bc4e5eb256431311701bea","is_oa":true,"landing_page_url":"https://doaj.org/article/0354c269f2bc4e5eb256431311701bea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 173227-173238 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3025194","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3025194","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09200594.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/6","display_name":"Clean water and sanitation","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3088655052.pdf","grobid_xml":"https://content.openalex.org/works/W3088655052.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1574514837","https://openalex.org/W1626155273","https://openalex.org/W2017957151","https://openalex.org/W2050838777","https://openalex.org/W2111034649","https://openalex.org/W2145339207","https://openalex.org/W2150436340","https://openalex.org/W2165150801","https://openalex.org/W2291973609","https://openalex.org/W2509374375","https://openalex.org/W2624731731","https://openalex.org/W2734325473","https://openalex.org/W2767050701","https://openalex.org/W2772589676","https://openalex.org/W2781726626","https://openalex.org/W2783348207","https://openalex.org/W2791797404","https://openalex.org/W2894976951","https://openalex.org/W2904246096","https://openalex.org/W2910509260","https://openalex.org/W2946545621","https://openalex.org/W2950892788","https://openalex.org/W2962966033","https://openalex.org/W2963161674","https://openalex.org/W2963211300","https://openalex.org/W2963821308","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964121744","https://openalex.org/W2966537656","https://openalex.org/W2972546470","https://openalex.org/W2990401496","https://openalex.org/W3101442004","https://openalex.org/W4214717370","https://openalex.org/W4288009511","https://openalex.org/W4302570325","https://openalex.org/W6631190155","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6696783566","https://openalex.org/W6740888197","https://openalex.org/W6744935223","https://openalex.org/W6747473740","https://openalex.org/W6755069753","https://openalex.org/W6757592117","https://openalex.org/W6770894543"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"This":[0,134],"paper":[1],"investigates":[2],"the":[3,13,29,56,60,64,95,103,114,118,122,127,137,140,147,152],"combination":[4],"of":[5,16,59,109,113,139,146],"reinforcement":[6,149],"learning":[7,32,115,150],"and":[8,111,157],"neural":[9,39],"networks":[10],"applied":[11],"to":[12,85,101,161],"data-driven":[14],"control":[15,61,82],"dynamical":[17],"systems.":[18],"In":[19],"particular,":[20],"we":[21],"propose":[22,43],"a":[23,44,87,144],"multi-critic":[24,46,97,124,141],"actor-critic":[25,105],"architecture":[26],"that":[27,48,94,121],"eases":[28,55],"value":[30],"function":[31],"task":[33],"by":[34],"distributing":[35],"it":[36,54],"into":[37],"multiple":[38],"networks.":[40],"We":[41],"also":[42],"filtered":[45,123],"approach":[47,106],"offers":[49],"further":[50],"performance":[51],"improvements":[52],"as":[53],"training":[57],"process":[58,168],"policy.":[62],"All":[63],"studied":[65],"methods":[66],"are":[67],"evaluated":[68],"with":[69,77],"several":[70],"numerical":[71],"experiments":[72],"on":[73,143],"multi-tank":[74,162],"water":[75,163],"systems":[76,164],"nonlinear":[78],"coupled":[79],"dynamics,":[80],"where":[81],"is":[83,99],"known":[84],"be":[86],"challenging":[88],"task.":[89],"The":[90],"simulation":[91],"results":[92,119],"show":[93,120],"proposed":[96],"scheme":[98],"able":[100],"outperform":[102],"standard":[104],"in":[107],"terms":[108],"speed":[110],"sensitivity":[112],"process.":[116],"Moreover,":[117],"strategy":[125],"outperforms":[126],"unfiltered":[128],"one":[129],"under":[130],"these":[131],"same":[132],"terms.":[133],"document":[135],"highlights":[136],"benefits":[138],"methodology":[142],"state":[145],"art":[148],"algorithm,":[151],"deep":[153],"deterministic":[154],"policy":[155],"gradient,":[156],"demonstrates":[158],"its":[159],"application":[160],"relevant":[165],"for":[166],"industrial":[167],"control.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}