{"id":"https://openalex.org/W7110934146","doi":"https://doi.org/10.1109/tase.2025.3641551","title":"Learning Multi-Agent Reservoir Cooperative Operations Over Multi-Relational Directed Acyclic Graph","display_name":"Learning Multi-Agent Reservoir Cooperative Operations Over Multi-Relational Directed Acyclic Graph","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W7110934146","doi":"https://doi.org/10.1109/tase.2025.3641551"},"language":null,"primary_location":{"id":"doi:10.1109/tase.2025.3641551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3641551","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qiyong He","orcid":"https://orcid.org/0009-0000-4108-6304"},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiyong He","raw_affiliation_strings":["Department of Control Science and Engineering, the College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, State Key Laboratory of Autonomous Intelligent Unmanned Systems, the Frontiers Science Center for Intelligent Autonomous Systems, the Ministry of Education, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-4108-6304","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, the College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, State Key Laboratory of Autonomous Intelligent Unmanned Systems, the Frontiers Science Center for Intelligent Autonomous Systems, the Ministry of Education, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I4210105785"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiuxian Li","orcid":"https://orcid.org/0000-0002-4938-0468"},"institutions":[{"id":"https://openalex.org/I4210105785","display_name":"Intelligent Systems Research (United States)","ror":"https://ror.org/01reevc91","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105785"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiuxian Li","raw_affiliation_strings":["Department of Control Science and Engineering, the College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, State Key Laboratory of Autonomous Intelligent Unmanned Systems, the Frontiers Science Center for Intelligent Autonomous Systems, the Ministry of Education, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4938-0468","affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, the College of Electronics and Information Engineering, Shanghai Research Institute for Intelligent Autonomous Systems, State Key Laboratory of Autonomous Intelligent Unmanned Systems, the Frontiers Science Center for Intelligent Autonomous Systems, the Ministry of Education, and Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I4210105785"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Li Liang","orcid":"https://orcid.org/0000-0002-9106-9323"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liang","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9106-9323","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chen Chen","orcid":"https://orcid.org/0000-0001-9354-6974"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Chen","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9354-6974","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":null,"display_name":"Fang Deng","orcid":"https://orcid.org/0000-0002-1111-7285"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Deng","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1111-7285","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51158641,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"846","last_page":"858"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.6769000291824341,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.6769000291824341,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.04470000043511391,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.04149999842047691,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/directed-acyclic-graph","display_name":"Directed acyclic graph","score":0.875},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6258000135421753},{"id":"https://openalex.org/keywords/directed-graph","display_name":"Directed graph","score":0.6062999963760376},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5602999925613403},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4487999975681305},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4429999887943268},{"id":"https://openalex.org/keywords/topological-sorting","display_name":"Topological sorting","score":0.3935000002384186},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.36010000109672546},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.34880000352859497}],"concepts":[{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6938999891281128},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6258000135421753},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5602999925613403},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5216000080108643},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4487999975681305},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C176032523","wikidata":"https://www.wikidata.org/wiki/Q753127","display_name":"Topological sorting","level":3,"score":0.3935000002384186},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.34880000352859497},{"id":"https://openalex.org/C148067565","wikidata":"https://www.wikidata.org/wiki/Q3323718","display_name":"Moral graph","level":5,"score":0.3416000008583069},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3368000090122223},{"id":"https://openalex.org/C157951044","wikidata":"https://www.wikidata.org/wiki/Q1400910","display_name":"Feedback arc set","level":5,"score":0.3102000057697296},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2851000130176544},{"id":"https://openalex.org/C17758045","wikidata":"https://www.wikidata.org/wiki/Q2642629","display_name":"Multigraph","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C56348326","wikidata":"https://www.wikidata.org/wiki/Q1047554","display_name":"Mutual exclusion","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C38754835","wikidata":"https://www.wikidata.org/wiki/Q2003238","display_name":"Strongly connected component","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25699999928474426},{"id":"https://openalex.org/C195818886","wikidata":"https://www.wikidata.org/wiki/Q5421724","display_name":"Expressive power","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C96146094","wikidata":"https://www.wikidata.org/wiki/Q609057","display_name":"Unification","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3641551","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3641551","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1300661389","display_name":null,"funder_award_id":"2021SHZDZX0100","funder_id":"https://openalex.org/F4320335480","funder_display_name":"Guangzhou Municipal Science and Technology Project"},{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5756552843","display_name":null,"funder_award_id":"62473292","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8859499790","display_name":null,"funder_award_id":"2022ZD0119702","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335480","display_name":"Guangzhou Municipal Science and Technology Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1989400239","https://openalex.org/W2022413055","https://openalex.org/W2067716288","https://openalex.org/W2130068839","https://openalex.org/W2166390850","https://openalex.org/W2604314403","https://openalex.org/W2809891854","https://openalex.org/W2952646710","https://openalex.org/W2991046523","https://openalex.org/W2998702685","https://openalex.org/W2998910704","https://openalex.org/W3035413153","https://openalex.org/W3130275248","https://openalex.org/W3207305612","https://openalex.org/W3213797014","https://openalex.org/W4200194218","https://openalex.org/W4284880100","https://openalex.org/W4289878080","https://openalex.org/W4328103787","https://openalex.org/W4364377857","https://openalex.org/W4385722872","https://openalex.org/W4385833457","https://openalex.org/W4386515812","https://openalex.org/W4387245268","https://openalex.org/W4390017982","https://openalex.org/W4390902297","https://openalex.org/W4391178984","https://openalex.org/W4391775400","https://openalex.org/W4399028745","https://openalex.org/W4400947041","https://openalex.org/W4401687351","https://openalex.org/W4403087719","https://openalex.org/W4404738510","https://openalex.org/W4405484753","https://openalex.org/W4409327420","https://openalex.org/W4411696547","https://openalex.org/W4413767881"],"related_works":[],"abstract_inverted_index":{"Operating":[0],"large":[1],"multi-reservoir":[2],"systems":[3,26],"is":[4,79],"critical":[5],"for":[6,124,136],"effective":[7],"water":[8],"allocation,":[9],"hydropower":[10],"generation,":[11],"and":[12,35,42,70,98,128,151,159],"economic":[13],"development.":[14],"However,":[15],"conventional":[16],"robust":[17],"planning-based":[18],"methods":[19],"scale":[20],"poorly":[21],"beyond":[22],"single-reservoir":[23],"or":[24],"cascaded":[25],"due":[27],"to":[28,82,132,161],"computational":[29],"intractability.":[30],"Addressing":[31],"inter-reservoir":[32],"relation":[33],"extraction":[34,127],"coordination":[36],"under":[37],"conflicting":[38],"objectives,":[39,67],"uncertain":[40],"inflows,":[41],"complex":[43],"network":[44],"couplings":[45],"therefore":[46],"remains":[47],"an":[48],"open":[49],"challenge.":[50],"To":[51],"tackle":[52],"this":[53,103],"problem,":[54],"we":[55,105],"introduce":[56],"the":[57,92,107],"multi-agent":[58,108],"reservoir":[59],"cooperative":[60],"operation":[61],"(MARCO)":[62],"environment,":[63],"which":[64],"integrates":[65],"multiple":[66],"heterogeneous":[68],"topology,":[69],"stochastic":[71],"inflows":[72],"in":[73,154],"a":[74,84,115],"unified":[75],"framework.":[76],"An":[77],"algorithm":[78,118],"then":[80],"designed":[81],"construct":[83],"multi-relational":[85],"directed":[86,110],"acyclic":[87,111,130],"graph":[88,112],"(MR-DAG)":[89],"that":[90,119,145],"encodes":[91],"underlying":[93],"topology":[94],"through":[95],"coupled":[96],"objectives":[97],"entity":[99],"relations.":[100],"Building":[101],"on":[102,142],"representation,":[104],"propose":[106],"relational":[109],"transformer":[113],"(MAR-DAGT),":[114],"reinforcement":[116],"learning":[117],"performs":[120],"typed":[121],"message":[122],"passing":[123],"efficient":[125],"feature":[126],"employs":[129],"decision-making":[131],"exploit":[133],"causal":[134],"structure":[135],"improved":[137],"credit":[138],"assignment.":[139],"Extensive":[140],"experiments":[141],"MARCO":[143],"show":[144],"MAR-DAGT":[146],"consistently":[147],"outperforms":[148],"other":[149],"MARL":[150],"optimization-based":[152],"baselines":[153],"terms":[155],"of":[156],"objective":[157],"satisfaction":[158],"robustness":[160],"inflow":[162],"uncertainty.":[163]},"counts_by_year":[],"updated_date":"2026-01-15T23:16:33.117629","created_date":"2025-12-10T00:00:00"}