{"id":"https://openalex.org/W4317743502","doi":"https://doi.org/10.3390/systems11020056","title":"Real-Time Scheduling of Pumps in Water Distribution Systems Based on Exploration-Enhanced Deep Reinforcement Learning","display_name":"Real-Time Scheduling of Pumps in Water Distribution Systems Based on Exploration-Enhanced Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-20","ids":{"openalex":"https://openalex.org/W4317743502","doi":"https://doi.org/10.3390/systems11020056"},"language":"en","primary_location":{"id":"doi:10.3390/systems11020056","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems11020056","pdf_url":"https://www.mdpi.com/2079-8954/11/2/56/pdf?version=1675070232","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2079-8954/11/2/56/pdf?version=1675070232","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088808620","display_name":"Shiyuan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyuan Hu","raw_affiliation_strings":["School of Environment, Harbin Institute of Technology, Harbin 150090, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Environment, Harbin Institute of Technology, Harbin 150090, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101747140","display_name":"Jinliang Gao","orcid":"https://orcid.org/0000-0002-6662-0187"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinliang Gao","raw_affiliation_strings":["School of Environment, Harbin Institute of Technology, Harbin 150090, China"],"raw_orcid":"https://orcid.org/0000-0002-6662-0187","affiliations":[{"raw_affiliation_string":"School of Environment, Harbin Institute of Technology, Harbin 150090, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049159763","display_name":"Dan Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Zhong","raw_affiliation_strings":["School of Environment, Harbin Institute of Technology, Harbin 150090, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Environment, Harbin Institute of Technology, Harbin 150090, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101995762","display_name":"Rui Wu","orcid":"https://orcid.org/0000-0003-0760-5101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Wu","raw_affiliation_strings":["Guangdong Yuehai Water Investment Co., Ltd., Shenzhen 518021, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Yuehai Water Investment Co., Ltd., Shenzhen 518021, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043838488","display_name":"Luming Liu","orcid":"https://orcid.org/0000-0001-9124-3558"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luming Liu","raw_affiliation_strings":["National Engineering Research Center of Urban Water Resources Co., Ltd., Harbin Institute of Technology, Harbin 150090, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Urban Water Resources Co., Ltd., Harbin Institute of Technology, Harbin 150090, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101747140"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":4.689,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.96030824,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"2","first_page":"56","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10969","display_name":"Water resources management and optimization","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7169902324676514},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6893625855445862},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6278585195541382},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.45345067977905273},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.43806272745132446},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.41429266333580017},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3235272467136383},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.31969964504241943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25189208984375},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1771184504032135}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7169902324676514},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6893625855445862},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6278585195541382},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.45345067977905273},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.43806272745132446},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.41429266333580017},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3235272467136383},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31969964504241943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25189208984375},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1771184504032135},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/systems11020056","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems11020056","pdf_url":"https://www.mdpi.com/2079-8954/11/2/56/pdf?version=1675070232","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4fb5316cb58b4504a3b92924f454f213","is_oa":true,"landing_page_url":"https://doaj.org/article/4fb5316cb58b4504a3b92924f454f213","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems, Vol 11, Iss 2, p 56 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2079-8954/11/2/56/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/systems11020056","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/systems11020056","is_oa":true,"landing_page_url":"https://doi.org/10.3390/systems11020056","pdf_url":"https://www.mdpi.com/2079-8954/11/2/56/pdf?version=1675070232","source":{"id":"https://openalex.org/S4210219410","display_name":"Systems","issn_l":"2079-8954","issn":["2079-8954"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8999999761581421,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G230243765","display_name":null,"funder_award_id":"2022YFC3203800","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3326984437","display_name":null,"funder_award_id":"2022YFC3203800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4147251174","display_name":null,"funder_award_id":"51978203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G787748342","display_name":null,"funder_award_id":"No.51978203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4317743502.pdf","grobid_xml":"https://content.openalex.org/works/W4317743502.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W9688975","https://openalex.org/W1499958662","https://openalex.org/W1872221544","https://openalex.org/W1983792072","https://openalex.org/W1990725719","https://openalex.org/W1998354010","https://openalex.org/W2016769236","https://openalex.org/W2017251063","https://openalex.org/W2019794715","https://openalex.org/W2038604409","https://openalex.org/W2047473583","https://openalex.org/W2052523371","https://openalex.org/W2052865287","https://openalex.org/W2063131279","https://openalex.org/W2085908846","https://openalex.org/W2106627319","https://openalex.org/W2108023383","https://openalex.org/W2257979135","https://openalex.org/W2268270141","https://openalex.org/W2312396909","https://openalex.org/W2469820602","https://openalex.org/W2511015368","https://openalex.org/W2602685854","https://openalex.org/W2620752371","https://openalex.org/W2622713141","https://openalex.org/W2888159215","https://openalex.org/W2921707589","https://openalex.org/W3024231485","https://openalex.org/W3048786892","https://openalex.org/W3081220388","https://openalex.org/W3109094741","https://openalex.org/W3123927338","https://openalex.org/W3166489710","https://openalex.org/W3189261389","https://openalex.org/W3193216456","https://openalex.org/W3195421112","https://openalex.org/W3197308516","https://openalex.org/W4280560631","https://openalex.org/W4293180257","https://openalex.org/W4296656084","https://openalex.org/W6753742133"],"related_works":["https://openalex.org/W2656997359","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4401161891","https://openalex.org/W4200387451","https://openalex.org/W2091185677","https://openalex.org/W1470192148","https://openalex.org/W2369224372","https://openalex.org/W3193430754"],"abstract_inverted_index":{"Effective":[0],"ways":[1],"to":[2,7,14,69,100,129,150,162],"optimise":[3],"real-time":[4,39,71],"pump":[5,40,72],"scheduling":[6,73,88],"maximise":[8],"energy":[9,20,125,170],"efficiency":[10],"are":[11],"being":[12],"sought":[13],"meet":[15],"the":[16,19,23,43,53,97,105,117,133,137,141,144,169],"challenges":[17],"in":[18,75,136,153],"market.":[21],"However,":[22],"considerable":[24],"number":[25],"of":[26,28,45,114,116,174],"evaluations":[27],"popular":[29],"optimisation":[30,108],"methods":[31,48],"based":[32],"on":[33],"metaheuristics":[34],"cause":[35],"significant":[36],"delays":[37],"for":[38,90],"scheduling,":[41],"and":[42,94,172],"simplification":[44],"traditional":[46],"deterministic":[47],"may":[49],"introduce":[50],"bias":[51],"towards":[52],"optimal":[54],"solutions.":[55],"To":[56],"address":[57,70],"these":[58],"limitations,":[59],"an":[60],"exploration-enhanced":[61],"deep":[62],"reinforcement":[63],"learning":[64],"(DRL)":[65],"framework":[66],"is":[67],"proposed":[68,145],"problems":[74],"water":[76,134,164],"distribution":[77],"systems.":[78],"The":[79],"experimental":[80],"results":[81],"indicate":[82],"that":[83,122],"E-PPO":[84],"can":[85,95,123],"learn":[86],"suboptimal":[87],"policies":[89],"various":[91],"demand":[92,165],"distributions":[93],"control":[96],"application":[98],"time":[99],"0.42":[101],"s":[102],"by":[103,127],"transferring":[104],"online":[106],"computation-intensive":[107],"task":[109],"offline.":[110],"Furthermore,":[111],"a":[112,154,159],"form":[113],"penalty":[115],"tank":[118],"level":[119,135,173],"was":[120],"found":[121],"reduce":[124],"costs":[126],"up":[128],"11.14%":[130],"without":[131],"sacrificing":[132],"long":[138],"term.":[139],"Following":[140],"DRL":[142],"framework,":[143],"method":[146],"makes":[147],"it":[148],"possible":[149],"schedule":[151],"pumps":[152],"more":[155],"agile":[156],"way":[157],"as":[158],"timely":[160],"response":[161],"changing":[163],"while":[166],"still":[167],"controlling":[168],"cost":[171],"tanks.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4}],"updated_date":"2026-08-09T07:27:16.801131","created_date":"2025-10-10T00:00:00"}