{"id":"https://openalex.org/W3177678475","doi":"https://doi.org/10.1109/access.2021.3094466","title":"Deep Reinforcement Learning-Based Smart Joint Control Scheme for On/Off Pumping Systems in Wastewater Treatment Plants","display_name":"Deep Reinforcement Learning-Based Smart Joint Control Scheme for On/Off Pumping Systems in Wastewater Treatment Plants","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3177678475","doi":"https://doi.org/10.1109/access.2021.3094466","mag":"3177678475"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3094466","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3094466","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09474446.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09474446.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054416254","display_name":"Giup Seo","orcid":"https://orcid.org/0000-0001-8629-5978"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Giup Seo","raw_affiliation_strings":["Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-8629-5978","affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026672459","display_name":"Seungwook Yoon","orcid":"https://orcid.org/0000-0003-3753-7189"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungwook Yoon","raw_affiliation_strings":["Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3753-7189","affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100638900","display_name":"Myungsun Kim","orcid":"https://orcid.org/0000-0002-4822-6354"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Myungsun Kim","raw_affiliation_strings":["Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-4822-6354","affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080150834","display_name":"Changho Mun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117358","display_name":"Busan Medical Center","ror":"https://ror.org/02csf4f34","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I4210117358"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Changho Mun","raw_affiliation_strings":["Busan Environmental Corporation, Busan, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Busan Environmental Corporation, Busan, Republic of Korea","institution_ids":["https://openalex.org/I4210117358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006486439","display_name":"Euiseok Hwang","orcid":"https://orcid.org/0000-0002-1718-7030"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Euiseok Hwang","raw_affiliation_strings":["Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-1718-7030","affiliations":[{"raw_affiliation_string":"Gwangju Institute of Science and Technology (GIST), Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054416254"],"corresponding_institution_ids":["https://openalex.org/I39534123"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.627,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.8345372,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"9","issue":null,"first_page":"95360","last_page":"95371"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7250618934631348},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6613974571228027},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6482547521591187},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6035962104797363},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5354922413825989},{"id":"https://openalex.org/keywords/sewage-treatment","display_name":"Sewage treatment","score":0.4452442526817322},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4421297609806061},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.44193172454833984},{"id":"https://openalex.org/keywords/wastewater","display_name":"Wastewater","score":0.43281590938568115},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.41398075222969055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40672874450683594},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3141154944896698},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.29138970375061035},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25364357233047485},{"id":"https://openalex.org/keywords/environmental-engineering","display_name":"Environmental engineering","score":0.1579480767250061},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08162963390350342}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7250618934631348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6613974571228027},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6482547521591187},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6035962104797363},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5354922413825989},{"id":"https://openalex.org/C57442070","wikidata":"https://www.wikidata.org/wiki/Q221275","display_name":"Sewage treatment","level":2,"score":0.4452442526817322},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4421297609806061},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.44193172454833984},{"id":"https://openalex.org/C94061648","wikidata":"https://www.wikidata.org/wiki/Q336191","display_name":"Wastewater","level":2,"score":0.43281590938568115},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.41398075222969055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40672874450683594},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3141154944896698},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29138970375061035},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25364357233047485},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.1579480767250061},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08162963390350342},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3094466","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3094466","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09474446.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db439f483bef43ff91c2ee730cfc59fc","is_oa":true,"landing_page_url":"https://doaj.org/article/db439f483bef43ff91c2ee730cfc59fc","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 95360-95371 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3094466","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3094466","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09474446.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"},{"score":0.4099999964237213,"display_name":"Clean water and sanitation","id":"https://metadata.un.org/sdg/6"}],"awards":[{"id":"https://openalex.org/G3728999526","display_name":null,"funder_award_id":"1711120811","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320321317","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78"},{"id":"https://openalex.org/F4320322065","display_name":"National IT Industry Promotion Agency","ror":"https://ror.org/026v53e29"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3177678475.pdf","grobid_xml":"https://content.openalex.org/works/W3177678475.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1492106702","https://openalex.org/W1542194908","https://openalex.org/W1572804421","https://openalex.org/W1757796397","https://openalex.org/W1996118534","https://openalex.org/W1996526174","https://openalex.org/W1998354010","https://openalex.org/W2000057836","https://openalex.org/W2000812593","https://openalex.org/W2007164115","https://openalex.org/W2020066883","https://openalex.org/W2028790617","https://openalex.org/W2063131279","https://openalex.org/W2078834385","https://openalex.org/W2121092017","https://openalex.org/W2121863487","https://openalex.org/W2129513038","https://openalex.org/W2146509559","https://openalex.org/W2148076260","https://openalex.org/W2156368412","https://openalex.org/W2173248099","https://openalex.org/W2212491726","https://openalex.org/W2329849014","https://openalex.org/W2339857033","https://openalex.org/W2516233585","https://openalex.org/W2588084795","https://openalex.org/W2736601468","https://openalex.org/W2754517384","https://openalex.org/W2756407031","https://openalex.org/W2774719390","https://openalex.org/W2793262237","https://openalex.org/W2904149473","https://openalex.org/W2926295867","https://openalex.org/W2931156301","https://openalex.org/W2950791795","https://openalex.org/W2962872206","https://openalex.org/W2962938178","https://openalex.org/W2962974944","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2996116692","https://openalex.org/W2998417636","https://openalex.org/W3004881034","https://openalex.org/W3005335721","https://openalex.org/W3014623715","https://openalex.org/W3023586494","https://openalex.org/W3041382148","https://openalex.org/W3088357842","https://openalex.org/W3088484880","https://openalex.org/W3093007897","https://openalex.org/W3097499542","https://openalex.org/W4214717370","https://openalex.org/W4287662662","https://openalex.org/W4298857966","https://openalex.org/W6634104297","https://openalex.org/W6637967152","https://openalex.org/W6677939520","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6744123322","https://openalex.org/W6756463683"],"related_works":["https://openalex.org/W1990079087","https://openalex.org/W3202234113","https://openalex.org/W4306904969","https://openalex.org/W2101188133","https://openalex.org/W4248731570","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2381210024"],"abstract_inverted_index":{"In":[0,164],"this":[1,71],"paper,":[2],"we":[3],"propose":[4],"a":[5,37,76,86,104,115,149],"deep":[6,105,133],"reinforcement":[7],"learning":[8],"(DRL)":[9],"based":[10],"predictive":[11,207],"control":[12,146,208],"scheme":[13,101],"for":[14,85,110,118,171,177],"reducing":[15,237],"the":[16,32,48,68,81,90,94,99,120,124,140,156,222,226],"energy":[17,20,45,91,157,238],"consumption":[18,46,92,158],"and":[19,80,114,132,160,168,198,205,236],"cost":[21],"of":[22,51,63,70,89,93,98,103,123,186,195,231],"pumping":[23,82,125],"systems":[24],"in":[25,30,36,60,210,229],"wastewater":[26,112],"treatment":[27],"plants":[28],"(WWTP),":[29],"which":[31,174,211],"pumps":[33],"are":[34,137,175,181],"operated":[35],"binary":[38],"mode,":[39],"using":[40],"on/off":[41,121],"signals.":[42],"As":[43],"global":[44],"increases,":[47],"efficient":[49],"operation":[50],"energy-intensive":[52],"facilities":[53],"has":[54],"also":[55,182],"become":[56],"important.":[57],"A":[58],"WWTP":[59,74,196],"Busan,":[61],"Republic":[62],"Korea":[64],"is":[65,75,152,191,217],"used":[66],"as":[67,139,202],"target":[69],"study.":[72],"This":[73],"large":[77],"energy-consuming":[78],"facility,":[79],"station":[83],"accounts":[84],"significant":[87],"portion":[88],"WWTP.":[95],"The":[96,184],"framework":[97],"proposed":[100],"consists":[102],"neural":[106],"network":[107,135],"(DNN)":[108],"model":[109,206],"forecasting":[111],"inflow":[113],"DRL":[116,141,189],"agent":[117],"controlling":[119],"signals":[122],"system,":[126],"where":[127],"proximal":[128],"policy":[129],"optimization":[130,216],"(PPO)":[131],"Q-neural":[134],"(DQN)":[136],"employed":[138],"agents.":[142],"To":[143],"implement":[144],"smart":[145],"with":[147,193,233],"DRL,":[148],"reward":[150],"function":[151],"designed":[153,188,223],"to":[154],"consider":[155],"amount":[159],"electricity":[161],"price":[162],"information.":[163],"particular,":[165],"new":[166],"features":[167],"penalty":[169],"factors":[170],"pump":[172,179],"switching,":[173],"essential":[176],"preventing":[178],"wear,":[180],"considered.":[183],"performance":[185],"our":[187],"agents":[190,224],"compared":[192],"those":[194],"experts":[197],"conventional":[199],"approaches":[200,228],"such":[201],"scheduling":[203],"method":[204],"(MPC),":[209],"integer":[212],"linear":[213],"programming":[214],"(ILP)":[215],"employed.":[218],"Results":[219],"show":[220],"that":[221],"outperform":[225],"other":[227],"terms":[230],"compliance":[232],"operating":[234],"rules":[235],"costs.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}