{"id":"https://openalex.org/W4387567514","doi":"https://doi.org/10.1109/etfa54631.2023.10275522","title":"Optimal set point generation based on deep reinforcement learning and transfer knowledge for Wastewater Treatment Plants","display_name":"Optimal set point generation based on deep reinforcement learning and transfer knowledge for Wastewater Treatment Plants","publication_year":2023,"publication_date":"2023-09-12","ids":{"openalex":"https://openalex.org/W4387567514","doi":"https://doi.org/10.1109/etfa54631.2023.10275522"},"language":"en","primary_location":{"id":"doi:10.1109/etfa54631.2023.10275522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa54631.2023.10275522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 28th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056893587","display_name":"\u00d3scar Aponte-Rengifo","orcid":null},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Oscar Aponte-Rengifo","raw_affiliation_strings":["University of Salamanca,Informatics and Automatics Department,Spain","Informatics and Automatics Department, University of Salamanca, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salamanca,Informatics and Automatics Department,Spain","institution_ids":["https://openalex.org/I184999862"]},{"raw_affiliation_string":"Informatics and Automatics Department, University of Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045101158","display_name":"Ram\u00f3n Vilanova","orcid":"https://orcid.org/0000-0002-8035-5199"},"institutions":[{"id":"https://openalex.org/I123044942","display_name":"Universitat Aut\u00f2noma de Barcelona","ror":"https://ror.org/052g8jq94","country_code":"ES","type":"education","lineage":["https://openalex.org/I123044942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ram\u00f3n Vilanova","raw_affiliation_strings":["Autonoma University of Barcelona,Telecommunications and Systems Department,Spain","Telecommunications and Systems Department, Autonoma University of Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonoma University of Barcelona,Telecommunications and Systems Department,Spain","institution_ids":["https://openalex.org/I123044942"]},{"raw_affiliation_string":"Telecommunications and Systems Department, Autonoma University of Barcelona, Spain","institution_ids":["https://openalex.org/I123044942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073577453","display_name":"Mario Francisco","orcid":"https://orcid.org/0000-0002-6505-0936"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Mario Francisco","raw_affiliation_strings":["University of Salamanca,Informatics and Automatics Department,Spain","Informatics and Automatics Department, University of Salamanca, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salamanca,Informatics and Automatics Department,Spain","institution_ids":["https://openalex.org/I184999862"]},{"raw_affiliation_string":"Informatics and Automatics Department, University of Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041970163","display_name":"Pastora Vega","orcid":"https://orcid.org/0000-0002-3504-2273"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pastora Vega","raw_affiliation_strings":["University of Salamanca,Informatics and Automatics Department,Spain","Informatics and Automatics Department, University of Salamanca, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salamanca,Informatics and Automatics Department,Spain","institution_ids":["https://openalex.org/I184999862"]},{"raw_affiliation_string":"Informatics and Automatics Department, University of Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090376700","display_name":"Silvana Revollar","orcid":"https://orcid.org/0000-0001-9869-6437"},"institutions":[{"id":"https://openalex.org/I184999862","display_name":"Universidad de Salamanca","ror":"https://ror.org/02f40zc51","country_code":"ES","type":"education","lineage":["https://openalex.org/I184999862"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Silvana Revollar","raw_affiliation_strings":["University of Salamanca,Informatics and Automatics Department,Spain","Informatics and Automatics Department, University of Salamanca, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salamanca,Informatics and Automatics Department,Spain","institution_ids":["https://openalex.org/I184999862"]},{"raw_affiliation_string":"Informatics and Automatics Department, University of Salamanca, Spain","institution_ids":["https://openalex.org/I184999862"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7817075252532959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6784752607345581},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5626451969146729},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.49274376034736633},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.47685158252716064},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4473695158958435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4396141469478607},{"id":"https://openalex.org/keywords/process-modeling","display_name":"Process modeling","score":0.42566490173339844},{"id":"https://openalex.org/keywords/sewage-treatment","display_name":"Sewage treatment","score":0.4145641326904297},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4143972396850586},{"id":"https://openalex.org/keywords/process-control","display_name":"Process control","score":0.4115852117538452},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3254650831222534},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3235695958137512},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20912832021713257},{"id":"https://openalex.org/keywords/process-optimization","display_name":"Process optimization","score":0.13719242811203003},{"id":"https://openalex.org/keywords/environmental-engineering","display_name":"Environmental engineering","score":0.09889712929725647}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7817075252532959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6784752607345581},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5626451969146729},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.49274376034736633},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.47685158252716064},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4473695158958435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4396141469478607},{"id":"https://openalex.org/C76956256","wikidata":"https://www.wikidata.org/wiki/Q27610560","display_name":"Process modeling","level":3,"score":0.42566490173339844},{"id":"https://openalex.org/C57442070","wikidata":"https://www.wikidata.org/wiki/Q221275","display_name":"Sewage treatment","level":2,"score":0.4145641326904297},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4143972396850586},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.4115852117538452},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3254650831222534},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3235695958137512},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20912832021713257},{"id":"https://openalex.org/C115952470","wikidata":"https://www.wikidata.org/wiki/Q332172","display_name":"Process optimization","level":2,"score":0.13719242811203003},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.09889712929725647},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/etfa54631.2023.10275522","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa54631.2023.10275522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 28th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/6","score":0.8700000047683716,"display_name":"Clean water and sanitation"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1481405077","https://openalex.org/W1738086807","https://openalex.org/W1931877416","https://openalex.org/W2006491884","https://openalex.org/W2020066883","https://openalex.org/W2116205101","https://openalex.org/W2151382427","https://openalex.org/W2155027007","https://openalex.org/W2202549229","https://openalex.org/W2583761661","https://openalex.org/W2771100845","https://openalex.org/W2788862220","https://openalex.org/W2808785294","https://openalex.org/W2914731160","https://openalex.org/W2915369020","https://openalex.org/W2949600457","https://openalex.org/W2986617680","https://openalex.org/W2997725403","https://openalex.org/W3001383966","https://openalex.org/W3006834685","https://openalex.org/W3085267010","https://openalex.org/W3094639753","https://openalex.org/W3109330680","https://openalex.org/W3134744011","https://openalex.org/W3172068781","https://openalex.org/W3213705378","https://openalex.org/W4214717370","https://openalex.org/W4302085243","https://openalex.org/W4317438974","https://openalex.org/W4319988532","https://openalex.org/W4320729930","https://openalex.org/W4400134761","https://openalex.org/W6637501037","https://openalex.org/W6640174482","https://openalex.org/W6682205418","https://openalex.org/W6683204974","https://openalex.org/W6732467815","https://openalex.org/W6736469832","https://openalex.org/W6759225949","https://openalex.org/W6783144354","https://openalex.org/W6790188114","https://openalex.org/W6848605334","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2169926512","https://openalex.org/W2623471005"],"abstract_inverted_index":{"In":[0],"this":[1,86],"work,":[2],"a":[3,51,88,128],"model-free":[4,89,121],"Reinforcement":[5],"Learning":[6,98],"method":[7],"is":[8,28,99,104],"implemented":[9],"to":[10,31,55,70,74,106],"control":[11,46],"the":[12,15,35,39,42,76,79,109],"aeration":[13],"in":[14,18,38,50],"nitrification":[16],"process":[17,80],"wastewater":[19],"treatment":[20],"plants":[21],"(WWTPs).":[22],"Controlling":[23],"real":[24,43,52],"complex":[25,63],"non-linear":[26],"processes":[27],"challenging":[29],"due":[30,54],"model":[32,36],"mismatch":[33],"between":[34,111],"used":[37],"controller":[40],"and":[41,62,114],"process.":[44],"Model-based":[45],"strategies":[47],"can":[48,123],"fail":[49],"implementation":[53],"modeling":[56],"errors.":[57],"WWTPs":[58],"include":[59],"multivariable,":[60],"nonlinear,":[61],"biological":[64],"processes,":[65],"which":[66],"makes":[67],"it":[68],"difficult":[69],"obtain":[71],"adequate":[72],"models":[73],"represent":[75],"dynamics":[77],"of":[78,96],"under":[81],"all":[82],"possible":[83],"conditions.":[84],"For":[85],"reason,":[87],"reinforcement":[90],"learning":[91],"agent":[92],"that":[93,120],"takes":[94],"advantage":[95],"Transfer":[97],"selected.":[100],"This":[101],"data-driven":[102,129],"procedure":[103],"trained":[105],"deal":[107],"with":[108],"trade-off":[110],"effluent":[112],"quality":[113],"operating":[115],"costs.":[116],"The":[117],"results":[118],"demonstrate":[119],"RL":[122],"reach":[124],"sub-optimal":[125],"solutions":[126],"through":[127],"procedure.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}