{"id":"https://openalex.org/W4408541103","doi":"https://doi.org/10.1016/j.neucom.2025.129977","title":"Enhancing offline reinforcement learning for wastewater treatment via transition filter and prioritized approximation loss","display_name":"Enhancing offline reinforcement learning for wastewater treatment via transition filter and prioritized approximation loss","publication_year":2025,"publication_date":"2025-03-18","ids":{"openalex":"https://openalex.org/W4408541103","doi":"https://doi.org/10.1016/j.neucom.2025.129977"},"language":"en","primary_location":{"id":"doi:10.1016/j.neucom.2025.129977","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.neucom.2025.129977","pdf_url":null,"source":{"id":"https://openalex.org/S45693802","display_name":"Neurocomputing","issn_l":"0925-2312","issn":["0925-2312","1872-8286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neurocomputing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.neucom.2025.129977","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032226722","display_name":"Ruyue Yang","orcid":"https://orcid.org/0000-0002-0733-9301"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyue Yang","raw_affiliation_strings":["Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0733-9301","affiliations":[{"raw_affiliation_string":"Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024549341","display_name":"Ding Wang","orcid":"https://orcid.org/0000-0002-7149-5712"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Wang","raw_affiliation_strings":["Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7149-5712","affiliations":[{"raw_affiliation_string":"Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001701963","display_name":"Matthew Li","orcid":"https://orcid.org/0000-0002-6207-4940"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghua Li","raw_affiliation_strings":["Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021583515","display_name":"Chengyu Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Cui","raw_affiliation_strings":["State Grid Beijing Chaoyang Power Supply Branch, State Grid Corporation of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Beijing Chaoyang Power Supply Branch, State Grid Corporation of China, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055432844","display_name":"Junfei Qiao","orcid":"https://orcid.org/0000-0002-1707-6074"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Junfei Qiao","raw_affiliation_strings":["Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","School of Information Science and Technology, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1707-6074","affiliations":[{"raw_affiliation_string":"Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Key Laboratory of Computational Intelligence and Intelligent System, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Beijing Laboratory of Smart Environmental Protection, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5055432844"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":{"value":2670,"currency":"USD","value_usd":2670},"apc_paid":{"value":2670,"currency":"USD","value_usd":2670},"fwci":0.6844,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70826998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"636","issue":null,"first_page":"129977","last_page":"129977"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7733379602432251},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.576408326625824},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5663621425628662},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.538638174533844},{"id":"https://openalex.org/keywords/wastewater","display_name":"Wastewater","score":0.4998791217803955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4547937512397766},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3883477449417114},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.25665295124053955},{"id":"https://openalex.org/keywords/environmental-engineering","display_name":"Environmental engineering","score":0.17867177724838257},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.16892841458320618},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.11578842997550964},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.11398431658744812}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7733379602432251},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.576408326625824},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5663621425628662},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.538638174533844},{"id":"https://openalex.org/C94061648","wikidata":"https://www.wikidata.org/wiki/Q336191","display_name":"Wastewater","level":2,"score":0.4998791217803955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4547937512397766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3883477449417114},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.25665295124053955},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.17867177724838257},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.16892841458320618},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.11578842997550964},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.11398431658744812}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.neucom.2025.129977","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.neucom.2025.129977","pdf_url":null,"source":{"id":"https://openalex.org/S45693802","display_name":"Neurocomputing","issn_l":"0925-2312","issn":["0925-2312","1872-8286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neurocomputing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.neucom.2025.129977","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.neucom.2025.129977","pdf_url":null,"source":{"id":"https://openalex.org/S45693802","display_name":"Neurocomputing","issn_l":"0925-2312","issn":["0925-2312","1872-8286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neurocomputing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Clean water and sanitation","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/6"}],"awards":[{"id":"https://openalex.org/G1638800125","display_name":null,"funder_award_id":"62473012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3173892580","display_name":null,"funder_award_id":"JQ19013","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G3929591211","display_name":null,"funder_award_id":"62021003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4553196225","display_name":null,"funder_award_id":"62222301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4581132493","display_name":null,"funder_award_id":"2021ZD0112301","funder_id":"https://openalex.org/F4320335960","funder_display_name":"National Major Science and Technology Projects of China"},{"id":"https://openalex.org/G7003024035","display_name":null,"funder_award_id":"2021ZD0112302","funder_id":"https://openalex.org/F4320335960","funder_display_name":"National Major Science and Technology Projects of China"},{"id":"https://openalex.org/G8857265815","display_name":null,"funder_award_id":"2021ZD0112302","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335960","display_name":"National Major Science and Technology Projects of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1583837637","https://openalex.org/W1738086807","https://openalex.org/W1959608418","https://openalex.org/W2046033161","https://openalex.org/W2145339207","https://openalex.org/W2182881779","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2559655401","https://openalex.org/W2760506156","https://openalex.org/W2772589676","https://openalex.org/W2791995503","https://openalex.org/W2802164917","https://openalex.org/W2893464633","https://openalex.org/W2931156301","https://openalex.org/W2945804043","https://openalex.org/W2958999761","https://openalex.org/W2963864421","https://openalex.org/W2982316857","https://openalex.org/W2990138404","https://openalex.org/W3022185986","https://openalex.org/W3022566517","https://openalex.org/W3023586494","https://openalex.org/W3036186095","https://openalex.org/W3094639753","https://openalex.org/W3196262453","https://openalex.org/W3206347156","https://openalex.org/W3213705378","https://openalex.org/W4225374983","https://openalex.org/W4237591687","https://openalex.org/W4283727098","https://openalex.org/W4293195382","https://openalex.org/W4294167385","https://openalex.org/W4300829226","https://openalex.org/W4302597718","https://openalex.org/W4311724156","https://openalex.org/W4323319236","https://openalex.org/W4353056919","https://openalex.org/W4360584316","https://openalex.org/W4377145631","https://openalex.org/W4377224182","https://openalex.org/W4384787103","https://openalex.org/W4385833430","https://openalex.org/W4386132084","https://openalex.org/W4386285856","https://openalex.org/W4388579564","https://openalex.org/W6606523008","https://openalex.org/W6607789263","https://openalex.org/W6677916085","https://openalex.org/W6687045409","https://openalex.org/W6757469721","https://openalex.org/W6769342953","https://openalex.org/W6780135261","https://openalex.org/W6802345703","https://openalex.org/W6810466897","https://openalex.org/W6852558186","https://openalex.org/W6855744250"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Wastewater":[0],"treatment":[1,89,115],"plays":[2],"a":[3,40,84],"crucial":[4],"role":[5],"in":[6,75,95],"urban":[7],"society,":[8],"requiring":[9],"efficient":[10],"control":[11],"strategies":[12],"to":[13,43,53,68],"optimize":[14],"its":[15,93],"performance.":[16],"In":[17],"this":[18,102],"paper,":[19],"we":[20],"propose":[21],"an":[22,108],"enhanced":[23],"offline":[24,76,110],"reinforcement":[25],"learning":[26,36],"(RL)":[27],"approach":[28,80],"for":[29,113],"wastewater":[30,88,114],"treatment.":[31],"Our":[32],"algorithm":[33,112,132],"improves":[34],"the":[35,63,70,105,117,130],"process.":[37],"It":[38],"uses":[39],"transition":[41,120],"filter":[42],"sort":[44],"out":[45],"low-performance":[46],"transitions":[47],"and":[48,87,116,122,137],"employs":[49],"prioritized":[50,55,123],"approximation":[51,124],"loss":[52],"achieve":[54],"experience":[56],"replay":[57],"with":[58],"uniformly":[59],"sampled":[60],"loss.":[61,125],"Additionally,":[62],"variational":[64],"autoencoder":[65],"is":[66,81],"introduced":[67],"address":[69],"problem":[71],"of":[72,101,107,119],"distribution":[73],"shift":[74],"RL.":[77],"The":[78,99],"proposed":[79,131],"evaluated":[82],"on":[83],"nonlinear":[85],"system":[86],"simulation":[90],"platform,":[91],"demonstrating":[92],"effectiveness":[94],"achieving":[96],"optimal":[97],"control.":[98],"contributions":[100],"paper":[103],"include":[104],"development":[106],"improved":[109],"RL":[111],"integration":[118],"filtering":[121],"Evaluation":[126],"results":[127],"demonstrate":[128],"that":[129],"achieves":[133],"lower":[134],"tracking":[135],"error":[136],"cost.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}