{"id":"https://openalex.org/W4390547652","doi":"https://doi.org/10.1109/tii.2023.3344130","title":"Action-Dependent Heuristic Dynamic Programming With Experience Replay for Wastewater Treatment Processes","display_name":"Action-Dependent Heuristic Dynamic Programming With Experience Replay for Wastewater Treatment Processes","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390547652","doi":"https://doi.org/10.1109/tii.2023.3344130"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2023.3344130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3344130","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055432844","display_name":"Junfei Qiao","orcid":"https://orcid.org/0000-0002-1707-6074"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfei Qiao","raw_affiliation_strings":["Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1707-6074","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060494556","display_name":"Mingming Zhao","orcid":"https://orcid.org/0000-0002-6405-4652"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingming Zhao","raw_affiliation_strings":["Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6405-4652","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024549341","display_name":"Ding Wang","orcid":"https://orcid.org/0000-0002-7149-5712"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Wang","raw_affiliation_strings":["Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7149-5712","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101711547","display_name":"Menghua Li","orcid":"https://orcid.org/0000-0002-7231-7555"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghua Li","raw_affiliation_strings":["Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7231-7555","affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, the Beijing Key Laboratory of Computational Intelligence and Intelligent System, the Beijing Laboratory of Smart Environmental Protection and the Beijing Institute of Artificial Intelligence, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":6.0593,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.96920093,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"20","issue":"4","first_page":"6257","last_page":"6265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9445000290870667,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6333721876144409},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6320171356201172},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5609376430511475},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.550459623336792},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5066340565681458},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4942493736743927},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.4836341142654419},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.47587528824806213},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.46203354001045227},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4418717324733734},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.42921626567840576},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24961796402931213},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2224905788898468},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19850897789001465},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.14770245552062988}],"concepts":[{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6333721876144409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6320171356201172},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5609376430511475},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.550459623336792},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5066340565681458},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4942493736743927},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.4836341142654419},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.47587528824806213},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.46203354001045227},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4418717324733734},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.42921626567840576},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24961796402931213},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2224905788898468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19850897789001465},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.14770245552062988},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2023.3344130","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2023.3344130","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Clean water and sanitation","score":0.8700000047683716,"id":"https://metadata.un.org/sdg/6"}],"awards":[{"id":"https://openalex.org/G339866880","display_name":null,"funder_award_id":"61890930\u20135","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3929591211","display_name":null,"funder_award_id":"62021003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4553196225","display_name":null,"funder_award_id":"62222301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W173093232","https://openalex.org/W1969959431","https://openalex.org/W2005675298","https://openalex.org/W2006352352","https://openalex.org/W2013895638","https://openalex.org/W2274220166","https://openalex.org/W2306459791","https://openalex.org/W2424242071","https://openalex.org/W2550302514","https://openalex.org/W2615522212","https://openalex.org/W2755508311","https://openalex.org/W2787869712","https://openalex.org/W2800540533","https://openalex.org/W2892699971","https://openalex.org/W2909852234","https://openalex.org/W2955251534","https://openalex.org/W2972143761","https://openalex.org/W2987218547","https://openalex.org/W3042425661","https://openalex.org/W3089016211","https://openalex.org/W3163501229","https://openalex.org/W3196262453","https://openalex.org/W3213705378","https://openalex.org/W4282946979","https://openalex.org/W4292981698","https://openalex.org/W4293195382","https://openalex.org/W4294690781","https://openalex.org/W4295832240","https://openalex.org/W4377145631","https://openalex.org/W4377224182","https://openalex.org/W4388579564"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3121791438","https://openalex.org/W2250140200"],"abstract_inverted_index":{"The":[0,99],"wastewater":[1],"treatment":[2],"process":[3],"(WWTP)":[4],"is":[5,20,29,57,79,125,149],"beneficial":[6],"for":[7],"maintaining":[8],"sufficient":[9],"water":[10],"resources":[11],"and":[12,110,130,139,176],"recycling":[13],"wastewater.":[14],"A":[15],"crucial":[16],"link":[17],"of":[18,70,108,156,179],"WWTP":[19],"to":[21,59,65,85,133,151,170],"ensure":[22,153],"that":[23],"the":[24,33,61,67,71,75,87,116,122,128,135,141,154,157,172,180],"dissolved":[25],"oxygen":[26],"(DO)":[27],"concentration":[28],"continuously":[30,114],"maintained":[31],"at":[32],"predetermined":[34],"value,":[35],"which":[36],"can":[37,103],"actually":[38],"be":[39],"considered":[40],"as":[41,81],"a":[42,82,92,96,145],"tracking":[43,63,68,89,117,159,174],"problem.":[44],"In":[45],"this":[46],"article,":[47],"an":[48],"experience":[49],"replay-based":[50],"action-dependent":[51],"heuristic":[52],"dynamic":[53],"programming":[54],"(ER-ADHDP)":[55],"method":[56,102],"developed":[58],"design":[60],"model-free":[62,88],"controller":[64,78,84,94],"accomplish":[66],"goal":[69],"DO":[72],"concentration.":[73],"First,":[74],"online":[76,100],"ER-ADHDP":[77,101,158,182],"regarded":[80],"supplementary":[83],"conduct":[86],"control":[90],"alongside":[91],"stabilizing":[93],"with":[95],"priori":[97],"knowledge.":[98],"adaptively":[104],"adjust":[105],"weight":[106],"parameters":[107],"critic":[109,129],"action":[111,131],"networks,":[112],"thereby":[113],"ameliorating":[115],"result":[118,148],"over":[119],"time.":[120],"Second,":[121],"ER":[123],"technique":[124],"integrated":[126],"into":[127],"networks":[132],"promote":[134],"data":[136],"utilization":[137],"efficiency":[138],"accelerate":[140],"learning":[142],"process.":[143],"Third,":[144],"rational":[146],"stability":[147],"provided":[150],"theoretically":[152],"usefulness":[155],"design.":[160],"Finally,":[161],"simulation":[162],"experiments":[163],"including":[164],"different":[165],"reference":[166],"trajectories":[167],"are":[168],"conducted":[169],"show":[171],"superb":[173],"performance":[175],"excellent":[177],"adaptability":[178],"proposed":[181],"method.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}