{"id":"https://openalex.org/W4413319056","doi":"https://doi.org/10.1109/tsg.2025.3599511","title":"An Optimal Scheduling Framework for Integrated Energy Systems Using Deep Reinforcement Learning and Deep Learning Prediction Models","display_name":"An Optimal Scheduling Framework for Integrated Energy Systems Using Deep Reinforcement Learning and Deep Learning Prediction Models","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413319056","doi":"https://doi.org/10.1109/tsg.2025.3599511"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2025.3599511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3599511","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101707548","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-6514-8001"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving, Hefei University of Technology, Hefei, China","Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-6514-8001","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013084356","display_name":"Ye He","orcid":"https://orcid.org/0009-0003-7640-6031"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye He","raw_affiliation_strings":["Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving, Hefei University of Technology, Hefei, China","Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0003-7640-6031","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030736224","display_name":"Hongbin Wu","orcid":"https://orcid.org/0000-0002-2250-1303"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Wu","raw_affiliation_strings":["Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving, Hefei University of Technology, Hefei, China","Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving Hefei University of Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-2250-1303","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Renewable Energy Utilization and Energy Saving Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017845115","display_name":"Nikos Hatziargyriou","orcid":"https://orcid.org/0000-0001-5296-191X"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikos D. Hatziargyriou","raw_affiliation_strings":["Electrical and Computer Engineering Department, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0001-5296-191X","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9203,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94493248,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"16","issue":"6","first_page":"4620","last_page":"4634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.8593999743461609,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.8593999743461609,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.8510000109672546,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.8490999937057495,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8228222131729126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6385055780410767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6131442785263062},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5670279264450073},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5464594960212708},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45074987411499023},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.26148468255996704},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10632374882698059}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8228222131729126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6385055780410767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6131442785263062},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5670279264450073},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5464594960212708},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45074987411499023},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26148468255996704},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10632374882698059}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2025.3599511","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3599511","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1636862259","display_name":null,"funder_award_id":"2108085UD05","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"},{"id":"https://openalex.org/G2024073574","display_name":null,"funder_award_id":"52407092","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6925996618","display_name":null,"funder_award_id":"JZ2024HGTA0181","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2607185215","https://openalex.org/W2795393584","https://openalex.org/W2911256795","https://openalex.org/W3007789683","https://openalex.org/W3020138885","https://openalex.org/W3035301282","https://openalex.org/W3082703051","https://openalex.org/W3155457324","https://openalex.org/W3194595441","https://openalex.org/W4220697267","https://openalex.org/W4220761859","https://openalex.org/W4281627714","https://openalex.org/W4289656058","https://openalex.org/W4291653179","https://openalex.org/W4300125419","https://openalex.org/W4307412542","https://openalex.org/W4312864239","https://openalex.org/W4312875665","https://openalex.org/W4313145927","https://openalex.org/W4313357454","https://openalex.org/W4319590884","https://openalex.org/W4327966583","https://openalex.org/W4360930454","https://openalex.org/W4361857318","https://openalex.org/W4366131873","https://openalex.org/W4372272228","https://openalex.org/W4378373480","https://openalex.org/W4383032844","https://openalex.org/W4385992337","https://openalex.org/W4386858057","https://openalex.org/W4386869617","https://openalex.org/W4387419303","https://openalex.org/W4390880098","https://openalex.org/W4400054927","https://openalex.org/W4404908029"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W2961085424","https://openalex.org/W3215138031","https://openalex.org/W4306674287","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W4387369504","https://openalex.org/W3082895349"],"abstract_inverted_index":{"Model-free":[0],"deep":[1,37,42,100],"reinforcement":[2,43],"learning":[3,38,44],"has":[4],"emerged":[5],"as":[6],"a":[7,32,70,92],"promising":[8],"method":[9,104,160],"for":[10,83],"addressing":[11],"the":[12,61,97,106,126,129,137,148,158],"scheduling":[13,45,119],"challenges":[14],"in":[15,21,113],"integrated":[16],"energy":[17],"systems.":[18],"However,":[19],"uncertainty":[20],"system":[22,114],"states":[23],"continues":[24],"to":[25,53,117,124,135,157],"hinder":[26],"optimization":[27],"efforts.":[28],"This":[29],"paper":[30],"proposes":[31],"hybrid":[33,71,107],"framework":[34,131],"that":[35,147],"integrates":[36],"prediction":[39,72,86,108,141],"models":[40],"with":[41,105],"models.":[46],"Initially,":[47],"Gaussian":[48],"process":[49],"regression":[50],"is":[51,81],"employed":[52],"extract":[54],"interval":[55,85],"information":[56],"from":[57],"stochastic":[58,89],"variables,":[59],"organizing":[60],"input":[62],"data":[63,134],"into":[64],"structured":[65],"time":[66],"series":[67],"segments.":[68],"Subsequently,":[69],"model,":[73,109],"combining":[74],"Transformer":[75],"and":[76],"long":[77],"short-term":[78],"memory":[79],"networks,":[80],"constructed":[82],"multi-step":[84],"of":[87,128,139],"these":[88],"variables.":[90],"Finally,":[91],"synchronized":[93],"training":[94],"mechanism":[95],"couples":[96],"twin":[98],"delayed":[99],"deterministic":[101],"policy":[102],"gradient":[103],"fully":[110],"exploiting":[111],"trends":[112],"state":[115],"changes":[116],"enhance":[118],"performance.":[120],"Experiments":[121],"are":[122],"conducted":[123],"validate":[125],"effectiveness":[127],"proposed":[130,149],"using":[132],"open-source":[133],"analyze":[136],"influence":[138],"different":[140],"methods":[142],"on":[143],"scheduling.":[144],"Results":[145],"show":[146],"approach":[150],"improves":[151],"overall":[152],"performance":[153],"by":[154],"22.4%":[155],"compared":[156],"baseline":[159]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}