{"id":"https://openalex.org/W3199505082","doi":"https://doi.org/10.1109/access.2021.3114335","title":"Optimal Scheduling Framework of Electricity-Gas-Heat Integrated Energy System Based on Asynchronous Advantage Actor-Critic Algorithm","display_name":"Optimal Scheduling Framework of Electricity-Gas-Heat Integrated Energy System Based on Asynchronous Advantage Actor-Critic Algorithm","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3199505082","doi":"https://doi.org/10.1109/access.2021.3114335","mag":"3199505082"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3114335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3114335","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3114335","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101796785","display_name":"Jian Dong","orcid":"https://orcid.org/0009-0006-5838-4299"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jian Dong","raw_affiliation_strings":["School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617264","display_name":"Haixin Wang","orcid":"https://orcid.org/0000-0003-2315-6465"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haixin Wang","raw_affiliation_strings":["School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China. (e-mail: haixinwang@sut.edu.cn)"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China. (e-mail: haixinwang@sut.edu.cn)","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428468","display_name":"Junyou Yang","orcid":"https://orcid.org/0000-0002-7890-7206"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyou Yang","raw_affiliation_strings":["School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101444312","display_name":"Xinyi Lu","orcid":"https://orcid.org/0009-0005-9370-318X"},"institutions":[{"id":"https://openalex.org/I4210126065","display_name":"Shanghai Electric (China)","ror":"https://ror.org/0314qy595","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210126065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Lu","raw_affiliation_strings":["Electricity Intensive Control Department State Grid Liaoning Marketing Service Center, Shenyang, 110000, China"],"affiliations":[{"raw_affiliation_string":"Electricity Intensive Control Department State Grid Liaoning Marketing Service Center, Shenyang, 110000, China","institution_ids":["https://openalex.org/I4210126065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113734701","display_name":"Gao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu Gao","raw_affiliation_strings":["School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China","institution_ids":["https://openalex.org/I157507598"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101618998","display_name":"Xiran Zhou","orcid":"https://orcid.org/0000-0003-1828-6855"},"institutions":[{"id":"https://openalex.org/I157507598","display_name":"Shenyang University of Technology","ror":"https://ror.org/00d7f8730","country_code":"CN","type":"education","lineage":["https://openalex.org/I157507598"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiran Zhou","raw_affiliation_strings":["School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shenyang University of Technology, Shenyang 110870, China","institution_ids":["https://openalex.org/I157507598"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101796785"],"corresponding_institution_ids":["https://openalex.org/I157507598"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.0324,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.86959697,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"139685","last_page":"139696"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7968541979789734},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7435464262962341},{"id":"https://openalex.org/keywords/economic-dispatch","display_name":"Economic dispatch","score":0.6205632090568542},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5751033425331116},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5484394431114197},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5002310276031494},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.49271777272224426},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4670473635196686},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.39535894989967346},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33731865882873535},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.32026299834251404},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2650226950645447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11664247512817383},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08637449145317078}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7968541979789734},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7435464262962341},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.6205632090568542},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5751033425331116},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5484394431114197},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5002310276031494},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.49271777272224426},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4670473635196686},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.39535894989967346},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33731865882873535},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32026299834251404},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2650226950645447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11664247512817383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08637449145317078},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3114335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3114335","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a3e5db4ba9c943ce81c4dc1e74319db2","is_oa":true,"landing_page_url":"https://doaj.org/article/a3e5db4ba9c943ce81c4dc1e74319db2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 139685-139696 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3114335","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3114335","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8999999761581421}],"awards":[{"id":"https://openalex.org/G2691557640","display_name":null,"funder_award_id":"LQGD2019005","funder_id":"https://openalex.org/F4320327799","funder_display_name":"Scientific Research Fund of Liaoning Provincial Education Department"},{"id":"https://openalex.org/G5352146474","display_name":null,"funder_award_id":"2020-BS-141","funder_id":"https://openalex.org/F4320329051","funder_display_name":"Startup Foundation for Doctors of Liaoning Province"}],"funders":[{"id":"https://openalex.org/F4320327799","display_name":"Scientific Research Fund of Liaoning Provincial Education Department","ror":null},{"id":"https://openalex.org/F4320329051","display_name":"Startup Foundation for Doctors of Liaoning Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1991393594","https://openalex.org/W2032768101","https://openalex.org/W2129821902","https://openalex.org/W2195892928","https://openalex.org/W2274519084","https://openalex.org/W2474414499","https://openalex.org/W2809149939","https://openalex.org/W2809651346","https://openalex.org/W2899639849","https://openalex.org/W2903212546","https://openalex.org/W2908261578","https://openalex.org/W2910177044","https://openalex.org/W2934023751","https://openalex.org/W2952242647","https://openalex.org/W2953862337","https://openalex.org/W2963723202","https://openalex.org/W2964043796","https://openalex.org/W2964380499","https://openalex.org/W2968831808","https://openalex.org/W2974854012","https://openalex.org/W2987107772","https://openalex.org/W2997234275","https://openalex.org/W3000688900","https://openalex.org/W3013525469","https://openalex.org/W3014219979","https://openalex.org/W3020613774","https://openalex.org/W3027478218","https://openalex.org/W3031053846","https://openalex.org/W3034748593","https://openalex.org/W3036599512","https://openalex.org/W3088718510","https://openalex.org/W3124007978","https://openalex.org/W3156714352","https://openalex.org/W3178583587","https://openalex.org/W6692846177","https://openalex.org/W6751792830"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202"],"abstract_inverted_index":{"The":[0],"optimal":[1,45],"scheduling":[2,18],"of":[3,26,56,66,106,113,116,123,149],"integrated":[4],"energy":[5,10],"system":[6],"(IES)":[7],"can":[8],"improve":[9],"efficiency":[11],"and":[12,28,82,100,108,157,159,170],"economic":[13],"operation.":[14],"However,":[15],"the":[16,23,32,50,63,78,85,95,111,120,124,138,142,146,150,160],"existing":[17],"methods":[19,134,152],"cannot":[20],"accurately":[21],"handle":[22],"dynamic":[24],"changes":[25],"supply":[27,99],"demand":[29,101],"sides":[30,102],"in":[31],"electricity-gas-heat":[33],"IES":[34,57,67],"thanks":[35],"to":[36,77,93,109],"their":[37],"power":[38],"uncertainties.":[39],"To":[40],"tackle":[41],"this":[42],"problem,":[43],"an":[44],"dispatch":[46,64,86],"framework":[47,87],"based":[48,88],"on":[49,89],"asynchronous":[51,104],"advantage":[52],"actor-critic":[53],"(A3C)":[54],"method":[55],"is":[58,91,153,165],"proposed.":[59],"Firstly,":[60],"we":[61],"describe":[62],"problem":[65],"with":[68,141],"multiple":[69],"uncertainties":[70],"as":[71],"Markov":[72],"decision":[73,97],"process":[74],"(MDP)":[75],"according":[76],"corresponding":[79],"mathematical":[80],"models":[81],"constraints.":[83],"Then,":[84],"A3C":[90],"developed":[92],"optimize":[94],"control":[96],"for":[98],"by":[103,119,137,155,167],"learning":[105],"agents":[107],"reduce":[110],"relevance":[112],"parameters":[114],"update":[115],"neural":[117],"networks":[118],"multi-agent":[121],"utilization":[122],"central":[125],"processing":[126],"unit":[127],"(CPU)":[128],"multi-threading":[129],"function.":[130],"Finally,":[131],"our":[132],"proposed":[133,151],"are":[135],"verified":[136],"simulations.":[139],"Compared":[140],"previous":[143],"optimization":[144],"algorithms,":[145],"training":[147],"time":[148],"shortened":[154],"37%":[156],"30%,":[158],"daily":[161],"average":[162],"operating":[163],"cost":[164],"reduced":[166],"3%,":[168],"5.2%":[169],"8.7%.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}