{"id":"https://openalex.org/W4408417536","doi":"https://doi.org/10.1080/00207179.2025.2478152","title":"Energy trading optimisation of microgrids considering degradation: a self-attention-based deep reinforcement learning method","display_name":"Energy trading optimisation of microgrids considering degradation: a self-attention-based deep reinforcement learning method","alternate_titles":[],"publication_year":2025,"publication_date":"2025-03-13","ids":{"openalex":"https://openalex.org/W4408417536","doi":"https://doi.org/10.1080/00207179.2025.2478152"},"language":"en","primary_location":{"id":"doi:10.1080/00207179.2025.2478152","doi":"https://doi.org/10.1080/00207179.2025.2478152","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207179.2025.2478152","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4408417536"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007499825","display_name":"Bin Xu","orcid":"https://orcid.org/0000-0001-7837-8554","observed_orcids":["https://orcid.org/0000-0001-7837-8554"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bin Xu","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhichao Zhuang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichao Zhuang","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017455903","display_name":"Honggen Bian","orcid":"https://orcid.org/0009-0004-2293-3351","observed_orcids":["https://orcid.org/0009-0004-2293-3351"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggen Bian","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024001028","display_name":"Qing Wen","orcid":"https://orcid.org/0000-0001-9686-5364","observed_orcids":["https://orcid.org/0000-0001-9686-5364"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Wen","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100646048","display_name":"Chengyang Li","orcid":"https://orcid.org/0009-0007-0928-3026","observed_orcids":["https://orcid.org/0009-0007-0928-3026"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyang Li","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009718169","display_name":"Jin Qi","orcid":"https://orcid.org/0000-0001-5846-4674","observed_orcids":["https://orcid.org/0000-0001-5846-4674"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Qi","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, Nanjing, People's Republic of China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5007499825"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":0.8006,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64233049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"98","issue":"11","first_page":"2686","last_page":"2697"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.022099999710917473,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/energy-storage-degradation","display_name":"energy storage degradation","score":0.8519999980926514},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.8299999833106995},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8040000200271606},{"id":"https://openalex.org/keywords/double-deep-q-network","display_name":"double deep Q-network","score":0.9210000038146973},{"id":"https://openalex.org/keywords/stochastic-games","display_name":"stochastic games","score":0.8859999775886536},{"id":"https://openalex.org/keywords/renewable-energy-uncertainty","display_name":"renewable energy uncertainty","score":0.9580000042915344}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7760171890258789},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.6611754894256592},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6145708560943604},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.535112202167511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49756577610969543},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3828701376914978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30828988552093506},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30100417137145996},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19615784287452698},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.12798482179641724},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207179.2025.2478152","doi":"https://doi.org/10.1080/00207179.2025.2478152","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207179.2025.2478152","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9853000044822693,"id":"https://metadata.un.org/sdg/7"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1124826932","display_name":null,"funder_award_id":"62172235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1994037823","https://openalex.org/W2006721366","https://openalex.org/W2026842670","https://openalex.org/W2119305986","https://openalex.org/W2151014408","https://openalex.org/W2758085729","https://openalex.org/W2810975040","https://openalex.org/W2897091017","https://openalex.org/W2907626093","https://openalex.org/W2919715400","https://openalex.org/W2946469828","https://openalex.org/W3005005335","https://openalex.org/W3041621816","https://openalex.org/W3107783769","https://openalex.org/W3113174134","https://openalex.org/W3114184852","https://openalex.org/W3147890507","https://openalex.org/W3163652268","https://openalex.org/W3196715347","https://openalex.org/W4200052769","https://openalex.org/W4200169276","https://openalex.org/W4205742833","https://openalex.org/W4206759694","https://openalex.org/W4213451426","https://openalex.org/W4225659819","https://openalex.org/W4226367956","https://openalex.org/W4289836703","https://openalex.org/W4312447919","https://openalex.org/W4312476281","https://openalex.org/W4313420226","https://openalex.org/W4328007666","https://openalex.org/W4380841409","https://openalex.org/W4381376714","https://openalex.org/W4384158313","https://openalex.org/W4385228826","https://openalex.org/W4388742543","https://openalex.org/W4389289231"],"related_works":["https://openalex.org/W3196715347","https://openalex.org/W4312447919","https://openalex.org/W2980533241","https://openalex.org/W2784890729","https://openalex.org/W3214831246","https://openalex.org/W3102664571","https://openalex.org/W4402264789","https://openalex.org/W3012215888","https://openalex.org/W4399799124","https://openalex.org/W4390628689"],"abstract_inverted_index":{"The":[0],"trading":[1,31,123,128],"environment":[2,124],"in":[3],"microgrids":[4],"is":[5,49,70],"complicated":[6],"by":[7],"the":[8,15,25,35,77,81,85,90,97,101,105,110,115,121,132,137],"uncertainty":[9],"of":[10,17,29,37],"renewable":[11],"energy":[12,30],"generation":[13],"and":[14,27,55,109,125],"degradation":[16,47],"Energy":[18,42],"Storage":[19],"Systems":[20],"(ESS),":[21],"which":[22],"significantly":[23],"reduces":[24],"stability":[26],"accuracy":[28],"decisions,":[32,129],"leading":[33],"to":[34,51,72,88,117,120,136],"loss":[36],"system":[38,53,133,147],"benefits.":[39,134],"A":[40],"novel":[41],"Trading":[43],"Model":[44],"considering":[45],"ESS":[46],"(ETMED)":[48],"established":[50],"maximise":[52],"benefits,":[54],"then":[56],"transformed":[57],"into":[58,104],"a":[59],"Markov":[60],"game":[61],"problem.":[62],"Self-Attention":[63],"based":[64],"Double":[65],"Deep":[66],"Q":[67],"Network":[68],"(SA-DDQN)":[69],"proposed":[71],"solve":[73],"it.":[74],"In":[75],"SA-DDQN,":[76],"self-attention":[78],"mechanism":[79],"weights":[80],"state":[82,94,106],"information,":[83],"enhancing":[84],"algorithm's":[86],"ability":[87],"capture":[89],"internal":[91],"relationship":[92],"between":[93],"data.":[95],"Furthermore,":[96],"duelling":[98],"architecture":[99],"divides":[100],"value":[102,107],"function":[103,108],"action":[111],"advantage":[112],"function,":[113],"enabling":[114],"algorithm":[116],"better":[118,150],"adapt":[119],"complex":[122],"make":[126],"accurate":[127],"thus":[130],"increasing":[131],"Compared":[135],"baseline":[138],"algorithms,":[139],"simulation":[140],"results":[141],"demonstrate":[142],"that":[143],"SA-DDQN":[144],"obtains":[145],"higher":[146],"benefits":[148],"with":[149],"convergence.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4408417536","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-03-14T00:00:00"}
