{"id":"https://openalex.org/W4205729691","doi":"https://doi.org/10.1109/tii.2021.3139650","title":"A Multiagent Deep Reinforcement Learning Based Approach for the Optimization of Transformer Life Using Coordinated Electric Vehicles","display_name":"A Multiagent Deep Reinforcement Learning Based Approach for the Optimization of Transformer Life Using Coordinated Electric Vehicles","publication_year":2022,"publication_date":"2022-01-05","ids":{"openalex":"https://openalex.org/W4205729691","doi":"https://doi.org/10.1109/tii.2021.3139650"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2021.3139650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3139650","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://vbn.aau.dk/ws/files/644653632/A_Multi-agent_Deep_Reinforcement_Learning-Based_Approach_for_the_Optimization_of_Transformer_Life_Using_Coordinated_Electric_Vehicles.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080370566","display_name":"Sichen Li","orcid":"https://orcid.org/0000-0001-8313-9574"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sichen Li","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-8313-9574","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082636856","display_name":"Weihao Hu","orcid":"https://orcid.org/0000-0002-7019-7289"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihao Hu","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7019-7289","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773238","display_name":"Di Cao","orcid":"https://orcid.org/0000-0002-8360-2888"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Cao","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062475345","display_name":"Zhenyuan Zhang","orcid":"https://orcid.org/0000-0003-3356-0111"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyuan Zhang","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-3356-0111","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076350750","display_name":"Qi Huang","orcid":"https://orcid.org/0000-0002-8637-0269"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I31595395","display_name":"Chengdu University of Technology","ror":"https://ror.org/05pejbw21","country_code":"CN","type":"education","lineage":["https://openalex.org/I31595395"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Huang","raw_affiliation_strings":["School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","College of Energy, Chengdu University of Technology, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8637-0269","affiliations":[{"raw_affiliation_string":"School of Mechanical and Electrical Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"College of Energy, Chengdu University of Technology, Chengdu, China","institution_ids":["https://openalex.org/I31595395"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100457678","display_name":"Zhe Chen","orcid":"https://orcid.org/0000-0002-2919-4481"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Zhe Chen","raw_affiliation_strings":["Department of Energy Technology, Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-2919-4481","affiliations":[{"raw_affiliation_string":"Department of Energy Technology, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039395705","display_name":"Frede Blaabjerg","orcid":"https://orcid.org/0000-0001-8311-7412"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Frede Blaabjerg","raw_affiliation_strings":["Department of Energy Technology, Aalborg University, Aalborg, Denmark"],"raw_orcid":"https://orcid.org/0000-0001-8311-7412","affiliations":[{"raw_affiliation_string":"Department of Energy Technology, Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4174,"has_fulltext":true,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95318219,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"18","issue":"11","first_page":"7639","last_page":"7652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10663","display_name":"Advanced Battery Technologies Research","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8850287199020386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6608710289001465},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6440025568008423},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.5570187568664551},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.47457340359687805},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4549519419670105},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.425048828125},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4232943654060364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24831360578536987},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09345725178718567}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8850287199020386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6608710289001465},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6440025568008423},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.5570187568664551},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.47457340359687805},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4549519419670105},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.425048828125},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4232943654060364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24831360578536987},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09345725178718567},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tii.2021.3139650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3139650","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:publications/d5e288e9-1098-4d0b-89ef-061b318edf33","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/d5e288e9-1098-4d0b-89ef-061b318edf33","pdf_url":"https://vbn.aau.dk/ws/files/644653632/A_Multi-agent_Deep_Reinforcement_Learning-Based_Approach_for_the_Optimization_of_Transformer_Life_Using_Coordinated_Electric_Vehicles.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, S, Hu, W, Cao, D, Zhang, Z, Huang, Q, Chen, Z & Blaabjerg, F 2022, 'A Multiagent Deep Reinforcement Learning Based Approach for the Optimization of Transformer Life Using Coordinated Electric Vehicles', I E E E Transactions on Industrial Informatics, vol. 18, no. 11, 9670726, pp. 7639 - 7652. https://doi.org/10.1109/TII.2021.3139650","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/d5e288e9-1098-4d0b-89ef-061b318edf33","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/d5e288e9-1098-4d0b-89ef-061b318edf33","pdf_url":"https://vbn.aau.dk/ws/files/644653632/A_Multi-agent_Deep_Reinforcement_Learning-Based_Approach_for_the_Optimization_of_Transformer_Life_Using_Coordinated_Electric_Vehicles.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, S, Hu, W, Cao, D, Zhang, Z, Huang, Q, Chen, Z & Blaabjerg, F 2022, 'A Multiagent Deep Reinforcement Learning Based Approach for the Optimization of Transformer Life Using Coordinated Electric Vehicles', I E E E Transactions on Industrial Informatics, vol. 18, no. 11, 9670726, pp. 7639 - 7652. https://doi.org/10.1109/TII.2021.3139650","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2135817346","display_name":null,"funder_award_id":"2018YFE0127600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4205729691.pdf","grobid_xml":"https://content.openalex.org/works/W4205729691.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W588626552","https://openalex.org/W1542941925","https://openalex.org/W2009668565","https://openalex.org/W2019769688","https://openalex.org/W2049814057","https://openalex.org/W2051920367","https://openalex.org/W2064675550","https://openalex.org/W2075120660","https://openalex.org/W2117597568","https://openalex.org/W2138289719","https://openalex.org/W2139638005","https://openalex.org/W2164878220","https://openalex.org/W2286600545","https://openalex.org/W2325757959","https://openalex.org/W2553601793","https://openalex.org/W2573296977","https://openalex.org/W2618530766","https://openalex.org/W2623491082","https://openalex.org/W2724169821","https://openalex.org/W2754252319","https://openalex.org/W2781726626","https://openalex.org/W2796096630","https://openalex.org/W2894976951","https://openalex.org/W2899639849","https://openalex.org/W2904635416","https://openalex.org/W2966110735","https://openalex.org/W2974778612","https://openalex.org/W2983887688","https://openalex.org/W3005335721","https://openalex.org/W3010036076","https://openalex.org/W3011090952","https://openalex.org/W3012189217","https://openalex.org/W3017198842","https://openalex.org/W3035404531","https://openalex.org/W3036323334","https://openalex.org/W3037631072","https://openalex.org/W3040994746","https://openalex.org/W3041153132","https://openalex.org/W3082497299","https://openalex.org/W3088286182","https://openalex.org/W3098087312","https://openalex.org/W3108288031","https://openalex.org/W3152881947","https://openalex.org/W3170397984","https://openalex.org/W3181341067","https://openalex.org/W4287637675","https://openalex.org/W4385245566","https://openalex.org/W6735939104","https://openalex.org/W6739193204","https://openalex.org/W6739901393","https://openalex.org/W6740092555","https://openalex.org/W6747473740","https://openalex.org/W6755069753","https://openalex.org/W6784458062"],"related_works":["https://openalex.org/W2264067234","https://openalex.org/W3124243301","https://openalex.org/W1571502335","https://openalex.org/W1589409554","https://openalex.org/W2759038785","https://openalex.org/W2172232600","https://openalex.org/W4394842762","https://openalex.org/W3123876860","https://openalex.org/W3124172198","https://openalex.org/W2046181650"],"abstract_inverted_index":{"The":[0,126],"uncertainties":[1,57],"of":[2,5,17,20,33,36,42,134,145,155,191,209],"charging":[3,29,89,132],"behavior":[4],"electric":[6],"vehicle":[7],"(EV)":[8],"owners":[9],"have":[10],"a":[11,26,77,106],"negative":[12],"impact":[13],"on":[14,92,118,137],"the":[15,34,40,56,60,87,93,97,101,123,143,149,153,164,187,207,210],"loss":[16],"life":[18],"(LOL)":[19],"distribution":[21,37],"transformer.":[22],"This":[23],"article":[24],"proposes":[25],"decentralized":[27],"EV":[28,43,69,146],"framework":[30],"for":[31],"optimization":[32],"LOL":[35],"transformer":[38],"considering":[39],"dissatisfactions":[41],"owners.":[44],"Specifically,":[45],"long-short-term":[46],"memory":[47],"(LSTM)":[48],"neural":[49],"network":[50],"is":[51,70,83],"first":[52],"utilized":[53],"to":[54,85,109,177,186,205],"capture":[55],"caused":[58],"by":[59,96,152],"load":[61],"demand":[62],"and":[63,76,158,168,183],"electricity":[64],"price.":[65],"After":[66],"that,":[67],"each":[68],"modeled":[71],"as":[72],"an":[73],"intelligent":[74],"agent":[75],"multiagent":[78,192],"deep":[79,169],"reinforcement":[80,173],"learning":[81,174],"approach":[82,128],"applied":[84],"solve":[86],"coordinated":[88,111,131],"problem":[90],"based":[91,117,136],"forecasting":[94],"information":[95,120],"LSTM":[98],"network.":[99],"All":[100],"agents":[102],"are":[103,175,196],"trained":[104],"in":[105,172],"centralized":[107],"manner":[108],"develop":[110],"control":[112],"strategies":[113],"while":[114],"informing":[115],"decisions":[116],"local":[119,138],"when":[121],"finishing":[122],"training":[124,181],"process.":[125],"proposed":[127,211],"can":[129],"achieve":[130],"management":[133],"EVs":[135],"information,":[139],"which":[140],"helps":[141],"preserve":[142],"privacy":[144],"owners,":[147],"reduce":[148],"cost":[150],"induced":[151],"deployment":[154],"communication":[156],"devices,":[157],"avoid":[159],"single-point":[160],"failure.":[161],"In":[162],"addition,":[163],"parameter":[165],"space":[166,190],"noise":[167],"dense":[170],"architecture":[171],"introduced":[176],"overcome":[178],"premature":[179],"convergence,":[180],"instability,":[182],"inefficiency":[184],"due":[185],"large":[188],"action":[189],"scenario.":[193],"Comparative":[194],"tests":[195],"carried":[197],"out":[198],"among":[199],"several":[200],"benchmarks":[201],"utilizing":[202],"real-world":[203],"data":[204],"illustrate":[206],"effectiveness":[208],"approach.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}