{"id":"https://openalex.org/W4386634446","doi":"https://doi.org/10.1109/tai.2023.3314395","title":"Attention-Based Multiagent Graph Reinforcement Learning for Service Restoration","display_name":"Attention-Based Multiagent Graph Reinforcement Learning for Service Restoration","publication_year":2023,"publication_date":"2023-09-12","ids":{"openalex":"https://openalex.org/W4386634446","doi":"https://doi.org/10.1109/tai.2023.3314395"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2023.3314395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3314395","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034282801","display_name":"Bangji Fan","orcid":"https://orcid.org/0000-0003-2709-1830"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bangji Fan","raw_affiliation_strings":["School of Electrical Engineering, Xi&#x0027;an University of Technology, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0003-2709-1830","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi&#x0027;an University of Technology, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210131919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100738649","display_name":"Xinghua Liu","orcid":"https://orcid.org/0000-0001-5665-3535"},"institutions":[{"id":"https://openalex.org/I4210131919","display_name":"Xi'an University of Technology","ror":"https://ror.org/038avdt50","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210131919"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinghua Liu","raw_affiliation_strings":["School of Electrical Engineering, Xi&#x0027;an University of Technology, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0001-5665-3535","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Xi&#x0027;an University of Technology, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I4210131919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005659262","display_name":"Gaoxi Xiao","orcid":"https://orcid.org/0000-0002-4171-6799"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Gaoxi Xiao","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4171-6799","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025987638","display_name":"Yu Kang","orcid":"https://orcid.org/0000-0002-8706-3252"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Kang","raw_affiliation_strings":["Department of Automation, School of Information Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-8706-3252","affiliations":[{"raw_affiliation_string":"Department of Automation, School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101543120","display_name":"Dianhui Wang","orcid":"https://orcid.org/0000-0002-5356-7268"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dianhui Wang","raw_affiliation_strings":["Artificial Intelligence Research Institute, China University of Mining and Technology, Xuzhou, China","State Key Laboratory of Integrated Automation for Process Industry, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-5356-7268","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Automation for Process Industry, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100395960","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-0093-7018"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0093-7018","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5034282801"],"corresponding_institution_ids":["https://openalex.org/I4210131919"],"apc_list":null,"apc_paid":null,"fwci":2.006,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86829869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"5","issue":"5","first_page":"2163","last_page":"2178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7123090028762817},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6906303763389587},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.609565019607544},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.45325028896331787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44529467821121216},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.42604219913482666},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33576273918151855},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.23568838834762573}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7123090028762817},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6906303763389587},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.609565019607544},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.45325028896331787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44529467821121216},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.42604219913482666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33576273918151855},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.23568838834762573},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tai.2023.3314395","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2023.3314395","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.7400000095367432,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G238182171","display_name":null,"funder_award_id":"U2003110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1967386882","https://openalex.org/W2106424475","https://openalex.org/W2145339207","https://openalex.org/W2343206695","https://openalex.org/W2412667985","https://openalex.org/W2462278955","https://openalex.org/W2503431744","https://openalex.org/W2546440174","https://openalex.org/W2575705757","https://openalex.org/W2613818784","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2811484260","https://openalex.org/W2912447180","https://openalex.org/W2913820977","https://openalex.org/W2945539990","https://openalex.org/W2955972953","https://openalex.org/W2969674524","https://openalex.org/W3043475934","https://openalex.org/W3047443805","https://openalex.org/W3047846843","https://openalex.org/W3080311931","https://openalex.org/W3089402528","https://openalex.org/W3103695279","https://openalex.org/W3111476067","https://openalex.org/W3116160728","https://openalex.org/W3127551572","https://openalex.org/W3136093788","https://openalex.org/W3165506748","https://openalex.org/W3166679315","https://openalex.org/W3175358457","https://openalex.org/W3190160068","https://openalex.org/W3194724567","https://openalex.org/W3200885897","https://openalex.org/W3214520983","https://openalex.org/W4200443967","https://openalex.org/W4206359226","https://openalex.org/W4206482253","https://openalex.org/W4206787406","https://openalex.org/W4210294974","https://openalex.org/W4210411892","https://openalex.org/W4224992156","https://openalex.org/W4226192705","https://openalex.org/W4299802797","https://openalex.org/W4312713871","https://openalex.org/W4323914306","https://openalex.org/W4367146963","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6750645735","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"With":[0],"the":[1,64,95,100,110,117,120,123,144,153,170,182,185,194,206],"ongoing":[2],"integration":[3],"of":[4,122,135,143,193,202],"distributed":[5],"energy":[6,215],"resources,":[7],"modern":[8],"distribution":[9,125],"systems":[10,217],"are":[11,29],"getting":[12],"sufficient":[13],"generation":[14],"capacity":[15],"to":[16,89,93,98,162,187],"perform":[17],"active":[18,124],"restoration":[19,35,66,96,166],"after":[20],"outages":[21],"without":[22],"transmission":[23],"system":[24,40,101,208],"support.":[25],"The":[26,140,191],"model-based":[27],"approaches":[28],"widely":[30],"used":[31],"in":[32,103],"resolving":[33],"service":[34,65,118],"problems,":[36],"relying":[37],"on":[38,85,181,205],"accurate":[39],"models.":[41],"Deep":[42],"reinforcement":[43,81],"learning":[44,82],"is":[45,68,87,127,146,175,197],"believed":[46],"as":[47,70],"an":[48],"alternative":[49],"solution":[50],"for":[51,177],"problem":[52],"solving,":[53],"although":[54],"it":[55],"has":[56],"not":[57],"been":[58],"sufficiently":[59],"explored.":[60],"In":[61,168],"this":[62],"paper,":[63],"process":[67],"described":[69],"a":[71,78,200],"partially":[72],"observable":[73],"Markov":[74],"decision":[75],"process,":[76],"and":[77,112,138,214],"multi-agent":[79,178],"graph":[80,130,149],"approach":[83],"based":[84],"attention":[86,174],"proposed":[88,195],"train":[90],"multiple":[91],"agents":[92,145,157,186],"co-achieve":[94],"goal":[97],"reinforce":[99],"resilience":[102],"coping":[104],"with":[105,158,173,209],"extreme":[106],"events.":[107],"To":[108],"consider":[109],"connections":[111],"correlations":[113],"between":[114,184],"nodes":[115],"during":[116,152],"restoration,":[119],"state":[121],"network":[126],"defined":[128],"by":[129,148,199],"data":[131,161],"that":[132],"contains":[133],"features":[134],"both":[136],"topology":[137],"nodes.":[139],"perceived":[141],"ability":[142],"empowered":[147],"convolutional":[150],"networks":[151],"feature":[154],"extraction,":[155],"supplying":[156],"more":[159,164],"comprehensive":[160],"learn":[163],"reasonable":[165],"strategies.":[167],"addition,":[169],"centralized":[171],"training":[172],"developed":[176],"systems,":[179],"focusing":[180],"relations":[183],"strengthen":[188],"teamwork":[189],"capability.":[190],"performance":[192],"method":[196],"verified":[198],"set":[201],"comparative":[203],"studies":[204],"IEEE-118":[207],"dispatchable":[210],"generators,":[211],"rooftop":[212],"photovoltaics,":[213],"storage":[216],"simultaneously.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2026-05-17T08:19:37.847499","created_date":"2025-10-10T00:00:00"}
