{"id":"https://openalex.org/W4415400141","doi":"https://doi.org/10.1109/smartgridcomm65349.2025.11204593","title":"An Efficient Framework for Training Deep Reinforcement Learning (DRL) Agents for Fault Detection in Microgrids","display_name":"An Efficient Framework for Training Deep Reinforcement Learning (DRL) Agents for Fault Detection in Microgrids","publication_year":2025,"publication_date":"2025-09-29","ids":{"openalex":"https://openalex.org/W4415400141","doi":"https://doi.org/10.1109/smartgridcomm65349.2025.11204593"},"language":null,"primary_location":{"id":"doi:10.1109/smartgridcomm65349.2025.11204593","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm65349.2025.11204593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004720464","display_name":"Mohammed AlSaba","orcid":null},"institutions":[{"id":"https://openalex.org/I120238654","display_name":"Saudi Electronic University","ror":"https://ror.org/05ndh7v49","country_code":"SA","type":"education","lineage":["https://openalex.org/I120238654"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Mohammed AlSaba","raw_affiliation_strings":["KFUPM & Saudi Electricity Co.,Electrical Engineering Dept.,Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"KFUPM & Saudi Electricity Co.,Electrical Engineering Dept.,Saudi Arabia","institution_ids":["https://openalex.org/I120238654"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088638819","display_name":"M. A. Abido","orcid":"https://orcid.org/0000-0001-5292-6938"},"institutions":[{"id":"https://openalex.org/I3130258272","display_name":"King Fahd Security College","ror":"https://ror.org/01hxaqe16","country_code":"SA","type":"education","lineage":["https://openalex.org/I3130258272"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohammad Abido","raw_affiliation_strings":["KFUPM,Electrical Engineering Dept.,Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"KFUPM,Electrical Engineering Dept.,Saudi Arabia","institution_ids":["https://openalex.org/I3130258272"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075386163","display_name":"Md Shafiullah","orcid":"https://orcid.org/0000-0003-2282-5663"},"institutions":[{"id":"https://openalex.org/I179331831","display_name":"Taif University","ror":"https://ror.org/014g1a453","country_code":"SA","type":"education","lineage":["https://openalex.org/I179331831"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Md Shafiullah","raw_affiliation_strings":["KFUPM,Control & Instrumentation Engineering Dept.,Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"KFUPM,Control & Instrumentation Engineering Dept.,Saudi Arabia","institution_ids":["https://openalex.org/I179331831"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004720464"],"corresponding_institution_ids":["https://openalex.org/I120238654"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37813994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.6661999821662903},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.623199999332428},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6197999715805054},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5152000188827515},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5059000253677368},{"id":"https://openalex.org/keywords/dynamic-time-warping","display_name":"Dynamic time warping","score":0.46540001034736633},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4564000070095062},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45339998602867126},{"id":"https://openalex.org/keywords/overcurrent","display_name":"Overcurrent","score":0.44589999318122864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7170000076293945},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.6661999821662903},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.623199999332428},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6197999715805054},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6001999974250793},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5152000188827515},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5059000253677368},{"id":"https://openalex.org/C88516994","wikidata":"https://www.wikidata.org/wiki/Q1268863","display_name":"Dynamic time warping","level":2,"score":0.46540001034736633},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4564000070095062},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45339998602867126},{"id":"https://openalex.org/C47949032","wikidata":"https://www.wikidata.org/wiki/Q663542","display_name":"Overcurrent","level":3,"score":0.44589999318122864},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.44449999928474426},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44110000133514404},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4366999864578247},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4059999883174896},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.399399995803833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3125999867916107},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2892000079154968},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2888000011444092},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.2833999991416931},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.260699987411499},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm65349.2025.11204593","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm65349.2025.11204593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Communications, Control, and Computing Technologies for Smart Grids (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317791","display_name":"Center for Sustainable Energy","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1493454437","https://openalex.org/W2168175751","https://openalex.org/W2747549870","https://openalex.org/W3109062656","https://openalex.org/W3118677671","https://openalex.org/W3134164546","https://openalex.org/W3215852736","https://openalex.org/W4232478844","https://openalex.org/W4240592325","https://openalex.org/W4285600354","https://openalex.org/W4383109543","https://openalex.org/W4385245566"],"related_works":[],"abstract_inverted_index":{"Training":[0],"deep":[1],"reinforcement":[2],"learning":[3],"(DRL)":[4],"agents":[5],"for":[6,18],"fault":[7,78,104],"detection":[8,76,79,105],"in":[9],"microgrids":[10],"requires":[11],"significant":[12],"computational":[13],"resources":[14],"and":[15,35,59,73,94,113],"time,":[16],"particularly":[17],"dense":[19],"neural":[20,87],"networks.":[21],"This":[22],"paper":[23],"proposes":[24],"an":[25],"efficient":[26],"framework":[27,101],"to":[28,64],"accelerate":[29],"DRL":[30],"model":[31],"training":[32,115],"using":[33,82],"clustering":[34,40],"feature":[36],"extraction":[37,56],"techniques.":[38],"K-medoids":[39],"with":[41,90],"dynamic":[42],"time":[43,116],"warping":[44],"(DTW)":[45],"reduces":[46,114],"the":[47],"dataset":[48],"size":[49],"while":[50],"retaining":[51],"critical":[52],"data":[53,74],"representations.":[54],"Feature":[55],"combines":[57],"ResNet-18":[58],"gated":[60],"recurrent":[61],"units":[62],"(GRU)":[63],"capture":[65],"key":[66],"features.":[67],"The":[68,100],"combination":[69],"of":[70],"noise":[71],"immunity":[72],"drift":[75],"improves":[77],"reliability.":[80],"evaluated":[81],"a":[83],"temporal":[84],"convolution":[85],"attention-based":[86],"network":[88],"(TCAN)":[89],"advantage":[91],"actor-critic":[92],"(A2C)":[93],"proximal":[95],"policy":[96],"optimization":[97],"(PPO)":[98],"models.":[99],"achieves":[102],"99.2%":[103],"accuracy":[106],"(a":[107],"16.6%":[108],"improvement":[109],"over":[110],"overcurrent":[111],"relays)":[112],"by":[117],"40.17%.":[118]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-22T00:00:00"}