{"id":"https://openalex.org/W7130358168","doi":"https://doi.org/10.1109/tencon66050.2025.11375317","title":"Reinforcement Learning for Smart Grid Stability Using Adaptive Control and State Abstraction","display_name":"Reinforcement Learning for Smart Grid Stability Using Adaptive Control and State Abstraction","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W7130358168","doi":"https://doi.org/10.1109/tencon66050.2025.11375317"},"language":null,"primary_location":{"id":"doi:10.1109/tencon66050.2025.11375317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon66050.2025.11375317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2025 - 2025 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126349730","display_name":"Sourav Datto","orcid":null},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sourav Datto","raw_affiliation_strings":["American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007897962","display_name":"Mustakim Ahmed","orcid":null},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Mustakim Ahmed","raw_affiliation_strings":["American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120406973","display_name":"Eaoumoon Haque","orcid":"https://orcid.org/0009-0004-0198-1901"},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Md. Eaoumoon Haque","raw_affiliation_strings":["American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116622836","display_name":"Kazi Redwan","orcid":"https://orcid.org/0009-0008-0672-6263"},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Kazi Redwan","raw_affiliation_strings":["American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030918111","display_name":"Md. Sajedul Islam","orcid":"https://orcid.org/0000-0002-3649-8037"},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Sajedul Islam","raw_affiliation_strings":["American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of Computer Science,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094010169","display_name":"Nasif Hannan","orcid":null},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Nasif Hannan","raw_affiliation_strings":["American International University-Bangladesh,Department of EEE,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of EEE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119326214","display_name":"Mohammad Shah Paran","orcid":null},"institutions":[{"id":"https://openalex.org/I177898655","display_name":"Lamar University","ror":"https://ror.org/008ms5s18","country_code":"US","type":"education","lineage":["https://openalex.org/I177898655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Shah Paran","raw_affiliation_strings":["Lamar University,Department of Electrical Engineering,Beaumont,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lamar University,Department of Electrical Engineering,Beaumont,USA","institution_ids":["https://openalex.org/I177898655"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126292620","display_name":"Abu Shufian","orcid":null},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Abu Shufian","raw_affiliation_strings":["American International University-Bangladesh,Department of EEE,Dhaka,Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American International University-Bangladesh,Department of EEE,Dhaka,Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70647285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"845","last_page":"849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.23659999668598175,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.23659999668598175,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.210099995136261,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.20479999482631683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.832099974155426},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6930999755859375},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6477000117301941},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6031000018119812},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.49709999561309814},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.4456000030040741},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4350000023841858},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4255000054836273},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4198000133037567},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.39419999718666077}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.832099974155426},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6930999755859375},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6626999974250793},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6477000117301941},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6031000018119812},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.49709999561309814},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4350000023841858},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4255000054836273},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4138999879360199},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37450000643730164},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3188000023365021},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3167000114917755},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.31459999084472656},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.29820001125335693},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2874999940395355},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon66050.2025.11375317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon66050.2025.11375317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2025 - 2025 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8918472528457642}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2540406226","https://openalex.org/W2783451041","https://openalex.org/W2886373048","https://openalex.org/W2892841407","https://openalex.org/W2897606695","https://openalex.org/W3089354771","https://openalex.org/W3127211569","https://openalex.org/W4323520687","https://openalex.org/W4378416929","https://openalex.org/W4408442000","https://openalex.org/W4410852933","https://openalex.org/W4411172284","https://openalex.org/W4411173784"],"related_works":[],"abstract_inverted_index":{"Smart":[0],"grids":[1],"are":[2],"under":[3],"pressure":[4],"due":[5],"to":[6,20,45,60,68,130,175],"rising":[7],"energy":[8,189],"use,":[9],"more":[10,71,161],"renewable":[11],"sources,":[12],"and":[13,31,64,127,132,144,148,155,181],"unpredictable":[14],"consumption.":[15],"When":[16],"control":[17],"systems":[18],"fail":[19],"respond":[21],"in":[22,158],"time,":[23],"they":[24],"can":[25],"cause":[26],"frequency":[27],"changes,":[28,176],"power":[29,120],"imbalances,":[30],"reduced":[32],"grid":[33,81,183],"reliability.":[34],"This":[35,185],"paper":[36],"introduces":[37],"a":[38,167],"reinforcement":[39],"learning":[40,70],"(RL)":[41],"framework":[42],"using":[43],"Q-learning":[44,99],"handle":[46],"these":[47],"challenges":[48],"through":[49],"real-time,":[50],"adaptive":[51],"control.":[52,184],"The":[53,171],"approach":[54],"uses":[55],"Principal":[56],"Component":[57],"Analysis":[58],"(PCA)":[59],"reduce":[61],"data":[62],"complexity":[63],"discretizes":[65],"continuous":[66],"variables":[67],"make":[69],"efficient.":[72],"A":[73,97],"custom":[74],"Markov":[75],"Decision":[76],"Process":[77],"(MDP)":[78],"models":[79],"the":[80,84,94,102,105,116],"environment,":[82],"where":[83],"agent":[85,103,118],"chooses":[86],"actions:":[87],"Increase,":[88],"Decrease,":[89],"or":[90],"Hold":[91,142],"based":[92],"on":[93],"current":[95],"state.":[96],"tabular":[98],"algorithm":[100],"helps":[101],"learn":[104],"best":[106],"decisions":[107],"by":[108,122],"maximizing":[109],"rewards":[110],"over":[111,124],"time.":[112],"Results":[113],"show":[114],"that":[115],"RL":[117],"improves":[119],"stability":[121],"22%":[123],"baseline":[125],"methods":[126],"reacts":[128],"accurately":[129],"supply":[131],"demand":[133],"shifts,":[134],"with":[135,160],"action":[136,153],"preferences":[137],"distributed":[138],"as":[139],"Increase":[140],"(58%),":[141],"(31%),":[143],"Decrease":[145],"(11%).":[146],"Heatmaps":[147],"3D":[149],"plots":[150],"reveal":[151],"clear":[152],"patterns":[154],"strong":[156],"confidence":[157],"decisions,":[159],"than":[162],"85%":[163],"of":[164],"states":[165],"showing":[166],"decisive":[168],"optimal":[169],"action.":[170],"model":[172],"adapts":[173],"well":[174],"proving":[177],"useful":[178],"for":[179],"intelligent":[180],"stable":[182],"work":[186],"supports":[187],"smarter":[188],"systems.":[190]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-02-19T00:00:00"}