{"id":"https://openalex.org/W4406028144","doi":"https://doi.org/10.1109/access.2025.3525843","title":"Energy Management in Microgrids Using Model-Free Deep Reinforcement Learning Approach","display_name":"Energy Management in Microgrids Using Model-Free Deep Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406028144","doi":"https://doi.org/10.1109/access.2025.3525843"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3525843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3525843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3525843","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115755657","display_name":"Odia A. Talab","orcid":null},"institutions":[{"id":"https://openalex.org/I173761726","display_name":"Karab\u00fck University","ror":"https://ror.org/04wy7gp54","country_code":"TR","type":"education","lineage":["https://openalex.org/I173761726"]},{"id":"https://openalex.org/I2799978770","display_name":"X-Fab (Germany)","ror":"https://ror.org/030bh9196","country_code":"DE","type":"company","lineage":["https://openalex.org/I2799978770"]}],"countries":["DE","TR"],"is_corresponding":false,"raw_author_name":"Odia A. Talab","raw_affiliation_strings":["Department of Computer Engineering, Faculty of Engineering, Karabük, Türkiye","Department of Computer Engineering, Faculty of Engineering, Karabuk, Türkiye, Karabuk, Turkey"],"raw_orcid":"https://orcid.org/0009-0003-2205-2573","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Faculty of Engineering, Karabük, Türkiye","institution_ids":["https://openalex.org/I2799978770"]},{"raw_affiliation_string":"Department of Computer Engineering, Faculty of Engineering, Karabuk, Türkiye, Karabuk, Turkey","institution_ids":["https://openalex.org/I173761726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034593450","display_name":"\u0130sa Avc\u0131","orcid":"https://orcid.org/0000-0001-7032-8018"},"institutions":[{"id":"https://openalex.org/I173761726","display_name":"Karab\u00fck University","ror":"https://ror.org/04wy7gp54","country_code":"TR","type":"education","lineage":["https://openalex.org/I173761726"]},{"id":"https://openalex.org/I2799978770","display_name":"X-Fab (Germany)","ror":"https://ror.org/030bh9196","country_code":"DE","type":"company","lineage":["https://openalex.org/I2799978770"]}],"countries":["DE","TR"],"is_corresponding":false,"raw_author_name":"Isa Avci","raw_affiliation_strings":["Department of Computer Engineering, Faculty of Engineering, Karabük, Türkiye","Department of Computer Engineering, Faculty of Engineering, Karabuk, Türkiye, Karabuk, Turkey"],"raw_orcid":"https://orcid.org/0000-0001-7032-8018","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Faculty of Engineering, Karabük, Türkiye","institution_ids":["https://openalex.org/I2799978770"]},{"raw_affiliation_string":"Department of Computer Engineering, Faculty of Engineering, Karabuk, Türkiye, Karabuk, Turkey","institution_ids":["https://openalex.org/I173761726"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.4023,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97345146,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"5871","last_page":"5891"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9520000219345093,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8588675856590271},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.682506799697876},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.6165242195129395},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4895106554031372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38517341017723083}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8588675856590271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.682506799697876},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.6165242195129395},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4895106554031372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38517341017723083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3525843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3525843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:81bdb7850a634bb083801e0f7823b4c6","is_oa":true,"landing_page_url":"https://doaj.org/article/81bdb7850a634bb083801e0f7823b4c6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 5871-5891 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3525843","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3525843","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2188280455","https://openalex.org/W2274519084","https://openalex.org/W2343217767","https://openalex.org/W2474414499","https://openalex.org/W2547203212","https://openalex.org/W2591914489","https://openalex.org/W2616104965","https://openalex.org/W2742346185","https://openalex.org/W2767535599","https://openalex.org/W2792320671","https://openalex.org/W2795578496","https://openalex.org/W2802339474","https://openalex.org/W2885731420","https://openalex.org/W2898088104","https://openalex.org/W2911256795","https://openalex.org/W2986302265","https://openalex.org/W2989931031","https://openalex.org/W2998838789","https://openalex.org/W3014444579","https://openalex.org/W3015872947","https://openalex.org/W3041949465","https://openalex.org/W3080595184","https://openalex.org/W3092793218","https://openalex.org/W3105693230","https://openalex.org/W3106854189","https://openalex.org/W3108288031","https://openalex.org/W3136449902","https://openalex.org/W3137115390","https://openalex.org/W3146923214","https://openalex.org/W3159141029","https://openalex.org/W3160080145","https://openalex.org/W3196203118","https://openalex.org/W4205245171","https://openalex.org/W4205649808","https://openalex.org/W4210301807","https://openalex.org/W4241079583","https://openalex.org/W4285173232","https://openalex.org/W4307954137","https://openalex.org/W4315778329","https://openalex.org/W4319996449","https://openalex.org/W4320712915","https://openalex.org/W4321377803","https://openalex.org/W4361275557","https://openalex.org/W4386938921","https://openalex.org/W4389260998","https://openalex.org/W4391653975","https://openalex.org/W4392455033","https://openalex.org/W4396542607","https://openalex.org/W4402209360","https://openalex.org/W6684921986","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2354768891","https://openalex.org/W4229332389","https://openalex.org/W1510108650","https://openalex.org/W2322968447","https://openalex.org/W2356819012"],"abstract_inverted_index":{"Electric":[0,60],"power":[1,139],"systems":[2],"are":[3],"undergoing":[4],"rapid":[5],"modernization":[6],"driven":[7],"by":[8,137],"advancements":[9],"in":[10,20,86,98,114],"smart-grid":[11],"technologies,":[12],"and":[13,29,39,63,74,90,141,214,227],"microgrids":[14],"(MGs)":[15],"play":[16],"a":[17,37,100,106,149,194,201],"crucial":[18],"role":[19],"integrating":[21],"renewable":[22,52],"energy":[23,45,88,96,112,237],"sources":[24],"(RESs),":[25],"such":[26],"as":[27,148],"wind":[28],"solar":[30],"energy,":[31],"into":[32],"existing":[33],"grids.":[34],"MGs":[35],"offer":[36],"flexible":[38],"efficient":[40,95],"framework":[41],"for":[42,59,110,123,234],"accommodating":[43],"dispersed":[44],"resources.":[46],"However,":[47],"the":[48,56,72,84,121,131,185,188,207,218,225,230],"intermittent":[49],"nature":[50],"of":[51,76,187,197,203,229],"sources,":[53],"coupled":[54],"with":[55,154],"rising":[57],"demand":[58,92],"Vehicles":[61],"(EVs)":[62],"fast":[64],"charging":[65],"stations":[66],"(FCSs),":[67],"poses":[68],"significant":[69],"challenges":[70,81],"to":[71,174,177,206,217],"stability":[73],"efficiency":[75],"microgrid":[77],"(MG)":[78],"operations.":[79],"These":[80],"stem":[82],"from":[83],"uncertainties":[85,119],"both":[87],"generation":[89],"fluctuating":[91],"patterns,":[93],"making":[94],"management":[97,113],"MG":[99,115,135,236],"complex":[101],"task.":[102],"This":[103,223],"study":[104],"introduces":[105],"novel":[107],"model-free":[108,232],"strategy":[109],"real-time":[111],"aimed":[116],"at":[117],"addressing":[118],"without":[120],"need":[122],"traditional":[124],"uncertainty":[125],"modeling":[126],"techniques.":[127],"Unlike":[128],"conventional":[129],"methods,":[130],"proposed":[132,189,231],"approach":[133,233],"enhances":[134],"performance":[136],"minimizing":[138],"losses":[140],"operational":[142],"costs.":[143],"The":[144,191],"problem":[145],"is":[146,168],"formulated":[147],"Markov":[150],"Decision":[151],"Process":[152],"(MDP)":[153],"well-defined":[155],"objectives.":[156],"To":[157],"optimize":[158],"decision-making,":[159],"an":[160],"actor-critic-based":[161],"Deep":[162,209,219],"Deterministic":[163],"Policy":[164],"Gradient":[165],"(DDPG)":[166],"algorithm":[167],"developed,":[169],"leveraging":[170],"reinforcement":[171],"learning":[172],"(RL)":[173],"adapt":[175],"dynamically":[176],"changing":[178],"system":[179],"conditions.":[180],"Comprehensive":[181],"numerical":[182],"simulations":[183],"demonstrated":[184],"effectiveness":[186],"strategy.":[190],"results":[192],"show":[193],"total":[195],"cost":[196],"51.8770":[198],"\u20acct/kWh,":[199],"representing":[200],"reduction":[202],"3.19%":[204],"compared":[205,216],"Dueling":[208],"Q":[210,220],"Network":[211,221],"(Dueling":[212],"DQN)":[213],"4%":[215],"(DQN).":[222],"highlights":[224],"robustness":[226],"scalability":[228],"modern":[235],"management.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}