{"id":"https://openalex.org/W4415034053","doi":"https://doi.org/10.1109/ne-iecce64154.2025.11182719","title":"BatteryRL: Deep Q-Network for Intelligent Battery Management in Smart Grid Environment","display_name":"BatteryRL: Deep Q-Network for Intelligent Battery Management in Smart Grid Environment","publication_year":2025,"publication_date":"2025-07-04","ids":{"openalex":"https://openalex.org/W4415034053","doi":"https://doi.org/10.1109/ne-iecce64154.2025.11182719"},"language":"en","primary_location":{"id":"doi:10.1109/ne-iecce64154.2025.11182719","doi":"https://doi.org/10.1109/ne-iecce64154.2025.11182719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ne-iecce64154.2025.11182719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE North-East India International Energy Conversion Conference and Exhibition (NE-IECCE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064392661","display_name":"Muhammad Fahad Zia","orcid":"https://orcid.org/0000-0002-8654-6121","observed_orcids":["https://orcid.org/0000-0002-8654-6121"]},"institutions":[{"id":"https://openalex.org/I122640774","display_name":"American University in Dubai","ror":"https://ror.org/0540vvc38","country_code":"AE","type":"education","lineage":["https://openalex.org/I122640774"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Muhammad Fahad Zia","raw_affiliation_strings":["American University in Dubai,Dept. of Electrical and Computer Eng.,Dubai,UAE"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"American University in Dubai,Dept. of Electrical and Computer Eng.,Dubai,UAE","institution_ids":["https://openalex.org/I122640774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020522206","display_name":"Ehtisham Asghar","orcid":"https://orcid.org/0000-0003-2933-690X","observed_orcids":["https://orcid.org/0000-0003-2933-690X"]},"institutions":[{"id":"https://openalex.org/I4210100923","display_name":"Munster Technological University","ror":"https://ror.org/013xpqh61","country_code":"IE","type":"facility","lineage":["https://openalex.org/I4210100923"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ehtisham Asghar","raw_affiliation_strings":["Munster Technological University,Dept. of Electrical and Electronic Eng.,Cork,Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Munster Technological University,Dept. of Electrical and Electronic Eng.,Cork,Ireland","institution_ids":["https://openalex.org/I4210100923"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046407616","display_name":"Usman Inayat","orcid":"https://orcid.org/0000-0001-8397-9995","observed_orcids":["https://orcid.org/0000-0001-8397-9995"]},"institutions":[{"id":"https://openalex.org/I87482320","display_name":"University of Management and Technology","ror":"https://ror.org/0095xcq10","country_code":"PK","type":"education","lineage":["https://openalex.org/I87482320"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Usman Inayat","raw_affiliation_strings":["School of Systems and Technology, University of Management and Technology,Lahore,Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Technology, University of Management and Technology,Lahore,Pakistan","institution_ids":["https://openalex.org/I87482320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617856","display_name":"Abid Ali","orcid":"https://orcid.org/0000-0002-7697-3541","observed_orcids":["https://orcid.org/0000-0002-7697-3541"]},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Abid Ali","raw_affiliation_strings":["School of Automation, Beijing Institute of Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Institute of Technology,Beijing,China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001561902","display_name":"Usama Rahman","orcid":"https://orcid.org/0000-0002-1586-8211","observed_orcids":["https://orcid.org/0000-0002-1586-8211"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Usama Rahman","raw_affiliation_strings":["Shanghai Jiao Tong University,Dept. of Electronic Info. and Electrical Eng.,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Dept. of Electronic Info. and Electrical Eng.,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032509303","display_name":"Sheroze Liaquat","orcid":"https://orcid.org/0000-0002-6162-0882","observed_orcids":["https://orcid.org/0000-0002-6162-0882"]},"institutions":[{"id":"https://openalex.org/I4210091818","display_name":"Eaton (United States)","ror":"https://ror.org/00czndn44","country_code":"US","type":"company","lineage":["https://openalex.org/I4210091818","https://openalex.org/I4210139942"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sheroze Liaquat","raw_affiliation_strings":["Eaton Research Labs, Eaton Corporations,Golden,USA,80401"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eaton Research Labs, Eaton Corporations,Golden,USA,80401","institution_ids":["https://openalex.org/I4210091818"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30349554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9750999808311462,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/battery-energy-storage","display_name":"battery energy storage","score":0.5440000295639038},{"id":"https://openalex.org/keywords/battery-management","display_name":"battery management","score":0.5879999995231628},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.781000018119812},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8510000109672546},{"id":"https://openalex.org/keywords/smart-grid","display_name":"smart grid","score":0.8109999895095825},{"id":"https://openalex.org/keywords/real-time-electricity-prices","display_name":"real-time electricity prices","score":0.8489999771118164},{"id":"https://openalex.org/keywords/price-fluctuations","display_name":"price fluctuations","score":0.5870000123977661},{"id":"https://openalex.org/keywords/mixed-integer-nonlinear-programming","display_name":"mixed-integer nonlinear programming","score":0.6990000009536743},{"id":"https://openalex.org/keywords/hyperparameter-analysis","display_name":"hyperparameter analysis","score":0.6439999938011169},{"id":"https://openalex.org/keywords/revenue-optimization","display_name":"revenue optimization","score":0.4059999883174896}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6625000238418579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6567000150680542},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6111000180244446},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5963000059127808},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5892999768257141},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.5710999965667725},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5181999802589417},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.34540000557899475},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.32100000977516174},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3181000053882599},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.31529998779296875},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.263700008392334},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C2777908891","wikidata":"https://www.wikidata.org/wiki/Q1806775","display_name":"Load profile","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2540999948978424},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ne-iecce64154.2025.11182719","doi":"https://doi.org/10.1109/ne-iecce64154.2025.11182719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ne-iecce64154.2025.11182719","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE North-East India International Energy Conversion Conference and Exhibition (NE-IECCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":1.0},{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5378999710083008}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2047223969","https://openalex.org/W2147750403","https://openalex.org/W3004066795","https://openalex.org/W3198863175","https://openalex.org/W3209275630","https://openalex.org/W4233061323","https://openalex.org/W4284680290","https://openalex.org/W4379276060","https://openalex.org/W4379745698","https://openalex.org/W4388741412","https://openalex.org/W4394952753","https://openalex.org/W4396631391"],"related_works":[],"abstract_inverted_index":{"Battery":[0],"storage":[1],"plays":[2],"a":[3,69,130],"vital":[4],"role":[5],"in":[6,169],"the":[7,12,39,57,92,110,117,144,148,152,172,175],"emerging":[8],"smart":[9],"grid,":[10],"offering":[11],"unique":[13],"capability":[14,31],"to":[15,18,50,59,75,158],"rapidly":[16],"respond":[17],"renewable":[19],"generation":[20],"fluctuations":[21],"and":[22,48,78,97,107,137,165,183],"grid":[23],"disturbances.":[24],"However,":[25],"research":[26],"on":[27,82],"profitably":[28],"leveraging":[29],"this":[30],"remains":[32],"limited.":[33],"Effective":[34],"solutions":[35],"must":[36],"account":[37],"for":[38,189],"intermittent":[40],"nature":[41],"of":[42,122,162,174,192],"real-time":[43,83],"energy":[44],"prices,":[45],"electricity":[46,84],"markets,":[47],"adaptation":[49],"price":[51],"fluctuations.":[52],"Reinforcement":[53],"learning":[54],"has":[55],"demonstrated":[56],"potential":[58],"optimize":[60,76],"complicated":[61],"decision-making":[62],"under":[63],"probabilistic":[64],"scenarios.":[65],"This":[66],"study":[67],"proposes":[68],"deep":[70],"Q-network-based":[71],"battery":[72,193],"trading":[73,194],"system":[74],"charging":[77],"discharging":[79],"decisions":[80],"based":[81],"prices.":[85],"The":[86,100,124,140],"environment":[87],"was":[88,102,127],"first":[89],"designed,":[90],"defining":[91],"states,":[93],"actions,":[94],"reward":[95,119],"function,":[96],"DQN":[98],"agent.":[99,139],"agent":[101,146],"then":[103],"trained":[104],"through":[105],"exploration":[106],"exploitation":[108],"within":[109],"environment.":[111],"Additionally,":[112],"hyperparameters":[113],"were":[114],"analyzed":[115],"against":[116,129],"cumulative":[118],"or":[120],"performance":[121],"BTS.":[123],"proposed":[125,176],"approach":[126,177],"benchmarked":[128],"baseline":[131,153],"mixed":[132],"integer":[133],"non-linear":[134],"programming":[135],"model":[136],"random":[138],"results":[141],"demonstrate":[142],"that":[143],"DQN-based":[145],"generates":[147],"same":[149],"revenue":[150],"as":[151],"model,":[154],"which":[155],"is":[156,166,178],"assumed":[157],"have":[159],"prior":[160],"knowledge":[161],"future":[163],"states":[164],"not":[167],"possible":[168],"reality.":[170],"Furthermore,":[171],"feasibility":[173],"validated":[179],"using":[180],"economic,":[181],"computational,":[182],"adaptability":[184],"metrics,":[185],"highlighting":[186],"its":[187],"effectiveness":[188],"real-world":[190],"applications":[191],"systems.":[195]},"counts_by_year":[],"updated_date":"2026-10-13T10:08:12.033832","created_date":"2025-10-10T00:00:00"}