{"id":"https://openalex.org/W4391249016","doi":"https://doi.org/10.1109/tsg.2024.3358838","title":"Risk-Sensitive Mobile Battery Energy Storage System Control With Deep Reinforcement Learning and Hybrid Risk Estimation Method","display_name":"Risk-Sensitive Mobile Battery Energy Storage System Control With Deep Reinforcement Learning and Hybrid Risk Estimation Method","publication_year":2024,"publication_date":"2024-01-26","ids":{"openalex":"https://openalex.org/W4391249016","doi":"https://doi.org/10.1109/tsg.2024.3358838"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2024.3358838","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2024.3358838","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011102706","display_name":"Zifan Liu","orcid":"https://orcid.org/0000-0001-7948-5124"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zifan Liu","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7948-5124","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011902043","display_name":"Huan Zhao","orcid":"https://orcid.org/0000-0002-3133-3137"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Huan Zhao","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3133-3137","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101462397","display_name":"Guolong Liu","orcid":"https://orcid.org/0000-0002-3726-4216"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guolong Liu","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3726-4216","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090253720","display_name":"Gaoqi Liang","orcid":"https://orcid.org/0000-0001-9060-1675"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gaoqi Liang","raw_affiliation_strings":["School of Mechanical Engineering and Automation, Harbin lnstitute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9060-1675","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering and Automation, Harbin lnstitute of Technology (Shenzhen), Shenzhen, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065487554","display_name":"Junhua Zhao","orcid":"https://orcid.org/0000-0001-5446-2655"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhua Zhao","raw_affiliation_strings":["School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5446-2655","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040046000","display_name":"Jing Qiu","orcid":"https://orcid.org/0000-0001-8507-0558"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jing Qiu","raw_affiliation_strings":["Electrical and Information Engineering Department, The University of Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8507-0558","affiliations":[{"raw_affiliation_string":"Electrical and Information Engineering Department, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011102706"],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":4.1018,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94077347,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"4","first_page":"4143","last_page":"4158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7309364676475525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6174607872962952},{"id":"https://openalex.org/keywords/lyapunov-optimization","display_name":"Lyapunov optimization","score":0.4836479425430298},{"id":"https://openalex.org/keywords/cvar","display_name":"CVAR","score":0.46996375918388367},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.4503836929798126},{"id":"https://openalex.org/keywords/value-at-risk","display_name":"Value at risk","score":0.4458334743976593},{"id":"https://openalex.org/keywords/volatility","display_name":"Volatility (finance)","score":0.4278852939605713},{"id":"https://openalex.org/keywords/risk-management","display_name":"Risk management","score":0.42239341139793396},{"id":"https://openalex.org/keywords/expected-shortfall","display_name":"Expected shortfall","score":0.3856622576713562},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.36780697107315063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21790990233421326},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.15978452563285828},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.13171368837356567},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.11642599105834961}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7309364676475525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6174607872962952},{"id":"https://openalex.org/C101403955","wikidata":"https://www.wikidata.org/wiki/Q6707083","display_name":"Lyapunov optimization","level":5,"score":0.4836479425430298},{"id":"https://openalex.org/C2779922397","wikidata":"https://www.wikidata.org/wiki/Q5014755","display_name":"CVAR","level":4,"score":0.46996375918388367},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.4503836929798126},{"id":"https://openalex.org/C94128290","wikidata":"https://www.wikidata.org/wiki/Q963287","display_name":"Value at risk","level":3,"score":0.4458334743976593},{"id":"https://openalex.org/C91602232","wikidata":"https://www.wikidata.org/wiki/Q756115","display_name":"Volatility (finance)","level":2,"score":0.4278852939605713},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.42239341139793396},{"id":"https://openalex.org/C5496284","wikidata":"https://www.wikidata.org/wiki/Q5420856","display_name":"Expected shortfall","level":3,"score":0.3856622576713562},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36780697107315063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21790990233421326},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.15978452563285828},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.13171368837356567},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.11642599105834961},{"id":"https://openalex.org/C37935115","wikidata":"https://www.wikidata.org/wiki/Q6707085","display_name":"Lyapunov redesign","level":4,"score":0.0},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2024.3358838","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2024.3358838","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2289803546","display_name":null,"funder_award_id":"72171206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6125072665","display_name":null,"funder_award_id":"72331009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8222963720","display_name":null,"funder_award_id":"62271434","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8571851687","display_name":null,"funder_award_id":"42105145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1845972764","https://openalex.org/W2024998154","https://openalex.org/W2106424475","https://openalex.org/W2121506959","https://openalex.org/W2152161277","https://openalex.org/W2431021797","https://openalex.org/W2624871570","https://openalex.org/W2761387794","https://openalex.org/W2768629321","https://openalex.org/W2784465508","https://openalex.org/W2905912094","https://openalex.org/W2908643158","https://openalex.org/W2945690175","https://openalex.org/W2990466689","https://openalex.org/W3010257396","https://openalex.org/W3037644355","https://openalex.org/W3048498064","https://openalex.org/W3049045914","https://openalex.org/W3095089060","https://openalex.org/W3100416601","https://openalex.org/W3106715802","https://openalex.org/W3113992168","https://openalex.org/W3116160728","https://openalex.org/W3172152596","https://openalex.org/W3175093674","https://openalex.org/W3195723386","https://openalex.org/W3195968524","https://openalex.org/W4210539565","https://openalex.org/W4292825800","https://openalex.org/W4293182964","https://openalex.org/W4313332633","https://openalex.org/W6604771640","https://openalex.org/W6677916933","https://openalex.org/W6739365718","https://openalex.org/W6747790125","https://openalex.org/W6790997415","https://openalex.org/W6800776581"],"related_works":["https://openalex.org/W4316167276","https://openalex.org/W2002736235","https://openalex.org/W2232143283","https://openalex.org/W1647779468","https://openalex.org/W1106997938","https://openalex.org/W2783733712","https://openalex.org/W2594064876","https://openalex.org/W2374661407","https://openalex.org/W2031780815","https://openalex.org/W2047632359"],"abstract_inverted_index":{"The":[0,97,157,167],"mobile":[1],"battery":[2],"energy":[3,27,54],"storage":[4],"systems":[5],"(MBESS)":[6],"utilize":[7],"flexibility":[8],"in":[9,58,162],"temporal":[10],"and":[11,18,34,52,187],"spatial":[12],"to":[13,56,92,108,129,147],"enhance":[14],"smart":[15],"grid":[16],"resilience":[17],"economic":[19],"benefits.":[20],"Recently,":[21],"the":[22,29,44,49,85,93,110,114,138,153,163,171,176,185],"high":[23,181],"penetration":[24],"of":[25,31,47,116],"renewable":[26,53],"increases":[28],"volatility":[30],"electricity":[32],"prices":[33],"gives":[35],"MBESS":[36,73],"an":[37],"opportunity":[38],"for":[39],"price":[40],"difference":[41],"arbitrage.":[42],"However,":[43],"strong":[45],"randomness":[46],"both":[48],"traffic":[50],"system":[51],"leads":[55],"difficulty":[57],"achieving":[59],"profit":[60,177],"with":[61,192],"acceptable":[62],"risk.":[63],"To":[64],"address":[65],"this":[66,68],"problem,":[67],"paper":[69],"proposes":[70],"a":[71,88,122,142,179],"risk-sensitive":[72],"control":[74],"framework":[75],"based":[76],"on":[77],"safe":[78,99],"deep":[79,100],"reinforcement":[80],"learning,":[81],"which":[82],"can":[83,174],"constrain":[84],"risk":[86,95,119,124,186],"under":[87,113],"certain":[89],"level":[90,182],"according":[91],"company\u2019s":[94],"preference.":[96],"risk-estimation":[98],"deterministic":[101],"policy":[102,112],"gradient":[103],"(RE-SDDPG)":[104],"algorithm":[105],"is":[106,127,145],"proposed":[107,128,158,172],"learn":[109],"optimal":[111],"premise":[115],"lacking":[117],"direct":[118],"signals.":[120],"Moreover,":[121],"hybrid":[123],"estimation":[125,136],"method":[126,144,173],"avoid":[130],"local":[131],"convergence":[132],"caused":[133],"by":[134,151],"inaccurate":[135],"during":[137],"learning":[139,149,189],"process.":[140],"Last,":[141],"parameter-sharing":[143],"applied":[146],"increase":[148,188],"efficiency":[150,190],"sharing":[152],"Q":[154],"networks\u2019":[155],"parameters.":[156],"methods":[159],"are":[160],"tested":[161],"IEEE":[164],"30-bus":[165],"system.":[166],"results":[168],"show":[169],"that":[170],"keep":[175],"at":[178],"relatively":[180],"while":[183],"reducing":[184],"compared":[191],"existing":[193],"methods.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}