{"id":"https://openalex.org/W4409076693","doi":"https://doi.org/10.1109/tsmc.2025.3551325","title":"Optimal Scheduling of a Hydrogen-Based Microgrid for an Industrial Park: A Reinforcement Learning Approach","display_name":"Optimal Scheduling of a Hydrogen-Based Microgrid for an Industrial Park: A Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-04-01","ids":{"openalex":"https://openalex.org/W4409076693","doi":"https://doi.org/10.1109/tsmc.2025.3551325"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2025.3551325","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3551325","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085711120","display_name":"Wangli He","orcid":"https://orcid.org/0000-0003-3857-4125"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wangli He","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3857-4125","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068062793","display_name":"Chenhao Cai","orcid":"https://orcid.org/0000-0002-5641-729X"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Cai","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5641-729X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083874423","display_name":"Qing\u2010Long Han","orcid":"https://orcid.org/0000-0002-7207-0716"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qing-Long Han","raw_affiliation_strings":["School of Engineering, Swinburne University of Technology, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7207-0716","affiliations":[{"raw_affiliation_string":"School of Engineering, Swinburne University of Technology, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068389379","display_name":"Xiangyun Qing","orcid":"https://orcid.org/0000-0003-3874-0728"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyun Qing","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3874-0728","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048267931","display_name":"Wenli Du","orcid":"https://orcid.org/0000-0002-2676-6341"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenli Du","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2676-6341","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603023","display_name":"Feng Qian","orcid":"https://orcid.org/0000-0003-2781-332X"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Qian","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2781-332X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]},{"raw_affiliation_string":"Ministry of Education, State Key Laboratory of Industrial Control Technology and the Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.477,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.9685328,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"55","issue":"6","first_page":"4348","last_page":"4361"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.7204930782318115},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7096076607704163},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5650020241737366},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.542807400226593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43364977836608887},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.37709367275238037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3006068468093872},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.25079345703125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22310501337051392},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07999441027641296},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.06914153695106506}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.7204930782318115},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7096076607704163},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5650020241737366},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.542807400226593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43364977836608887},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.37709367275238037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3006068468093872},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.25079345703125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22310501337051392},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07999441027641296},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.06914153695106506}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2025.3551325","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3551325","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1196038372","display_name":null,"funder_award_id":"22TQ1400100-3","funder_id":"https://openalex.org/F4320335657","funder_display_name":"State Key Laboratory of Drug Research"},{"id":"https://openalex.org/G2248886588","display_name":null,"funder_award_id":"222202517006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7790549961","display_name":null,"funder_award_id":"ICT2024A14","funder_id":"https://openalex.org/F4320326952","funder_display_name":"State Key Laboratory of Industrial Control Technology"}],"funders":[{"id":"https://openalex.org/F4320326952","display_name":"State Key Laboratory of Industrial Control Technology","ror":null},{"id":"https://openalex.org/F4320335657","display_name":"State Key Laboratory of Drug Research","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2094364653","https://openalex.org/W2160357719","https://openalex.org/W2784195648","https://openalex.org/W2896283125","https://openalex.org/W2920318298","https://openalex.org/W2950575908","https://openalex.org/W2964762614","https://openalex.org/W2977735486","https://openalex.org/W2998563206","https://openalex.org/W3041621816","https://openalex.org/W3119215358","https://openalex.org/W3128951746","https://openalex.org/W3188608010","https://openalex.org/W3210550297","https://openalex.org/W4206138250","https://openalex.org/W4214562971","https://openalex.org/W4220656361","https://openalex.org/W4220903767","https://openalex.org/W4226074066","https://openalex.org/W4233061323","https://openalex.org/W4309088468","https://openalex.org/W4310974370","https://openalex.org/W4313530654","https://openalex.org/W4315433518","https://openalex.org/W4318486057","https://openalex.org/W4375928691","https://openalex.org/W4379135875","https://openalex.org/W4380764887","https://openalex.org/W4385258403","https://openalex.org/W4386615382","https://openalex.org/W4391021192","https://openalex.org/W4392309410","https://openalex.org/W4394828152","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W2025955409","https://openalex.org/W1577301438"],"abstract_inverted_index":{"Many":[0],"industrial":[1,77],"parks,":[2],"which":[3,39,142,183],"are":[4,181],"connected":[5],"to":[6,14,32,59,145,213],"the":[7,20,26,45,49,62,68,89,96,104,115,133,186,204,209,219,224],"main":[8],"grid,":[9],"have":[10],"integrated":[11],"renewable":[12,35,225],"energy":[13,36,92,110,123,226],"reduce":[15],"carbon":[16],"emission":[17],"for":[18,75,208],"achieving":[19],"goal":[21],"of":[22,48,71,95,107],"Industry":[23,53],"5.0.":[24],"However,":[25],"optimal":[27],"scheduling":[28,70,81,206],"is":[29,83,136,143,155,160,200],"challenging":[30,144],"due":[31],"fluctuations":[33],"in":[34,44,52,175],"generation.":[37],"Hydrogen,":[38],"plays":[40],"an":[41,56,76,119],"important":[42],"role":[43],"future":[46],"development":[47],"power":[50,222],"grid":[51],"5.0,":[54],"offers":[55],"attractive":[57],"option":[58],"coordinate":[60],"with":[61],"batteries.":[63],"This":[64],"work":[65],"focuses":[66],"on":[67,164,172],"day-ahead":[69,80],"a":[72,108,121,128,137,178,190],"hydrogen-based":[73],"microgrid":[74],"park.":[78],"A":[79,148],"model":[82],"established":[84],"by":[85,217],"taking":[86],"into":[87],"consideration":[88],"detailed":[90],"nonlinear":[91,140],"conversion":[93],"behavior":[94],"electrolyzer":[97],"and":[98,114,127,157,195,223],"fuel":[99,129],"cell,":[100],"as":[101,103],"well":[102],"two-timescale":[105,165],"property":[106],"battery":[109],"storage":[111,124],"system":[112,125],"(BESS)":[113],"hydrogen":[116,122],"system,":[117],"including":[118],"electrolyzer,":[120],"(HESS),":[126],"cell.":[130],"Note":[131],"that":[132,185,203],"optimization":[134],"problem":[135],"mixed":[138],"integer":[139],"programming,":[141],"be":[146],"solved.":[147],"novel":[149],"multilearning":[150],"rate":[151],"reinforcement":[152],"learning":[153],"algorithm":[154],"proposed":[156,187],"its":[158],"convergence":[159],"also":[161,201],"proved":[162],"based":[163,171],"stochastic":[166],"approximation":[167],"theory.":[168],"Simulation":[169],"results,":[170],"real-world":[173],"traces":[174],"Belgium":[176],"at":[177],"15-min":[179],"resolution,":[180],"presented,":[182],"shows":[184],"method":[188],"has":[189],"higher":[191],"reward,":[192],"lower-operating":[193],"costs":[194,216],"less":[196],"computing":[197],"time.":[198],"It":[199],"found":[202],"shorter":[205],"period":[207],"BESS":[210],"can":[211],"lead":[212],"reduced":[214],"operating":[215],"decreasing":[218],"required":[220],"purchasing":[221],"curtailment":[227],"power.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}