{"id":"https://openalex.org/W4385248029","doi":"https://doi.org/10.3390/a16070354","title":"Hierarchical Reinforcement Learning for Crude Oil Supply Chain Scheduling","display_name":"Hierarchical Reinforcement Learning for Crude Oil Supply Chain Scheduling","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4385248029","doi":"https://doi.org/10.3390/a16070354"},"language":"en","primary_location":{"id":"doi:10.3390/a16070354","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16070354","pdf_url":"https://www.mdpi.com/1999-4893/16/7/354/pdf?version=1690202756","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/16/7/354/pdf?version=1690202756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028081336","display_name":"Nan Ma","orcid":"https://orcid.org/0000-0002-5336-9798"},"institutions":[{"id":"https://openalex.org/I98227222","display_name":"China National Petroleum Corporation (China)","ror":"https://ror.org/05269d038","country_code":"CN","type":"company","lineage":["https://openalex.org/I98227222"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Ma","raw_affiliation_strings":["Key Laboratory of Oil & Gas Business Chain Optimization, CNPC, Petrochina Planning and Engineering Institute, Beijing 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Oil & Gas Business Chain Optimization, CNPC, Petrochina Planning and Engineering Institute, Beijing 100083, China","institution_ids":["https://openalex.org/I98227222"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441388","display_name":"Ziyi Wang","orcid":"https://orcid.org/0000-0003-3982-080X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyi Wang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092540268","display_name":"Zeyu Ba","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Ba","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381216","display_name":"Xinran Li","orcid":"https://orcid.org/0009-0000-1923-9490"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinran Li","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100686912","display_name":"Ning Yang","orcid":"https://orcid.org/0000-0003-3232-7940"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ning Yang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018127428","display_name":"Xinyi Yang","orcid":"https://orcid.org/0000-0002-1458-2828"},"institutions":[{"id":"https://openalex.org/I98227222","display_name":"China National Petroleum Corporation (China)","ror":"https://ror.org/05269d038","country_code":"CN","type":"company","lineage":["https://openalex.org/I98227222"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Yang","raw_affiliation_strings":["Key Laboratory of Oil & Gas Business Chain Optimization, CNPC, Petrochina Planning and Engineering Institute, Beijing 100083, China"],"raw_orcid":"https://orcid.org/0000-0002-1458-2828","affiliations":[{"raw_affiliation_string":"Key Laboratory of Oil & Gas Business Chain Optimization, CNPC, Petrochina Planning and Engineering Institute, Beijing 100083, China","institution_ids":["https://openalex.org/I98227222"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100399691","display_name":"Haifeng Zhang","orcid":"https://orcid.org/0000-0003-2670-6055"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Zhang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing 100190, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100686912"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210165038"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.9266,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.70886352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"7","first_page":"354","last_page":"354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11059","display_name":"Market Dynamics and Volatility","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12617","display_name":"Energy, Environment, and Transportation Policies","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.807206392288208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7451344132423401},{"id":"https://openalex.org/keywords/supply-chain","display_name":"Supply chain","score":0.6238328218460083},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5979979038238525},{"id":"https://openalex.org/keywords/crude-oil","display_name":"Crude oil","score":0.4942503273487091},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4316408038139343},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.4137308895587921},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3242728114128113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23987063765525818},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0792464017868042}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.807206392288208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7451344132423401},{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.6238328218460083},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5979979038238525},{"id":"https://openalex.org/C2987168347","wikidata":"https://www.wikidata.org/wiki/Q22656","display_name":"Crude oil","level":2,"score":0.4942503273487091},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4316408038139343},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.4137308895587921},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3242728114128113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23987063765525818},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0792464017868042},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C78762247","wikidata":"https://www.wikidata.org/wiki/Q1273174","display_name":"Petroleum engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a16070354","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16070354","pdf_url":"https://www.mdpi.com/1999-4893/16/7/354/pdf?version=1690202756","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d0c9fd5a47f642ad921625b27b68361c","is_oa":true,"landing_page_url":"https://doaj.org/article/d0c9fd5a47f642ad921625b27b68361c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 16, Iss 7, p 354 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/16/7/354/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a16070354","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 16; Issue 7; Pages: 354","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a16070354","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a16070354","pdf_url":"https://www.mdpi.com/1999-4893/16/7/354/pdf?version=1690202756","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385248029.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1862163046","https://openalex.org/W1999244290","https://openalex.org/W2035455742","https://openalex.org/W2071302132","https://openalex.org/W2086350444","https://openalex.org/W2160996018","https://openalex.org/W2772283936","https://openalex.org/W2899329096","https://openalex.org/W2902169830","https://openalex.org/W2950614095","https://openalex.org/W2963241516","https://openalex.org/W2964227312","https://openalex.org/W2965869430","https://openalex.org/W3000688900","https://openalex.org/W3002044607","https://openalex.org/W3008103559","https://openalex.org/W3008684691","https://openalex.org/W3010618570","https://openalex.org/W3025899234","https://openalex.org/W3092157573","https://openalex.org/W3105649577","https://openalex.org/W3111179374","https://openalex.org/W3145159167","https://openalex.org/W3149563690","https://openalex.org/W3155015670","https://openalex.org/W3167900848","https://openalex.org/W3189728166","https://openalex.org/W3203028221","https://openalex.org/W3210169674","https://openalex.org/W4210573106","https://openalex.org/W4211137059","https://openalex.org/W4282829049","https://openalex.org/W6752089545","https://openalex.org/W6793889293"],"related_works":["https://openalex.org/W3074294383","https://openalex.org/W4206669594","https://openalex.org/W2959276766","https://openalex.org/W4295941380","https://openalex.org/W260766989","https://openalex.org/W3139193008","https://openalex.org/W3111983280","https://openalex.org/W3164468573","https://openalex.org/W3100501627","https://openalex.org/W2997221951"],"abstract_inverted_index":{"Crude":[0],"oil":[1,14,36,85],"resource":[2],"scheduling":[3],"is":[4,117],"one":[5],"of":[6,28,82,189],"the":[7,12,48,75,83,121,132,144,149,166,187],"critical":[8],"issues":[9],"upstream":[10],"in":[11,45,186],"crude":[13,35,84],"industry":[15],"chain.":[16,87],"It":[17],"aims":[18],"to":[19,74,119,143],"reduce":[20],"transportation":[21,37,174],"and":[22,25,38,52,55,67,77,100,128,139,161,172,182],"inventory":[23,29,39],"costs":[24],"avoid":[26],"alerts":[27],"limit":[30],"violations":[31],"by":[32,125],"formulating":[33],"reasonable":[34],"strategies.":[40],"Two":[41],"main":[42],"difficulties":[43],"coexist":[44],"this":[46,92],"problem:":[47],"large":[49],"problem":[50],"scale":[51],"uncertain":[53,78],"supply":[54,66,86],"demand.":[56],"Traditional":[57],"operations":[58],"research":[59],"(OR)":[60],"methods,":[61],"which":[62],"rely":[63],"on":[64,148,158],"forecasting":[65],"demand,":[68],"face":[69],"significant":[70],"challenges":[71],"when":[72],"applied":[73],"complicated":[76],"short-term":[79],"operational":[80,122],"process":[81],"To":[88],"address":[89],"these":[90],"challenges,":[91],"paper":[93],"presents":[94],"a":[95,102,136,155],"novel":[96],"hierarchical":[97,104],"optimization":[98],"framework":[99],"proposes":[101],"well-designed":[103],"reinforcement":[105,110],"learning":[106,111],"(HRL)":[107],"algorithm.":[108],"Specifically,":[109],"(RL),":[112],"as":[113],"an":[114],"upper-level":[115,145],"agent,":[116],"used":[118],"select":[120],"operators":[123],"combined":[124],"various":[126],"sub-goals":[127],"solving":[129],"orders,":[130],"while":[131],"lower-level":[133],"agent":[134,146],"finds":[135],"viable":[137],"solution":[138],"provides":[140],"penalty":[141],"feedback":[142],"based":[147,157],"chosen":[150],"operator.":[151],"Additionally,":[152],"we":[153],"deploy":[154],"simulator":[156],"real-world":[159],"data":[160],"execute":[162],"comprehensive":[163],"experiments.":[164],"Regarding":[165],"alert":[167,170],"number,":[168],"maximum":[169],"penalty,":[171],"overall":[173],"cost,":[175],"our":[176],"HRL":[177],"method":[178],"outperforms":[179],"existing":[180],"OR":[181],"two":[183],"RL":[184],"algorithms":[185],"majority":[188],"time":[190],"steps.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}