{"id":"https://openalex.org/W4312335462","doi":"https://doi.org/10.1109/case49997.2022.9926659","title":"Deep Reinforcement Learning toward Robust Multi-echelon Supply Chain Inventory Optimization","display_name":"Deep Reinforcement Learning toward Robust Multi-echelon Supply Chain Inventory Optimization","publication_year":2022,"publication_date":"2022-08-20","ids":{"openalex":"https://openalex.org/W4312335462","doi":"https://doi.org/10.1109/case49997.2022.9926659"},"language":"en","primary_location":{"id":"doi:10.1109/case49997.2022.9926659","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49997.2022.9926659","pdf_url":null,"source":{"id":"https://openalex.org/S4363607892","display_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036038486","display_name":"Ibrahim El Shar","orcid":null},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ibrahim El Shar","raw_affiliation_strings":["University of Pittsburgh,Pittsburgh,PA,USA,15260"],"affiliations":[{"raw_affiliation_string":"University of Pittsburgh,Pittsburgh,PA,USA,15260","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080813493","display_name":"W. Sun","orcid":"https://orcid.org/0000-0002-6574-0283"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenhuan Sun","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,PA,USA,15213"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,PA,USA,15213","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067049252","display_name":"Haiyan Wang","orcid":"https://orcid.org/0000-0002-7837-143X"},"institutions":[{"id":"https://openalex.org/I4210089357","display_name":"Hitachi (United Kingdom)","ror":"https://ror.org/0097wyf31","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089357","https://openalex.org/I65143321"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haiyan Wang","raw_affiliation_strings":["R&D, Industrial AI Lab,Hitachi America, Ltd"],"affiliations":[{"raw_affiliation_string":"R&D, Industrial AI Lab,Hitachi America, Ltd","institution_ids":["https://openalex.org/I4210089357"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103731588","display_name":"Chetan Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089357","display_name":"Hitachi (United Kingdom)","ror":"https://ror.org/0097wyf31","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210089357","https://openalex.org/I65143321"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chetan Gupta","raw_affiliation_strings":["R&D, Industrial AI Lab,Hitachi America, Ltd"],"affiliations":[{"raw_affiliation_string":"R&D, Industrial AI Lab,Hitachi America, Ltd","institution_ids":["https://openalex.org/I4210089357"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5036038486"],"corresponding_institution_ids":["https://openalex.org/I170201317"],"apc_list":null,"apc_paid":null,"fwci":2.9224,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9328586,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1385","last_page":"1391"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10539","display_name":"Sustainable Supply Chain Management","score":0.9390000104904175,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9124000072479248,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9150232672691345},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7497027516365051},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7156423330307007},{"id":"https://openalex.org/keywords/supply-chain","display_name":"Supply chain","score":0.7083877325057983},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6906114220619202},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6169900894165039},{"id":"https://openalex.org/keywords/robust-optimization","display_name":"Robust optimization","score":0.48257604241371155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4584488570690155},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3612914979457855},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.33582186698913574},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.324238121509552},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1573902666568756},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.0914415717124939},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07686290144920349}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9150232672691345},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7497027516365051},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7156423330307007},{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.7083877325057983},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6906114220619202},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6169900894165039},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.48257604241371155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4584488570690155},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3612914979457855},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33582186698913574},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.324238121509552},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1573902666568756},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0914415717124939},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07686290144920349},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case49997.2022.9926659","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case49997.2022.9926659","pdf_url":null,"source":{"id":"https://openalex.org/S4363607892","display_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 18th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Multi-echelon":[0],"supply":[1,47],"chains":[2],"(SC)":[3],"are":[4],"highly":[5],"complex":[6,27],"systems":[7],"with":[8,97,117,162,186],"many":[9],"inherent":[10],"uncertainties,":[11],"including":[12],"customer":[13,119],"demands":[14],"and":[15,127,154],"transportation":[16],"time":[17],"from":[18],"one":[19],"location":[20],"to":[21,25,52,112,157,165],"another.":[22],"In":[23,58,140],"addition":[24],"the":[26,45,104,125,174],"SC":[28,73,88,137,175],"structures,":[29],"inventory":[30,42,74,160,184],"decisions":[31],"made":[32],"at":[33],"different":[34],"stages":[35],"affect":[36],"each":[37],"other.":[38],"Maintaining":[39],"global-level":[40],"optimal":[41],"levels":[43],"along":[44],"entire":[46],"chain":[48],"that":[49,90],"is":[50,107],"robust":[51,159],"changing":[53],"business":[54],"needs":[55],"remains":[56],"challenging.":[57],"this":[59,144],"work,":[60],"we":[61,85,142],"have":[62,91],"developed":[63],"a":[64,77,113,149,163,179],"simulation":[65,146],"environment,":[66],"GymSC,":[67],"for":[68,151,182],"reinforcement":[69,82,131,171],"learning":[70,83,132,172],"of":[71,79,103,129,169],"multi-echelon":[72],"policies.":[75],"Using":[76],"series":[78],"model-free":[80],"deep":[81,130,170],"algorithms,":[84],"trained":[86],"dynamic":[87],"policies":[89,161],"significantly":[92],"improved":[93],"performance":[94],"when":[95],"compared":[96],"popularly":[98],"used":[99],"heuristics.":[100],"The":[101,121],"robustness":[102,128],"learned":[105],"policy":[106],"demonstrated":[108],"by":[109],"its":[110],"adaptability":[111],"previously":[114],"unseen":[115],"environment":[116,147],"non-stationary":[118],"demands.":[120],"presented":[122],"work":[123],"showcases":[124],"effectiveness":[126],"in":[133],"solving":[134],"important":[135],"practical":[136],"optimization":[138,185],"problems.":[139],"addition,":[141],"present":[143],"configurable":[145],"as":[148,178],"platform":[150],"testing":[152],"existing":[153],"new":[155],"algorithms":[156],"develop":[158],"goal":[164],"encourage":[166],"further":[167],"integration":[168],"into":[173],"management":[176],"problems":[177],"promising":[180],"alternative":[181],"addressing":[183],"uncertainties.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}