{"id":"https://openalex.org/W7163683098","doi":"https://doi.org/10.48550/arxiv.2606.06201","title":"Learning to replenish: A hybrid deep reinforcement learning for dynamic inventory management in the pharmaceutical supply chains","display_name":"Learning to replenish: A hybrid deep reinforcement learning for dynamic inventory management in the pharmaceutical supply chains","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163683098","doi":"https://doi.org/10.48550/arxiv.2606.06201"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06201","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06201","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137929252","display_name":"Amandeep Kaur","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kaur, Amandeep","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137936999","display_name":"Gyan Prakash","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prakash, Gyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9089999794960022,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10328","display_name":"Supply Chain and Inventory Management","score":0.9089999794960022,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12486","display_name":"Food Supply Chain Traceability","score":0.01769999973475933,"subfield":{"id":"https://openalex.org/subfields/1106","display_name":"Food Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10539","display_name":"Sustainable Supply Chain Management","score":0.013899999670684338,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/supply-chain","display_name":"Supply chain","score":0.6780999898910522},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6410999894142151},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6273000240325928},{"id":"https://openalex.org/keywords/inventory-theory","display_name":"Inventory theory","score":0.6243000030517578},{"id":"https://openalex.org/keywords/inventory-control","display_name":"Inventory control","score":0.5759000182151794},{"id":"https://openalex.org/keywords/profitability-index","display_name":"Profitability index","score":0.44200000166893005},{"id":"https://openalex.org/keywords/supply-chain-management","display_name":"Supply chain management","score":0.4250999987125397},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.4075999855995178},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.40540000796318054},{"id":"https://openalex.org/keywords/bullwhip-effect","display_name":"Bullwhip effect","score":0.4002000093460083}],"concepts":[{"id":"https://openalex.org/C108713360","wikidata":"https://www.wikidata.org/wiki/Q1824206","display_name":"Supply chain","level":2,"score":0.6780999898910522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6459000110626221},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6410999894142151},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6273000240325928},{"id":"https://openalex.org/C24373527","wikidata":"https://www.wikidata.org/wiki/Q252073","display_name":"Inventory theory","level":3,"score":0.6243000030517578},{"id":"https://openalex.org/C117938511","wikidata":"https://www.wikidata.org/wiki/Q3634830","display_name":"Inventory control","level":2,"score":0.5759000182151794},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.5159000158309937},{"id":"https://openalex.org/C129361004","wikidata":"https://www.wikidata.org/wiki/Q2470236","display_name":"Profitability index","level":2,"score":0.44200000166893005},{"id":"https://openalex.org/C44104985","wikidata":"https://www.wikidata.org/wiki/Q492886","display_name":"Supply chain management","level":3,"score":0.4250999987125397},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C178595485","wikidata":"https://www.wikidata.org/wiki/Q1343909","display_name":"Bullwhip effect","level":4,"score":0.4002000093460083},{"id":"https://openalex.org/C3018434026","wikidata":"https://www.wikidata.org/wiki/Q3761396","display_name":"Inventory management","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C150325174","wikidata":"https://www.wikidata.org/wiki/Q4335500","display_name":"Optimal decision","level":3,"score":0.35659998655319214},{"id":"https://openalex.org/C2781468064","wikidata":"https://www.wikidata.org/wiki/Q1267117","display_name":"Lead time","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C2781437837","wikidata":"https://www.wikidata.org/wiki/Q2736296","display_name":"Safety stock","level":3,"score":0.33079999685287476},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C181889124","wikidata":"https://www.wikidata.org/wiki/Q380204","display_name":"Service level","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C193809577","wikidata":"https://www.wikidata.org/wiki/Q3409300","display_name":"Demand forecasting","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.2858999967575073},{"id":"https://openalex.org/C192365026","wikidata":"https://www.wikidata.org/wiki/Q5046829","display_name":"Holding cost","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06201","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06201","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06201","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Pharmaceutical":[0],"supply":[1],"chains":[2],"(PSCs)":[3],"struggle":[4],"with":[5,19],"inventory":[6,56,73,165,174,188],"management":[7],"(IM)":[8],"due":[9],"to":[10,58,69,95,145,177,190],"unpredictable":[11],"demand":[12,87],"patterns":[13],"and":[14,42,63,88,118],"variable":[15,89],"lead":[16],"times":[17],"associated":[18],"restocking.":[20],"This":[21,66],"complexity":[22],"is":[23,94,143],"further":[24],"compounded":[25],"by":[26],"the":[27,82,97,100,111,147,159,164,192,196],"finite":[28],"shelf":[29],"lives":[30],"of":[31,99,195],"pharmaceutical":[32,77,187],"products,":[33],"which":[34],"necessitate":[35],"a":[36,49,104,114,120,127],"delicate":[37],"balance":[38],"between":[39],"adequate":[40],"stock":[41],"minimal":[43],"waste.":[44],"These":[45],"intertwined":[46],"factors":[47],"create":[48],"complex":[50],"optimization":[51,136],"problem":[52,112],"that":[53,79,158],"requires":[54],"sophisticated":[55],"strategies":[57],"ensure":[59],"both":[60],"product":[61],"availability":[62],"PSC":[64,90,101],"efficiency.":[65],"study":[67],"aims":[68],"develop":[70],"an":[71],"optimal":[72],"replenishment":[74,166],"policy":[75,135],"for":[76],"products":[78],"can":[80],"handle":[81,146],"stochasticity":[83],"arising":[84],"from":[85],"uncertain":[86],"conditions.":[91],"The":[92,139,154],"objective":[93],"maximize":[96],"profitability":[98],"while":[102],"maintaining":[103],"high":[105],"patient":[106],"service":[107],"level.":[108],"We":[109,180],"formulate":[110],"as":[113],"Markov":[115],"decision":[116],"process":[117],"propose":[119],"deep":[121],"reinforcement":[122],"learning":[123],"(DRL)":[124],"approach,":[125],"specifically,":[126],"hybrid":[128],"asynchronous":[129],"advantage":[130],"actor":[131],"critic":[132],"distributed":[133],"proximal":[134],"(A3C":[137],"DPPO)algorithm.":[138],"A3C":[140],"DPPO":[141],"algorithm":[142,161],"tailored":[144],"continuous":[148],"action":[149],"space":[150],"inherent":[151],"in":[152,172],"IM.":[153],"numerical":[155,183],"results":[156],"demonstrate":[157],"proposed":[160,197],"adaptively":[162],"updates":[163],"strategy":[167],"under":[168],"dynamic":[169],"scenarios,":[170],"resulting":[171],"lower":[173],"costs":[175],"compared":[176],"various":[178],"benchmarks.":[179],"also":[181],"conduct":[182],"validation":[184],"using":[185],"real-world":[186],"data":[189],"confirm":[191],"practical":[193],"feasibility":[194],"algorithm.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}