{"id":"https://openalex.org/W7161695651","doi":"https://doi.org/10.1016/j.eswa.2026.132893","title":"Deep reinforcement learning with instance-invariant baseline regularization for joint retrieval and relocation scheduling in multi-deep warehouses","display_name":"Deep reinforcement learning with instance-invariant baseline regularization for joint retrieval and relocation scheduling in multi-deep warehouses","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161695651","doi":"https://doi.org/10.1016/j.eswa.2026.132893"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2026.132893","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.132893","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.eswa.2026.132893","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102903079","display_name":"Funing Li","orcid":"https://orcid.org/0000-0002-4455-6997"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Funing Li","raw_affiliation_strings":["Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4455-6997","affiliations":[{"raw_affiliation_string":"Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019434987","display_name":"Jifeng Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jifeng Zhou","raw_affiliation_strings":["Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0009-0008-3910-6300","affiliations":[{"raw_affiliation_string":"Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136488398","display_name":"Yuan Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135979","display_name":"Yangtze River Pharmaceutical Group (China)","ror":"https://ror.org/03n5f7689","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210135979"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuan Tian","raw_affiliation_strings":["China Yangtze Power Co.,Ltd, Yichang, China"],"raw_orcid":"https://orcid.org/0000-0002-4521-2096","affiliations":[{"raw_affiliation_string":"China Yangtze Power Co.,Ltd, Yichang, China","institution_ids":["https://openalex.org/I4210135979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136483465","display_name":"Ruben Noortwyck","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ruben Noortwyck","raw_affiliation_strings":["Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2863-2216","affiliations":[{"raw_affiliation_string":"Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136481483","display_name":"Aya Ounissi","orcid":null},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aya Ounissi","raw_affiliation_strings":["Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0009-0009-5739-4489","affiliations":[{"raw_affiliation_string":"Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055938574","display_name":"Bingyuan Hong","orcid":"https://orcid.org/0000-0002-4281-3902"},"institutions":[{"id":"https://openalex.org/I31847773","display_name":"Zhejiang Ocean University","ror":"https://ror.org/03mys6533","country_code":"CN","type":"education","lineage":["https://openalex.org/I31847773"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyuan Hong","raw_affiliation_strings":["National & Local Joint Engineering Laboratory of Harbor Oil & Gas Storage and Transportation Technology/Zhejiang Provincial Key Laboratory of Petrochemical Pollution Control, School of Petrochemical Engineering and Environment, Zhejiang Ocean University, Zhoushan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National & Local Joint Engineering Laboratory of Harbor Oil & Gas Storage and Transportation Technology/Zhejiang Provincial Key Laboratory of Petrochemical Pollution Control, School of Petrochemical Engineering and Environment, Zhejiang Ocean University, Zhoushan, China","institution_ids":["https://openalex.org/I31847773"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089250397","display_name":"Kai Wen","orcid":"https://orcid.org/0000-0002-7496-1248"},"institutions":[{"id":"https://openalex.org/I204553293","display_name":"China University of Petroleum, Beijing","ror":"https://ror.org/041qf4r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I204553293"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Wen","raw_affiliation_strings":["National Engineering Laboratory for Pipeline Safety/MOE Key Laboratory of Petroleum Engineering/Beijing Key Laboratory of Urban Oil and Gas Distribution Technology, China University of Petroleum-Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Pipeline Safety/MOE Key Laboratory of Petroleum Engineering/Beijing Key Laboratory of Urban Oil and Gas Distribution Technology, China University of Petroleum-Beijing, Beijing, China","institution_ids":["https://openalex.org/I204553293"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136460314","display_name":"Qi Kang","orcid":"https://orcid.org/0009-0006-0912-3922"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Kang","raw_affiliation_strings":["Research Institute of Tsinghua University in Shenzhen, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0006-0912-3922","affiliations":[{"raw_affiliation_string":"Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101809300","display_name":"Robert Schulz","orcid":"https://orcid.org/0000-0002-1711-1917"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Robert Schulz","raw_affiliation_strings":["Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0091-1632","affiliations":[{"raw_affiliation_string":"Institute of Mechanical Handling and Logistics, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102903079","https://openalex.org/A5136488398"],"corresponding_institution_ids":["https://openalex.org/I100066346","https://openalex.org/I4210135979"],"apc_list":{"value":3220,"currency":"USD","value_usd":3220},"apc_paid":{"value":3220,"currency":"USD","value_usd":3220},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.58498354,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"328","issue":null,"first_page":"132893","last_page":"132893"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.1931000053882599,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.1931000053882599,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.12049999833106995,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12176","display_name":"Optimization and Packing Problems","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.7756999731063843},{"id":"https://openalex.org/keywords/relocation","display_name":"Relocation","score":0.7698000073432922},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6262999773025513},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5817000269889832},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5817000269889832}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8287000060081482},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.7756999731063843},{"id":"https://openalex.org/C2779019381","wikidata":"https://www.wikidata.org/wiki/Q3499564","display_name":"Relocation","level":2,"score":0.7698000073432922},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6262999773025513},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5817000269889832},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5817000269889832},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.570900022983551},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5055000185966492},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.450300008058548},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3711000084877014},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.3409000039100647},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.33000001311302185},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2919999957084656},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.27639999985694885}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.eswa.2026.132893","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.132893","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.eswa.2026.132893","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.132893","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323803","display_name":"Bundesministerium f\u00fcr Wirtschaft und Energie","ror":"https://ror.org/02vgg2808"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2067694538","https://openalex.org/W2081851509","https://openalex.org/W2164891879","https://openalex.org/W2169528473","https://openalex.org/W2319337047","https://openalex.org/W2588071143","https://openalex.org/W2598434470","https://openalex.org/W2754060698","https://openalex.org/W2889744641","https://openalex.org/W2902406627","https://openalex.org/W2950532920","https://openalex.org/W3006856884","https://openalex.org/W3027341120","https://openalex.org/W3088675101","https://openalex.org/W3134792445","https://openalex.org/W3135008106","https://openalex.org/W3180162582","https://openalex.org/W3190064840","https://openalex.org/W4213377513","https://openalex.org/W4220881999","https://openalex.org/W4220968329","https://openalex.org/W4229443124","https://openalex.org/W4241811150","https://openalex.org/W4283363195","https://openalex.org/W4293560094","https://openalex.org/W4310055576","https://openalex.org/W4313201953","https://openalex.org/W4387373465","https://openalex.org/W4387653821","https://openalex.org/W4388591460","https://openalex.org/W4391685719","https://openalex.org/W4392620929","https://openalex.org/W4400321493","https://openalex.org/W4400362143","https://openalex.org/W4404709112","https://openalex.org/W4409210856","https://openalex.org/W4409788107","https://openalex.org/W4410194427","https://openalex.org/W4410815472","https://openalex.org/W4410877568","https://openalex.org/W4416614170","https://openalex.org/W4417045531"],"related_works":[],"abstract_inverted_index":{"\u2022":[0,12,21,29,41],"DRL":[1,258],"framework":[2,123,131],"for":[3,124,213,259],"joint":[4],"retrieval":[5,57,173],"and":[6,56,104,148,174],"relocation":[7,105,175],"scheduling":[8],"in":[9,68,127,187,262],"multideep":[10],"warehouses.":[11],"Heterogeneous":[13],"graph":[14],"representation":[15,137],"captures":[16,139],"diverse":[17],"storage":[18,55,62],"entity":[19,142],"types.":[20],"Instance-Invariant":[22,193],"Baseline":[23,194],"Regularization":[24],"enables":[25],"stable":[26,233],"policy":[27,43],"learning.":[28],"A":[30],"computationally":[31,209],"e!cient":[32],"lower":[33,45,211],"bound":[34,212],"is":[35,75,102,159],"derived":[36],"as":[37],"the":[38,79,168,183,192,198,202,219,222,229,255],"instanceinvariant":[39],"baseline.":[40],"Trained":[42],"achieves":[44],"makespan":[46,125],"across":[47,240],"various":[48],"unseen":[49,242],"warehouse":[50,243,264],"configurations.":[51],"Multi-deep":[52],"automated":[53],"vehicle":[54],"systems":[58],"(AVS/RS)":[59],"offer":[60],"high":[61,184],"density,":[63],"making":[64],"them":[65],"increasingly":[66],"prevalent":[67],"modern":[69],"logistics.":[70],"However,":[71],"their":[72,153],"operational":[73],"efficiency":[74],"often":[76],"constrained":[77],"by":[78,113,206],"need":[80],"to":[81,161,163,170],"relocate":[82],"blocking":[83],"items":[84,101,110],"during":[85],"retrieval.":[86],"In":[87],"this":[88,188],"work,":[89],"we":[90,190],"consider":[91],"a":[92,97,118,133,178,208],"realistic":[93],"scenario":[94],"where":[95],"only":[96],"subset":[98],"of":[99,221,245,257],"stored":[100],"requested,":[103],"naturally":[106],"arises":[107],"when":[108],"target":[109],"are":[111],"blocked":[112],"non-requested":[114,146],"ones.":[115],"We":[116],"propose":[117,191],"deep":[119],"reinforcement":[120],"learning":[121],"(DRL)":[122],"minimization":[126],"multi-deep":[128],"AVS/RS.":[129],"The":[130,156,225],"features":[132],"heterogeneous":[134],"graph-based":[135],"state":[136],"that":[138],"three":[140],"distinct":[141],"types":[143],"(requested":[144],"items,":[145,147],"empty":[149],"locations)":[150],"along":[151],"with":[152,228],"structural":[154],"relationships.":[155],"action":[157],"space":[158],"designed":[160],"correspond":[162],"these":[164],"node":[165],"types,":[166],"enabling":[167],"agent":[169,226],"handle":[171],"both":[172],"decisions":[176],"within":[177],"unified":[179],"framework.":[180],"To":[181],"address":[182],"variance":[185],"inherent":[186,204],"problem,":[189],"Regularization,":[195],"which":[196],"decouples":[197],"agent\u2019s":[199],"performance":[200],"from":[201],"instance\u2019s":[203],"complexity":[205],"deriving":[207],"efficient":[210],"each":[214],"state.":[215],"Extensive":[216],"experiments":[217],"validate":[218],"effectiveness":[220],"proposed":[223,230],"approach.":[224],"trained":[227],"regularization":[231],"demonstrates":[232],"convergence":[234],"and,":[235],"more":[236],"crucially,":[237],"strong":[238],"generalization":[239],"64":[241],"configurations":[244],"varying":[246],"scale,":[247],"consistently":[248],"outperforming":[249],"heuristic":[250],"baselines.":[251],"These":[252],"results":[253],"highlight":[254],"potential":[256],"intelligent":[260],"decision-making":[261],"complex":[263],"management":[265],"problems.":[266]},"counts_by_year":[],"updated_date":"2026-05-26T06:15:08.310788","created_date":"2026-05-20T00:00:00"}