{"id":"https://openalex.org/W4414116811","doi":"https://doi.org/10.1109/tkde.2025.3609173","title":"Large-Scale Storage Location Assignment via Hierarchical Reinforcement Learning: A Rank and Assign Approach","display_name":"Large-Scale Storage Location Assignment via Hierarchical Reinforcement Learning: A Rank and Assign Approach","publication_year":2025,"publication_date":"2025-09-11","ids":{"openalex":"https://openalex.org/W4414116811","doi":"https://doi.org/10.1109/tkde.2025.3609173"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3609173","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3609173","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tkde.2025.3609173","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062617717","display_name":"Weihang Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weihang Pan","raw_affiliation_strings":["School of Software, Zhejiang University, Zhejiang, China","School of Software, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Software, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730802","display_name":"Minghao Chen","orcid":"https://orcid.org/0000-0002-2871-5812"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghao Chen","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China","Hangzhou Dianzi University, China"],"affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104264817","display_name":"Binbin Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Lin","raw_affiliation_strings":["School of Software, Zhejiang University, Zhejiang, China","School of Software, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Software, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406440","display_name":"Yafei Wang","orcid":"https://orcid.org/0000-0002-8005-1718"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Wang","raw_affiliation_strings":["Polytechnic Institute, Zhejiang University, Zhejiang, China","Polytechnic Institute, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Polytechnic Institute, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Polytechnic Institute, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101765691","display_name":"Xinkui Zhao","orcid":"https://orcid.org/0000-0002-1115-5652"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinkui Zhao","raw_affiliation_strings":["School of Software, Zhejiang University, Zhejiang, China","School of Software, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"School of Software, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102013345","display_name":"Xiaofei He","orcid":"https://orcid.org/0009-0001-9107-2354"},"institutions":[{"id":"https://openalex.org/I4210156066","display_name":"State Key Laboratory of Chemical Engineering","ror":"https://ror.org/05803vc71","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156066"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei He","raw_affiliation_strings":["State Key Lab of CAD&#x0026;CG, Zhejiang University, Zhejiang, China","State Key Lab of CAD&amp;CG, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD&#x0026;CG, Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692","https://openalex.org/I4210156066"]},{"raw_affiliation_string":"State Key Lab of CAD&amp;CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010419481","display_name":"Jieping Ye","orcid":"https://orcid.org/0000-0001-8662-5818"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jieping Ye","raw_affiliation_strings":["Alibaba Group, Hangzhou, China","Alibaba Group, China"],"affiliations":[{"raw_affiliation_string":"Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5062617717"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.403,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86286085,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"37","issue":"11","first_page":"6506","last_page":"6520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.7626000046730042},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6036999821662903},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5455999970436096},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5113000273704529},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.503000020980835},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4952999949455261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8481000065803528},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.7626000046730042},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6036999821662903},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5455999970436096},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5113000273704529},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.503000020980835},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4952999949455261},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.41839998960494995},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38589999079704285},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37450000643730164},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2782000005245209},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.257099986076355},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3609173","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3609173","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tkde.2025.3609173","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3609173","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1807857769","https://openalex.org/W1842409659","https://openalex.org/W1966960619","https://openalex.org/W1969051995","https://openalex.org/W1978971018","https://openalex.org/W1985031570","https://openalex.org/W1989256369","https://openalex.org/W1990671509","https://openalex.org/W1997948959","https://openalex.org/W2002221192","https://openalex.org/W2018989030","https://openalex.org/W2034729063","https://openalex.org/W2061300551","https://openalex.org/W2074238013","https://openalex.org/W2081597862","https://openalex.org/W2094687895","https://openalex.org/W2103954789","https://openalex.org/W2109910161","https://openalex.org/W2128994658","https://openalex.org/W2133341423","https://openalex.org/W2325283512","https://openalex.org/W2605174321","https://openalex.org/W2782271022","https://openalex.org/W2899284147","https://openalex.org/W2967776883","https://openalex.org/W3024634821","https://openalex.org/W3134835669","https://openalex.org/W3168892396","https://openalex.org/W4212996499","https://openalex.org/W4213087805","https://openalex.org/W4220701785","https://openalex.org/W4249441547","https://openalex.org/W4311135109","https://openalex.org/W4312720137","https://openalex.org/W4379046094","https://openalex.org/W4382203174","https://openalex.org/W4386702524"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0,60,187],"storage":[1,93],"location":[2],"assignment":[3],"problem":[4],"for":[5,52],"export":[6],"containers":[7,71],"(EC-SLAP)":[8],"is":[9],"crucial":[10],"to":[11,27,83,125,143],"the":[12,28,31,38,73,76,84,104,107,121,127,163],"efficiency":[13,146],"of":[14,30,33,78,106,129,167],"cargo":[15],"turnover":[16,58],"in":[17,23,72,95,132,204],"ports.":[18],"Existing":[19],"methods":[20,202],"fall":[21],"short":[22],"real-world":[24,159,205],"applications":[25],"due":[26],"challenges":[29],"unpredictability":[32],"container":[34,57,174],"arrival":[35,80],"sequences":[36,81],"and":[37,101,147,170,182,198],"large-scale":[39,108,154],"problem.":[40],"We":[41,112,150,177],"propose":[42,151],"a":[43,96,138,152,172],"new":[44,153],"buffer-wise":[45],"framework":[46,61],"based":[47],"on":[48],"hierarchical":[49],"reinforcement":[50],"learning":[51,145],"EC-SLAP,":[53],"aimed":[54],"at":[55],"optimizing":[56],"efficiency.":[59],"comprises":[62],"two":[63],"processes:":[64],"1)":[65],"<bold":[66,88],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[67,89],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Ranking":[68],"Agent</b>":[69],"ranks":[70],"buffer,":[74],"reducing":[75],"uncertainty":[77],"random":[79],"compared":[82],"immediate":[85,140],"assignment.":[86],"2)":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Assigning":[90],"Agents</b>":[91],"assign":[92],"locations":[94],"two-step":[97],"process":[98],"by":[99,116],"block":[100],"slot,":[102],"diminishing":[103],"dimensionality":[105],"discrete":[109],"action":[110],"space.":[111],"iteratively":[113],"optimize":[114],"agents":[115],"asynchronously":[117],"obtaining":[118],"rewards":[119,131],"from":[120,158,162],"environment.":[122],"In":[123],"addition,":[124],"address":[126],"challenge":[128],"sparse":[130],"long-sequence":[133],"decision-making,":[134],"we":[135],"have":[136],"developed":[137],"novel":[139],"reward":[141],"function":[142],"enhance":[144],"accelerate":[148],"convergence.":[149],"dataset,":[155],"NZP-SLAD,":[156],"collected":[157],"historical":[160],"data":[161],"terminal":[164,175],"operating":[165],"system":[166],"Ningbo-Zhoushan":[168],"Port":[169],"develop":[171],"realistic":[173],"simulator.":[176],"conducted":[178],"numerous":[179],"offline":[180],"simulations":[181],"tests":[183],"with":[184],"this":[185],"dataset.":[186],"experimental":[188],"results":[189],"demonstrate":[190],"that":[191],"our":[192],"proposed":[193],"method":[194],"achieves":[195],"rapid":[196],"convergence":[197],"significantly":[199],"surpasses":[200],"expert":[201],"used":[203],"production.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}