{"id":"https://openalex.org/W4410950236","doi":"https://doi.org/10.1109/jsac.2025.3574621","title":"Efficient AGV Scheduling in Warehouses via Hierarchical Transformer Reinforcement Learning","display_name":"Efficient AGV Scheduling in Warehouses via Hierarchical Transformer Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-02","ids":{"openalex":"https://openalex.org/W4410950236","doi":"https://doi.org/10.1109/jsac.2025.3574621"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2025.3574621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3574621","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086581834","display_name":"Bingyi Liu","orcid":"https://orcid.org/0000-0001-8403-1776"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyi Liu","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8403-1776","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019042027","display_name":"Weizhen Han","orcid":"https://orcid.org/0000-0003-2992-2650"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhen Han","raw_affiliation_strings":["School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2992-2650","affiliations":[{"raw_affiliation_string":"School of Computer Science and Artificial Intelligence, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085805626","display_name":"Enshu Wang","orcid":"https://orcid.org/0000-0001-7253-4763"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enshu Wang","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7253-4763","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Keqin Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keqin Zhong","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, The State University of New York, Buffalo, NY, USA","Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, The State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047844","display_name":"Libing Wu","orcid":"https://orcid.org/0000-0001-9897-1953"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libing Wu","raw_affiliation_strings":["School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9897-1953","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100356291","display_name":"Jianping Wang","orcid":"https://orcid.org/0000-0002-9318-1482"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jianping Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Pokfulam, Hong Kong","Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-9318-1482","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Pokfulam, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100728176","display_name":"Chunming Qiao","orcid":"https://orcid.org/0000-0002-4679-6572"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunming Qiao","raw_affiliation_strings":["Department of Computer Science and Engineering, University at Buffalo, The State University of New York, Buffalo, NY, USA","Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4679-6572","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, The State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, University at Buffalo, State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5554,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83850102,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"43","issue":"10","first_page":"3426","last_page":"3439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12782","display_name":"Assembly Line Balancing Optimization","score":0.9021000266075134,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8276305198669434},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.646204948425293},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6038702130317688},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5762455463409424},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3676934540271759},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32727259397506714},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.15830355882644653},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08506390452384949}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8276305198669434},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.646204948425293},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6038702130317688},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5762455463409424},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3676934540271759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32727259397506714},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.15830355882644653},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08506390452384949},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2025.3574621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3574621","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4310234715","display_name":null,"funder_award_id":"62272357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4868500656","display_name":null,"funder_award_id":"U24A20336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7750792420","display_name":null,"funder_award_id":"62441237","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7805012793","display_name":null,"funder_award_id":"CNS-2413876","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8932672722","display_name":null,"funder_award_id":"62302326","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1488757178","https://openalex.org/W1989407213","https://openalex.org/W2123030512","https://openalex.org/W3037164939","https://openalex.org/W3049468855","https://openalex.org/W3103201751","https://openalex.org/W3158757609","https://openalex.org/W3174818244","https://openalex.org/W3189938971","https://openalex.org/W3194012445","https://openalex.org/W3206082228","https://openalex.org/W4225161347","https://openalex.org/W4225387466","https://openalex.org/W4285724883","https://openalex.org/W4312362982","https://openalex.org/W4312674606","https://openalex.org/W4313555308","https://openalex.org/W4381681234","https://openalex.org/W4381856556","https://openalex.org/W4382449892","https://openalex.org/W4383108566","https://openalex.org/W4383112356","https://openalex.org/W4385517046","https://openalex.org/W4386453517","https://openalex.org/W4386472935","https://openalex.org/W4386590671","https://openalex.org/W4388756484","https://openalex.org/W4389104987","https://openalex.org/W4389689571","https://openalex.org/W4393160223","https://openalex.org/W4396783550","https://openalex.org/W4399562848","https://openalex.org/W4401413419","https://openalex.org/W4401863490"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"automated":[1,14],"warehouses,":[2],"efficient":[3,92,126],"management":[4],"and":[5,28,80,103,111,129,151,169,186],"economic":[6],"benefits":[7],"hinge":[8],"on":[9],"the":[10,35,44,47,65,108,139,146,194,199],"effective":[11],"scheduling":[12,67,94],"of":[13,37,46,55,100,141,149,167],"guided":[15],"vehicles":[16],"(AGVs)":[17],"to":[18,34,90,106,124,137,163,206,209],"transport":[19,39,135,172],"diverse":[20,58],"packets.":[21,142],"Emerging":[22],"technologies":[23],"such":[24],"as":[25,77],"artificial":[26],"intelligence":[27],"automation":[29],"control":[30,156,159],"have":[31],"greatly":[32],"contributed":[33],"development":[36,45],"packet":[38,109,127],"schemes":[40],"for":[41,64,161],"AGVs.":[42],"However,":[43],"logistics":[48],"industry":[49],"results":[50,191],"in":[51],"a":[52,82,153,177],"massive":[53],"amount":[54],"packets":[56,182,201],"with":[57,120,183],"deadlines,":[59],"which":[60],"brings":[61],"new":[62],"challenges":[63],"AGV":[66,76,93,134],"system.":[68],"To":[69],"address":[70],"this,":[71],"this":[72,97],"paper":[73],"treats":[74],"each":[75],"an":[78],"agent":[79],"designs":[81],"novel":[83],"hierarchical":[84],"transformer":[85],"reinforcement":[86],"learning":[87],"(HTRL)":[88],"framework":[89,98,197],"generate":[91],"policies.":[95],"Specifically,":[96],"consists":[99],"one":[101],"encoder":[102],"two":[104,116],"decoders":[105,117],"produce":[107],"selection":[110,128],"path":[112,130],"improvement":[113,131],"actions.":[114],"These":[115],"are":[118],"equipped":[119],"masked":[121],"self-attention":[122],"mechanisms":[123],"learn":[125],"policies,":[132],"facilitating":[133],"efficiency":[136],"meet":[138],"deadlines":[140,185],"Moreover,":[143],"we":[144],"consider":[145],"kinetic":[147],"features":[148],"AGVs":[150,162,168],"design":[152],"model":[154],"predictive":[155],"(MPC)-based":[157],"speed":[158],"method":[160],"prevent":[164],"frequent":[165],"stop-and-wait":[166],"enhance":[170],"their":[171],"efficiency.":[173],"We":[174],"build":[175],"up":[176,205],"simulated":[178],"warehouse":[179],"environment":[180],"containing":[181],"different":[184],"conduct":[187],"extensive":[188],"experiments.":[189],"Experimental":[190],"validate":[192],"that":[193],"proposed":[195],"HTRL":[196],"increases":[198],"delivered":[200],"within":[202],"expiration":[203],"by":[204],"36.6%":[207],"compared":[208],"other":[210],"baselines.":[211]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}