{"id":"https://openalex.org/W4417201539","doi":"https://doi.org/10.1109/tits.2025.3639621","title":"Integrated AGV Positioning and Scheduling Using Simulation-Based Reinforcement Learning and Combinatorial Optimization in Automated Container Terminals","display_name":"Integrated AGV Positioning and Scheduling Using Simulation-Based Reinforcement Learning and Combinatorial Optimization in Automated Container Terminals","publication_year":2025,"publication_date":"2025-12-10","ids":{"openalex":"https://openalex.org/W4417201539","doi":"https://doi.org/10.1109/tits.2025.3639621"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3639621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3639621","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042389632","display_name":"Mengsheng Li","orcid":"https://orcid.org/0009-0006-1659-6162"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingze Li","raw_affiliation_strings":["School of Maritime Economics and Management, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0006-1659-6162","affiliations":[{"raw_affiliation_string":"School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073606278","display_name":"Qingcheng Zeng","orcid":"https://orcid.org/0000-0001-6212-1519"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingcheng Zeng","raw_affiliation_strings":["School of Maritime Economics and Management, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-6212-1519","affiliations":[{"raw_affiliation_string":"School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101309726","display_name":"Xingchun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingchun Li","raw_affiliation_strings":["School of Maritime Economics and Management, Dalian Maritime University, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447203","display_name":"Kang Chen","orcid":"https://orcid.org/0000-0003-1484-1209"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Chen","raw_affiliation_strings":["School of Maritime Economics and Management, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1484-1209","affiliations":[{"raw_affiliation_string":"School of Maritime Economics and Management, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026816911","display_name":"Haobin Li","orcid":"https://orcid.org/0000-0001-5537-2395"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haobin Li","raw_affiliation_strings":["Department of Industrial Systems Engineering and Management, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5537-2395","affiliations":[{"raw_affiliation_string":"Department of Industrial Systems Engineering and Management, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44962364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"3","first_page":"3564","last_page":"3578"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.8490999937057495,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.8490999937057495,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.0966000035405159,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10567","display_name":"Vehicle Routing Optimization Methods","score":0.021400000900030136,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7943000197410583},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.713699996471405},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6431000232696533},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6420999765396118},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5491999983787537},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.4916999936103821},{"id":"https://openalex.org/keywords/automated-guided-vehicle","display_name":"Automated guided vehicle","score":0.460099995136261},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.45739999413490295},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43220001459121704}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7943000197410583},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.713699996471405},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6431000232696533},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6420999765396118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6057999730110168},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5491999983787537},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5088000297546387},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.4916999936103821},{"id":"https://openalex.org/C2776068756","wikidata":"https://www.wikidata.org/wiki/Q1368584","display_name":"Automated guided vehicle","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4092999994754791},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.37689998745918274},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36230000853538513},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3499999940395355},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.32749998569488525},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3012000024318695},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C2777869240","wikidata":"https://www.wikidata.org/wiki/Q1424398","display_name":"Flexible manufacturing system","level":3,"score":0.2759999930858612},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C52692508","wikidata":"https://www.wikidata.org/wiki/Q1333872","display_name":"Combinatorial optimization","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3639621","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3639621","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5300003123","display_name":null,"funder_award_id":"U2572201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6469640060","display_name":null,"funder_award_id":"202406570046","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G7490054413","display_name":null,"funder_award_id":"2023JH2/10700027","funder_id":"https://openalex.org/F4320329853","funder_display_name":"International Science and Technology Cooperation Program of Jiangsu Province"},{"id":"https://openalex.org/G7968529944","display_name":null,"funder_award_id":"72071025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320329853","display_name":"International Science and Technology Cooperation Program of Jiangsu Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Automated":[0],"Guided":[1],"Vehicle":[2],"(AGV)":[3],"positioning":[4,26,76],"and":[5,27,43,90,108],"scheduling":[6,28,86],"critically":[7],"impact":[8],"automated":[9],"container":[10],"terminal":[11,68],"efficiency,":[12],"yet":[13],"operational":[14,65],"uncertainties":[15],"significantly":[16],"challenge":[17],"effective":[18],"decision-making.":[19],"This":[20],"study":[21],"addresses":[22],"the":[23,48,58,63,72,120],"integrated":[24],"AGV":[25],"problem":[29],"(AGV-PSP)":[30],"under":[31],"uncertainty":[32],"through":[33],"a":[34,51],"novel":[35],"framework":[36],"integrating":[37],"reinforcement":[38],"learning":[39],"(RL),":[40],"combinatorial":[41],"optimization,":[42],"high-fidelity":[44],"simulation.":[45],"We":[46],"formulate":[47],"AGV-PSP":[49],"as":[50],"Markov":[52],"Decision":[53],"Process":[54],"where":[55],"RL":[56],"learns":[57],"state":[59],"value":[60,66,73],"function,":[61,74],"estimating":[62],"long-term":[64,91],"of":[67],"locations.":[69],"Based":[70],"on":[71,115],"our":[75,85],"policy":[77,87],"strategically":[78],"locates":[79],"AGVs":[80],"in":[81],"high-value":[82],"areas,":[83],"while":[84],"balances":[88],"immediate":[89],"rewards":[92,107],"using":[93],"integer":[94],"linear":[95],"programming":[96],"solved":[97],"by":[98],"an":[99],"improved":[100],"Hungarian":[101],"algorithm.":[102],"Experiments":[103],"demonstrate":[104],"35.6%":[105],"higher":[106],"36.6%":[109],"lower":[110],"costs":[111],"compared":[112],"to":[113],"benchmarks":[114],"average.":[116],"Sensitivity":[117],"analyses":[118],"validate":[119],"framework\u2019s":[121],"robustness":[122],"across":[123],"varying":[124],"uncertainty.":[125]},"counts_by_year":[],"updated_date":"2026-03-17T06:59:57.516163","created_date":"2025-12-10T00:00:00"}