{"id":"https://openalex.org/W4399881100","doi":"https://doi.org/10.1109/tits.2024.3412932","title":"Multi-Agent Deep Reinforcement Learning for Recharging-Considered Vehicle Scheduling Problem in Container Terminals","display_name":"Multi-Agent Deep Reinforcement Learning for Recharging-Considered Vehicle Scheduling Problem in Container Terminals","publication_year":2024,"publication_date":"2024-06-21","ids":{"openalex":"https://openalex.org/W4399881100","doi":"https://doi.org/10.1109/tits.2024.3412932"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3412932","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3412932","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090287870","display_name":"Ada Che","orcid":"https://orcid.org/0000-0002-8133-4058"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ada Che","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-8133-4058","affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073607582","display_name":"Z. Wang","orcid":"https://orcid.org/0000-0001-9486-8780"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziliang Wang","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-9486-8780","affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001595417","display_name":"Chenhao Zhou","orcid":"https://orcid.org/0000-0001-8459-1722"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Zhou","raw_affiliation_strings":["School of Management, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-8459-1722","affiliations":[{"raw_affiliation_string":"School of Management, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":4.5726,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94728322,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"25","issue":"11","first_page":"16855","last_page":"16868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7581461668014526},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.6178585290908813},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6026623249053955},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5768236517906189},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4587339460849762},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3908016085624695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34590989351272583},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.33350810408592224},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.31001633405685425},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.27510499954223633},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.09141987562179565},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.06194421648979187}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7581461668014526},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.6178585290908813},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6026623249053955},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5768236517906189},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4587339460849762},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3908016085624695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34590989351272583},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33350810408592224},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31001633405685425},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27510499954223633},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.09141987562179565},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.06194421648979187},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2024.3412932","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3412932","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1097337","display_name":null,"funder_award_id":"72310107003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2436626178","display_name":null,"funder_award_id":"72271201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6452436192","display_name":"\u81ea\u52a8\u5316\u96c6\u88c5\u7bb1\u7801\u5934\u65e0\u4eba\u8f66\u4e0e\u5cb8\u6865\u534f\u540c\u8c03\u5ea6\u95ee\u9898\u7814\u7a76","funder_award_id":"72101203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1856069276","https://openalex.org/W1990822088","https://openalex.org/W2022100699","https://openalex.org/W2064675550","https://openalex.org/W2155952977","https://openalex.org/W2810588647","https://openalex.org/W2947912065","https://openalex.org/W2996875525","https://openalex.org/W3007556850","https://openalex.org/W3009389630","https://openalex.org/W3090234698","https://openalex.org/W3128766876","https://openalex.org/W3133471011","https://openalex.org/W3193936373","https://openalex.org/W3194012445","https://openalex.org/W4200107700","https://openalex.org/W4213190850","https://openalex.org/W4214806295","https://openalex.org/W4226096170","https://openalex.org/W4280594981","https://openalex.org/W4295345527","https://openalex.org/W4296872783","https://openalex.org/W4309666522","https://openalex.org/W4313025922","https://openalex.org/W4360612281","https://openalex.org/W4380768317","https://openalex.org/W4388061181","https://openalex.org/W4388455252","https://openalex.org/W4394621846","https://openalex.org/W6627932998"],"related_works":["https://openalex.org/W2367301169","https://openalex.org/W2974221847","https://openalex.org/W2352134912","https://openalex.org/W3172150420","https://openalex.org/W2001079144","https://openalex.org/W2107725657","https://openalex.org/W4393477817","https://openalex.org/W2048054615","https://openalex.org/W4306904969","https://openalex.org/W3204654320"],"abstract_inverted_index":{"The":[0],"worldwide":[1],"popularity":[2],"of":[3,75,110],"electric":[4],"automated":[5],"guided":[6],"vehicles":[7,10,100],"and":[8,24,67,78,101,104,108,142,165,177],"autonomous":[9],"in":[11,135,173],"container":[12],"terminals":[13],"requires":[14],"efficient":[15],"vehicle":[16,34],"scheduling":[17,35,83],"management":[18],"considering":[19],"the":[20,25,32,49,72,87,106,111,117,124,136,156,160,180],"capacitated":[21],"battery":[22],"energy":[23],"charging":[26,76,102],"station":[27],"limitation.":[28],"In":[29],"this":[30],"paper,":[31],"recharging-considered":[33],"problem":[36],"is":[37,94],"formulated":[38],"as":[39],"a":[40,53,81,130,143],"decentralized":[41,65],"partially":[42],"observable":[43],"Markov":[44],"decision":[45],"process":[46],"to":[47,96,115,123,187],"maximize":[48],"cumulative":[50],"reward,":[51],"providing":[52],"highly":[54],"adaptive":[55],"decision-making":[56],"mechanism":[57],"for":[58,139,149],"multi-agent-powered":[59],"terminal":[60],"transport":[61],"system":[62],"by":[63],"supporting":[64],"decisions":[66],"accommodating":[68],"partial":[69],"observability.":[70],"Considering":[71],"limited":[73],"number":[74],"stations":[77,103],"tight":[79],"schedules,":[80],"novel":[82],"method":[84,158],"based":[85],"on":[86,119],"actor-critic":[88],"multi-agent":[89,144],"deep":[90,162],"reinforcement":[91,163],"learning":[92,112,164],"framework":[93,138],"developed":[95],"facilitate":[97],"cooperation":[98],"among":[99],"enhance":[105],"stability":[107],"efficiency":[109],"process.":[113],"Furthermore,":[114],"address":[116],"challenge":[118],"algorithm":[120,148],"convergence":[121],"due":[122],"vast":[125],"state":[126],"space,":[127],"we":[128],"employ":[129],"heterogeneous":[131],"graph":[132],"neural":[133],"network":[134],"proposed":[137,157],"feature":[140],"extraction":[141],"proximal":[145],"policy":[146],"optimization":[147],"parameter":[150],"training.":[151],"Numerical":[152],"results":[153],"indicate":[154],"that":[155],"outperforms":[159],"distributed-agent":[161],"several":[166],"benchmark":[167],"heuristics,":[168],"showcasing":[169],"its":[170,191],"superior":[171],"performance":[172],"both":[174],"solution":[175],"quality":[176],"efficiency.":[178],"Moreover,":[179],"well-trained":[181],"model":[182],"can":[183],"be":[184],"directly":[185],"applied":[186],"various":[188],"scenarios,":[189],"demonstrating":[190],"high":[192],"generalization":[193],"capability.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}