{"id":"https://openalex.org/W4393039383","doi":"https://doi.org/10.1080/00207543.2024.2325583","title":"Real-time AGV scheduling optimisation method with deep reinforcement learning for energy-efficiency in the container terminal yard","display_name":"Real-time AGV scheduling optimisation method with deep reinforcement learning for energy-efficiency in the container terminal yard","publication_year":2024,"publication_date":"2024-03-21","ids":{"openalex":"https://openalex.org/W4393039383","doi":"https://doi.org/10.1080/00207543.2024.2325583"},"language":"en","primary_location":{"id":"doi:10.1080/00207543.2024.2325583","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2024.2325583","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055833241","display_name":"Lin Gong","orcid":"https://orcid.org/0000-0002-9236-1078"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gong","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China","Yangtze Delta Region Academy of Beijing Institute of Technology, Jiaxing, Zhejiang Province, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Yangtze Delta Region Academy of Beijing Institute of Technology, Jiaxing, Zhejiang Province, People's Republic of China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026604537","display_name":"Zijie Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zijie Huang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030615410","display_name":"Xi Xiang","orcid":"https://orcid.org/0000-0002-5225-9773"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Xiang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100352114","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0001-5554-2729"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Liu","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China","Yangtze Delta Region Academy of Beijing Institute of Technology, Jiaxing, Zhejiang Province, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Yangtze Delta Region Academy of Beijing Institute of Technology, Jiaxing, Zhejiang Province, People's Republic of China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100352114"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":12.4528,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.98989305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"62","issue":"21","first_page":"7722","last_page":"7742"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12126","display_name":"Maritime Transport Emissions and Efficiency","score":0.9739000201225281,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/yard","display_name":"Yard","score":0.8415035009384155},{"id":"https://openalex.org/keywords/container","display_name":"Container (type theory)","score":0.764129638671875},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6962911486625671},{"id":"https://openalex.org/keywords/terminal","display_name":"Terminal (telecommunication)","score":0.6626521348953247},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6036263108253479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.505139172077179},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4733861982822418},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4395201504230499},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.43785542249679565},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.4225514233112335},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.3595477342605591},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3515617251396179},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32075750827789307},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23758649826049805},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.19147899746894836},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1823282539844513},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.09886479377746582},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09549018740653992}],"concepts":[{"id":"https://openalex.org/C94026978","wikidata":"https://www.wikidata.org/wiki/Q482798","display_name":"Yard","level":2,"score":0.8415035009384155},{"id":"https://openalex.org/C2781018962","wikidata":"https://www.wikidata.org/wiki/Q5164884","display_name":"Container (type theory)","level":2,"score":0.764129638671875},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6962911486625671},{"id":"https://openalex.org/C2779664074","wikidata":"https://www.wikidata.org/wiki/Q3518405","display_name":"Terminal (telecommunication)","level":2,"score":0.6626521348953247},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6036263108253479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.505139172077179},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4733861982822418},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4395201504230499},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43785542249679565},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4225514233112335},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3595477342605591},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3515617251396179},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32075750827789307},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23758649826049805},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.19147899746894836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1823282539844513},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.09886479377746582},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09549018740653992},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/00207543.2024.2325583","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207543.2024.2325583","pdf_url":null,"source":{"id":"https://openalex.org/S65690446","display_name":"International Journal of Production Research","issn_l":"0020-7543","issn":["0020-7543","1366-588X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Production Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:tprsxx:v:62:y:2024:i:21:p:7722-7742","is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/00207543.2024.2325583","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G1490700140","display_name":null,"funder_award_id":"72301029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2253632379","display_name":null,"funder_award_id":"XSQD-202203012","funder_id":"https://openalex.org/F4320327514","funder_display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1970796524","https://openalex.org/W1976379172","https://openalex.org/W2044122946","https://openalex.org/W2060203625","https://openalex.org/W2156298087","https://openalex.org/W2160364094","https://openalex.org/W2329739548","https://openalex.org/W2341680029","https://openalex.org/W2509288048","https://openalex.org/W2623431351","https://openalex.org/W2895547402","https://openalex.org/W2898816167","https://openalex.org/W3002523454","https://openalex.org/W3007476780","https://openalex.org/W3044695623","https://openalex.org/W3049468855","https://openalex.org/W3136681113","https://openalex.org/W3157947470","https://openalex.org/W3169302998","https://openalex.org/W3201000358","https://openalex.org/W3212192385","https://openalex.org/W4200038602","https://openalex.org/W4200107700","https://openalex.org/W4200235087","https://openalex.org/W4226096170","https://openalex.org/W4280571183","https://openalex.org/W4285262488","https://openalex.org/W4294335565","https://openalex.org/W4304163055","https://openalex.org/W4313532150","https://openalex.org/W4366156701"],"related_works":["https://openalex.org/W2571167571","https://openalex.org/W2265103147","https://openalex.org/W611280432","https://openalex.org/W2385513635","https://openalex.org/W3091902527","https://openalex.org/W2285417236","https://openalex.org/W3083144655","https://openalex.org/W188747839","https://openalex.org/W2810978322","https://openalex.org/W2139400310"],"abstract_inverted_index":{"The":[0],"increasing":[1],"vessel":[2],"size":[3],"and":[4,46,56,75,136],"automation":[5],"level":[6],"have":[7],"shifted":[8],"the":[9,17,21,44,49,53,72,76,89,127,133],"productivity":[10],"bottleneck":[11],"of":[12,35,48,79,140,145],"automated":[13,26,36],"container":[14,27],"terminals":[15],"from":[16],"terminal":[18,28],"side":[19],"to":[20,43,70,116],"yard":[22,30],"side.":[23],"Operating":[24],"an":[25,82],"(ACT)":[29],"with":[31,150],"a":[32,63,94,100],"big":[33],"number":[34],"guided":[37],"vehicles":[38],"(AGV)":[39],"is":[40,68,106],"challenging":[41],"due":[42],"complexity":[45],"dynamics":[47],"system,":[50],"severely":[51],"affecting":[52],"operational":[54,134],"efficiency":[55,135],"energy":[57,73,137],"use":[58,138],"efficiency.":[59],"In":[60],"this":[61],"paper,":[62],"hybrid":[64],"multi-AGV":[65],"scheduling":[66,91,102,120],"algorithm":[67,103],"proposed":[69,107,128],"minimise":[71],"consumption":[74],"total":[77],"makespan":[78],"AGVs":[80,141],"in":[81,142],"ACT":[83,143],"yard.":[84],"This":[85],"framework":[86],"first":[87],"models":[88],"AGV":[90],"process":[92,97],"as":[93],"Markov":[95],"decision":[96],"(MDP).":[98],"Furthermore,":[99],"novel":[101],"called":[104],"MDAS":[105],"based":[108],"on":[109],"multi-agent":[110],"deep":[111],"deterministic":[112],"policy":[113],"gradient":[114],"(MADDPG)":[115],"facilitate":[117],"online":[118],"real-time":[119],"decision-making.":[121],"Finally,":[122],"simulation":[123],"experiments":[124],"show":[125],"that":[126],"method":[129],"can":[130],"effectively":[131],"enhance":[132],"performance":[139],"yards":[144],"various":[146],"scales":[147],"by":[148],"comparing":[149],"benchmarking":[151],"methods.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}