{"id":"https://openalex.org/W4396817399","doi":"https://doi.org/10.1109/access.2024.3399610","title":"Real-Time Multi-Vehicle Scheduling in Tasks With Dependency Relationships Using Multi-Agent Reinforcement Learning","display_name":"Real-Time Multi-Vehicle Scheduling in Tasks With Dependency Relationships Using Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396817399","doi":"https://doi.org/10.1109/access.2024.3399610"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3399610","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3399610","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10528314.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10528314.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102868334","display_name":"Shupei Zhang","orcid":"https://orcid.org/0009-0000-9962-673X"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shupei Zhang","raw_affiliation_strings":["School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067287617","display_name":"Huapeng Shi","orcid":"https://orcid.org/0009-0002-2006-9032"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huapeng Shi","raw_affiliation_strings":["School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0009-0002-2006-9032","affiliations":[{"raw_affiliation_string":"School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100771458","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-4771-7573"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072691128","display_name":"Ying Pang","orcid":"https://orcid.org/0000-0001-6195-2150"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Pang","raw_affiliation_strings":["School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111193637","display_name":"Pengju Sun","orcid":"https://orcid.org/0009-0001-0075-0667"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengju Sun","raw_affiliation_strings":["School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive and Traffic Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I115592961"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8478,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.66780077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"81453","last_page":"81470"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8993532657623291},{"id":"https://openalex.org/keywords/human-multitasking","display_name":"Human multitasking","score":0.845779538154602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8002218008041382},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.563249409198761},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5623032450675964},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5465525984764099},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4976990520954132},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4603310823440552},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.4500470757484436},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4316667914390564},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4143926203250885},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38499072194099426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3296249508857727},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.32661744952201843},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2760988771915436},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.2610013484954834},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.13009566068649292},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12694984674453735}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8993532657623291},{"id":"https://openalex.org/C107418235","wikidata":"https://www.wikidata.org/wiki/Q1520565","display_name":"Human multitasking","level":2,"score":0.845779538154602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002218008041382},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.563249409198761},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5623032450675964},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5465525984764099},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4976990520954132},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4603310823440552},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4500470757484436},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4316667914390564},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4143926203250885},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38499072194099426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3296249508857727},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.32661744952201843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2760988771915436},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2610013484954834},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.13009566068649292},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12694984674453735},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3399610","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3399610","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10528314.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:95b01aa7910b41e0939b19bc309cf93e","is_oa":true,"landing_page_url":"https://doaj.org/article/95b01aa7910b41e0939b19bc309cf93e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 81453-81470 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3399610","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3399610","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10528314.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G8482820346","display_name":null,"funder_award_id":"52272366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396817399.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W177423208","https://openalex.org/W659610042","https://openalex.org/W1518858799","https://openalex.org/W1969953660","https://openalex.org/W1972378310","https://openalex.org/W1972391046","https://openalex.org/W1982262386","https://openalex.org/W2061806002","https://openalex.org/W2107726111","https://openalex.org/W2141333774","https://openalex.org/W2157488300","https://openalex.org/W2250624617","https://openalex.org/W2282005763","https://openalex.org/W2396160663","https://openalex.org/W2537545174","https://openalex.org/W2757564505","https://openalex.org/W2793354656","https://openalex.org/W2891353362","https://openalex.org/W2896643387","https://openalex.org/W2905601756","https://openalex.org/W2936516903","https://openalex.org/W2950688771","https://openalex.org/W2953901595","https://openalex.org/W2981237928","https://openalex.org/W3007556850","https://openalex.org/W3015712234","https://openalex.org/W3032465196","https://openalex.org/W3095552404","https://openalex.org/W3096362978","https://openalex.org/W3096656822","https://openalex.org/W3135084312","https://openalex.org/W3149032129","https://openalex.org/W3158179051","https://openalex.org/W3166816823","https://openalex.org/W3166970238","https://openalex.org/W3168892396","https://openalex.org/W3184771397","https://openalex.org/W3216342094","https://openalex.org/W4210586009","https://openalex.org/W4214717370","https://openalex.org/W4225148470","https://openalex.org/W4225984100","https://openalex.org/W4281663876","https://openalex.org/W4285092328","https://openalex.org/W4296871656","https://openalex.org/W4297676462","https://openalex.org/W4307734640","https://openalex.org/W4308086985","https://openalex.org/W4311897500","https://openalex.org/W4319459206","https://openalex.org/W4320919158","https://openalex.org/W4361199522","https://openalex.org/W4385155193","https://openalex.org/W4385439683","https://openalex.org/W6692846177","https://openalex.org/W6844104937"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W2364406457","https://openalex.org/W2173087131","https://openalex.org/W1997350370"],"abstract_inverted_index":{"With":[0],"the":[1,29,103,113,116,125,136,157,167,173,179],"advancement":[2],"of":[3,28,99,107,149,175],"technology":[4],"in":[5,72],"vehicle-road":[6],"collaboration":[7],"and":[8,21,44,57,110,178],"autonomous":[9,18],"driving,":[10],"new":[11],"commercial":[12,33],"applications":[13],"have":[14,51],"surfaced.":[15],"These":[16],"include":[17],"ride-hailing":[19],"vehicles":[20],"unmanned":[22],"delivery":[23],"vehicles.":[24,111],"As":[25],"a":[26,82,96,130,139],"result":[27],"challenges":[30],"presented":[31],"by":[32,171],"applications,":[34],"dispatching":[35,49],"systems":[36,50],"are":[37],"moving":[38],"towards":[39],"being":[40],"maintenance-free,":[41],"centralized,":[42],"multitasking,":[43],"real-time.":[45],"Yet,":[46],"most":[47],"existing":[48],"been":[52],"designed":[53],"for":[54,143],"single-task":[55],"purposes":[56],"cannot":[58],"tackle":[59],"multitasking":[60],"issues.":[61],"Moreover,":[62],"traditional":[63],"optimization":[64],"algorithms":[65],"make":[66],"it":[67],"difficult":[68],"to":[69],"achieve":[70],"timeliness":[71],"real-time":[73],"changing":[74],"traffic":[75],"conditions.":[76],"Therefore,":[77],"this":[78,93],"paper":[79],"innovatively":[80],"proposes":[81],"task":[83,100,119,158,176],"allocation":[84,159,177],"method":[85],"based":[86,146,161],"on":[87,147,162],"Multi-Agent":[88,131],"Reinforcement":[89,132],"Learning":[90,133],"(MARL).":[91],"Firstly,":[92],"study":[94,114,137],"introduces":[95],"classification":[97,117],"model":[98,106],"relationships":[101,181],"through":[102],"binary":[104],"assumption":[105],"geographical":[108],"areas":[109],"Secondly,":[112],"matches":[115],"model\u2019s":[118],"cost":[120],"state":[121],"transition":[122],"process":[123],"with":[124],"Markov":[126],"Decision":[127],"Process,":[128],"constructing":[129],"framework.":[134],"Finally,":[135],"constructs":[138],"simulation":[140],"environment":[141],"suitable":[142],"reinforcement":[144],"learning":[145],"Simulation":[148,153],"Urban":[150],"Mobility":[151],"(SUMO).":[152],"results":[154],"indicate":[155],"that":[156],"system":[160],"MARL":[163],"can":[164],"effectively":[165],"improve":[166],"system\u2019s":[168],"overall":[169],"efficiency":[170],"determining":[172],"order":[174],"matching":[180],"between":[182],"tasks.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}