{"id":"https://openalex.org/W4386432180","doi":"https://doi.org/10.1109/access.2023.3312021","title":"A Collaborative Control Scheme for Smart Vehicles Based on Multi-Agent Deep Reinforcement Learning","display_name":"A Collaborative Control Scheme for Smart Vehicles Based on Multi-Agent Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386432180","doi":"https://doi.org/10.1109/access.2023.3312021"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3312021","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3312021","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10239144.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10239144.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084071699","display_name":"Liyan Shi","orcid":"https://orcid.org/0009-0000-9254-1223"},"institutions":[{"id":"https://openalex.org/I161222507","display_name":"Open University of China","ror":"https://ror.org/02maxav80","country_code":"CN","type":"education","lineage":["https://openalex.org/I161222507"]},{"id":"https://openalex.org/I4210094772","display_name":"Henan University of Engineering","ror":"https://ror.org/007wym039","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210094772"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyan Shi","raw_affiliation_strings":["School of Information Engineering and Artificial Intelligence, The Open University of Henan, Zhengzhou, China","School of Information Engineering and Artificial Intelligence, The open university of Henan, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-9254-1223","affiliations":[{"raw_affiliation_string":"School of Information Engineering and Artificial Intelligence, The Open University of Henan, Zhengzhou, China","institution_ids":["https://openalex.org/I4210094772"]},{"raw_affiliation_string":"School of Information Engineering and Artificial Intelligence, The open university of Henan, Zhengzhou, China","institution_ids":["https://openalex.org/I161222507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043433005","display_name":"Hairui Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I132586189","display_name":"Zhongyuan University of Technology","ror":"https://ror.org/0360zcg91","country_code":"CN","type":"education","lineage":["https://openalex.org/I132586189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hairui Chen","raw_affiliation_strings":["Zhongyuan-Petersburg Aviation College, Zhongyuan University of Technology, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongyuan-Petersburg Aviation College, Zhongyuan University of Technology, Zhengzhou, China","institution_ids":["https://openalex.org/I132586189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.9817,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.75595427,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"96221","last_page":"96234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.82170170545578},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7539545297622681},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5192756652832031},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5154851078987122},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4840332865715027},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4834624230861664},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.4554060399532318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4530259966850281},{"id":"https://openalex.org/keywords/intelligent-control","display_name":"Intelligent control","score":0.43910837173461914},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3699839413166046},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3313075602054596},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18068084120750427},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10373631119728088}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.82170170545578},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7539545297622681},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5192756652832031},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5154851078987122},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4840332865715027},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4834624230861664},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.4554060399532318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4530259966850281},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.43910837173461914},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3699839413166046},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3313075602054596},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18068084120750427},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10373631119728088},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3312021","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3312021","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10239144.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c0c72244eb324d2aa9113055faaeca18","is_oa":true,"landing_page_url":"https://doaj.org/article/c0c72244eb324d2aa9113055faaeca18","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 96221-96234 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3312021","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3312021","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10239144.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386432180.pdf","grobid_xml":"https://content.openalex.org/works/W4386432180.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2046376809","https://openalex.org/W2781726626","https://openalex.org/W3006337069","https://openalex.org/W3015817284","https://openalex.org/W3097010031","https://openalex.org/W3115597439","https://openalex.org/W3117379804","https://openalex.org/W3136170095","https://openalex.org/W3142317242","https://openalex.org/W3150493802","https://openalex.org/W3161290722","https://openalex.org/W3164675724","https://openalex.org/W3175912984","https://openalex.org/W3176231977","https://openalex.org/W3198130589","https://openalex.org/W3200246030","https://openalex.org/W4205954621","https://openalex.org/W4206802132","https://openalex.org/W4210627775","https://openalex.org/W4212871297","https://openalex.org/W4223443410","https://openalex.org/W4225657831","https://openalex.org/W4226013320","https://openalex.org/W4226429743","https://openalex.org/W4280558515","https://openalex.org/W4282940368","https://openalex.org/W4285142610","https://openalex.org/W4285179203","https://openalex.org/W4285240194","https://openalex.org/W4288059565","https://openalex.org/W4289822610","https://openalex.org/W4292245961","https://openalex.org/W4293055958","https://openalex.org/W4295308636","https://openalex.org/W4295789124","https://openalex.org/W4296849331","https://openalex.org/W4308415780","https://openalex.org/W4317384315","https://openalex.org/W4321792464","https://openalex.org/W4323338424","https://openalex.org/W4381785377","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2368474127","https://openalex.org/W3194621349"],"abstract_inverted_index":{"With":[0],"the":[1,10,53,63,72,112,129,132,160],"development":[2],"of":[3,41,103,119,131,138,170],"artificial":[4,17],"intelligence":[5,18],"and":[6,24,106,142,173],"autonomous":[7],"driving":[8],"technology,":[9],"vehicle-road":[11],"cooperative":[12,88],"control":[13,27,89,101,169],"system":[14,102],"combined":[15],"with":[16,38,180],"technology":[19],"can":[20,162],"provide":[21],"more":[22],"effective":[23],"adaptive":[25],"traffic":[26,58,120,152],"solutions":[28],"for":[29],"intelligent":[30,86],"transportation":[31],"systems.":[32],"Existing":[33],"research":[34,113],"works":[35],"are":[36],"confronted":[37],"two":[39],"kinds":[40],"challenges.":[42],"For":[43,61],"one":[44],"thing,":[45],"traditional":[46],"recurrent":[47],"neural":[48],"networks-based":[49],"methods":[50],"cannot":[51],"model":[52],"long-time":[54],"dependent":[55],"information":[56],"in":[57,136],"flow":[59,121],"sequences.":[60],"another,":[62],"large":[64],"sample":[65],"correlation":[66],"makes":[67],"it":[68],"difficult":[69],"to":[70,91,115,151,166],"optimize":[71],"trained":[73],"strategies.":[74],"In":[75],"this":[76,97],"paper,":[77],"we":[78],"propose":[79],"a":[80,99,148],"Multi-agent":[81],"Deep":[82],"Reinforcement":[83],"Learning":[84],"(MADRL)-based":[85],"vehicle":[87],"method":[90,133],"deal":[92],"remedy":[93],"current":[94],"gaps.":[95],"To":[96],"end,":[98],"closed-loop":[100],"self-driving":[104],"vehicles":[105],"signal":[107,153],"controllers":[108],"is":[109,134,147,175],"used":[110],"as":[111],"object":[114],"achieve":[116],"dynamic":[117],"scheduling":[118],"by":[122],"MADRL.":[123],"After":[124],"designing":[125],"relevant":[126],"experimental":[127],"validation,":[128],"feasibility":[130],"verified":[135],"terms":[137],"both":[139],"scheme":[140],"comparison":[141],"operational":[143],"effect":[144],"analysis,":[145],"which":[146],"good":[149],"aid":[150],"timing.":[154],"The":[155],"simulation":[156],"results":[157],"show":[158],"that":[159],"proposal":[161],"be":[163],"well":[164],"utilized":[165],"realize":[167],"collaborative":[168],"smart":[171],"vehicles,":[172],"there":[174],"some":[176],"performance":[177],"improvement":[178],"compared":[179],"several":[181],"typical":[182],"methods.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}