{"id":"https://openalex.org/W7225119419","doi":"https://doi.org/10.1177/03611981261493952","title":"Hierarchical Cloud-Edge Cooperative Control Framework for Multi-Vehicle Autonomous Driving Using Reinforcement Learning and Model Predictive Control","display_name":"Hierarchical Cloud-Edge Cooperative Control Framework for Multi-Vehicle Autonomous Driving Using Reinforcement Learning and Model Predictive Control","publication_year":2026,"publication_date":"2026-11-02","ids":{"openalex":"https://openalex.org/W7225119419","doi":"https://doi.org/10.1177/03611981261493952"},"language":"en","primary_location":{"id":"doi:10.1177/03611981261493952","doi":"https://doi.org/10.1177/03611981261493952","is_oa":false,"landing_page_url":"https://doi.org/10.1177/03611981261493952","pdf_url":null,"source":{"id":"https://openalex.org/S145575934","display_name":"Transportation Research Record Journal of the Transportation Research Board","issn_l":"0361-1981","issn":["0361-1981","2169-4052"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transportation Research Record: Journal of the Transportation Research Board","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006374721","display_name":"Tong Ning","orcid":"https://orcid.org/0000-0001-9222-1035","observed_orcids":["https://orcid.org/0000-0001-9222-1035"]},"institutions":[{"id":"https://openalex.org/I7350606","display_name":"Dalian Jiaotong University","ror":"https://ror.org/05gp45n31","country_code":"CN","type":"education","lineage":["https://openalex.org/I7350606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Tong","raw_affiliation_strings":["Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","School of Rail Intelligent Engineering, Dalian Jiaotong University, China"],"raw_orcid":"https://orcid.org/0000-0001-9222-1035","affiliations":[{"raw_affiliation_string":"Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]},{"raw_affiliation_string":"School of Rail Intelligent Engineering, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139134407","display_name":"Shifan Luo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I7350606","display_name":"Dalian Jiaotong University","ror":"https://ror.org/05gp45n31","country_code":"CN","type":"education","lineage":["https://openalex.org/I7350606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shifan Luo","raw_affiliation_strings":["Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","School of Rail Intelligent Engineering, Dalian Jiaotong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]},{"raw_affiliation_string":"School of Rail Intelligent Engineering, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160336002","display_name":"Hao Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I7350606","display_name":"Dalian Jiaotong University","ror":"https://ror.org/05gp45n31","country_code":"CN","type":"education","lineage":["https://openalex.org/I7350606"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","School of Rail Intelligent Engineering, Dalian Jiaotong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]},{"raw_affiliation_string":"School of Rail Intelligent Engineering, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126921336","display_name":"Fengqi Li","orcid":"https://orcid.org/0000-0003-4056-548X","observed_orcids":["https://orcid.org/0000-0003-4056-548X"]},"institutions":[{"id":"https://openalex.org/I7350606","display_name":"Dalian Jiaotong University","ror":"https://ror.org/05gp45n31","country_code":"CN","type":"education","lineage":["https://openalex.org/I7350606"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fengqi Li","raw_affiliation_strings":["Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","School of Rail Intelligent Engineering, Dalian Jiaotong University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian Key Laboratory of Blockchain Technology and Application, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]},{"raw_affiliation_string":"School of Rail Intelligent Engineering, Dalian Jiaotong University, China","institution_ids":["https://openalex.org/I7350606"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5126921336"],"corresponding_institution_ids":["https://openalex.org/I7350606"],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78339442,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.44040000438690186,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.44040000438690186,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.4336000084877014,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.03790000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hybrid-electric-vehicles","display_name":"hybrid electric vehicles","score":0.9829999804496765},{"id":"https://openalex.org/keywords/maddpg","display_name":"MADDPG","score":0.8629999756813049},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.9509999752044678},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"model predictive control","score":0.8059999942779541},{"id":"https://openalex.org/keywords/fuel-efficiency","display_name":"fuel economy","score":0.6779999732971191},{"id":"https://openalex.org/keywords/energy-efficiency","display_name":"energy efficiency","score":0.5120000243186951},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"state of charge","score":0.6150000095367432},{"id":"https://openalex.org/keywords/vehicle-spacing-control","display_name":"vehicle spacing control","score":0.5640000104904175},{"id":"https://openalex.org/keywords/trajectory-tracking","display_name":"trajectory tracking","score":0.6039999723434448},{"id":"https://openalex.org/keywords/experience-replay","display_name":"experience replay","score":0.6230000257492065},{"id":"https://openalex.org/keywords/hierarchical-control-architecture","display_name":"hierarchical control architecture","score":0.503000020980835},{"id":"https://openalex.org/keywords/intelligent-transportation-systems","display_name":"intelligent transportation systems","score":0.6790000200271606}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.819599986076355},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6654999852180481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6251999735832214},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6137999892234802},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5814999938011169},{"id":"https://openalex.org/C181605269","wikidata":"https://www.wikidata.org/wiki/Q497332","display_name":"Jerk","level":3,"score":0.5806000232696533},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5716000199317932},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5242999792098999},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5163000226020813},{"id":"https://openalex.org/C45882903","wikidata":"https://www.wikidata.org/wiki/Q5042317","display_name":"Fuel efficiency","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4180999994277954},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.41519999504089355},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.3589000105857849},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.33390000462532043},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32089999318122864},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.29120001196861267},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.28940001130104065},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27480000257492065},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.26330000162124634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2603999972343445},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/03611981261493952","doi":"https://doi.org/10.1177/03611981261493952","is_oa":false,"landing_page_url":"https://doi.org/10.1177/03611981261493952","pdf_url":null,"source":{"id":"https://openalex.org/S145575934","display_name":"Transportation Research Record Journal of the Transportation Research Board","issn_l":"0361-1981","issn":["0361-1981","2169-4052"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transportation Research Record: Journal of the Transportation Research Board","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.7207000255584717},{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5690000057220459}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2301927045","https://openalex.org/W2975477515","https://openalex.org/W3083869687","https://openalex.org/W3092291811","https://openalex.org/W3171586970","https://openalex.org/W3182829817","https://openalex.org/W3192851879","https://openalex.org/W3196682119","https://openalex.org/W4200156429","https://openalex.org/W4205563028","https://openalex.org/W4213248244","https://openalex.org/W4224231583","https://openalex.org/W4285168076","https://openalex.org/W4312814025","https://openalex.org/W4317038663","https://openalex.org/W4386363040","https://openalex.org/W4387449539","https://openalex.org/W4388624646","https://openalex.org/W4389692432","https://openalex.org/W4390480783","https://openalex.org/W4391164032","https://openalex.org/W4392121678","https://openalex.org/W4392694198","https://openalex.org/W4401536963","https://openalex.org/W4406919769","https://openalex.org/W4408725847","https://openalex.org/W4417272961"],"related_works":["https://openalex.org/W7118884883","https://openalex.org/W7128441533","https://openalex.org/W4402449161","https://openalex.org/W7125973917","https://openalex.org/W4312222142","https://openalex.org/W4392607804","https://openalex.org/W4377235450","https://openalex.org/W4375843820","https://openalex.org/W4360770809","https://openalex.org/W4415285563"],"abstract_inverted_index":{"This":[0,143],"study":[1],"presents":[2],"a":[3,59,86],"hierarchical":[4],"cooperative":[5,18,71,194],"control":[6,32,168],"framework":[7,25,191],"for":[8,51,65,185,204],"hybrid":[9,87],"electric":[10],"vehicles":[11],"in":[12],"intelligent":[13],"transportation":[14],"systems,":[15],"termed":[16],"\u201ccloud-coordinated":[17],"driving":[19,106,199,208],"with":[20,29,91,123,182],"deep":[21,45,136],"reinforcement":[22,27],"learning.\u201d":[23],"The":[24],"integrates":[26],"learning":[28,89],"model":[30],"predictive":[31],"(MPC)":[33],"to":[34,77],"balance":[35],"adaptability":[36],"and":[37,81,94,100,117,141,162,176,187,198],"stability.":[38],"A":[39,69],"cloud-level":[40],"coordinator":[41],"utilizes":[42],"the":[43,130,190],"multi-agent":[44],"deterministic":[46,137],"policy":[47,53,138],"gradient":[48,139],"(MADDPG)":[49],"algorithm":[50,133],"global":[52],"optimization,":[54],"while":[55],"each":[56],"vehicle":[57,120],"executes":[58],"local":[60],"Soft":[61],"Actor\u2013Critic":[62],"(SAC)":[63],"controller":[64],"real-time":[66],"adaptive":[67],"control.":[68],"predecessor\u2013leader\u2013follower-based":[70],"economic":[72],"MPC":[73],"module":[74],"is":[75],"incorporated":[76],"ensure":[78],"stable":[79],"spacing":[80,163],"energy-efficient":[82],"trajectory":[83],"tracking.":[84],"Furthermore,":[85],"offline\u2013online":[88],"mechanism":[90],"state":[92],"synchronization":[93],"experience":[95],"replay":[96],"enhances":[97],"convergence":[98,178],"speed":[99,157],"generalization":[101],"capability.":[102],"Under":[103],"three":[104],"representative":[105],"cycles:":[107],"highway":[108],"fuel":[109,147],"economy":[110],"test,":[111],"US06":[112],"(a":[113],"high-speed,":[114],"high-acceleration":[115],"cycle),":[116],"China":[118],"light-duty":[119],"test":[121],"cycle":[122],"an":[124],"initial":[125],"state-of-charge":[126],"(SOC)":[127],"of":[128,171],"0.60,":[129],"proposed":[131],"MADDPG-SAC":[132],"consistently":[134],"outperforms":[135],"(DDPG)":[140],"MADDPG.":[142],"method":[144],"attains":[145],"lower":[146],"consumption":[148],"(17.93\u201320.62":[149],"L/100":[150],"km),":[151],"higher":[152],"minimum":[153],"SOC":[154],"(0.33\u20130.35),":[155],"reduced":[156],"tracking":[158],"error":[159,164],"(0.22\u20130.26":[160],"m/s)":[161],"(0.29\u20130.35":[165],"m),":[166],"smoother":[167],"(mean":[169],"jerk":[170],"0.041\u20130.049":[172],"m/s":[173],"3":[174],"),":[175],"faster":[177],"(11\u201313":[179],"episodes":[180,184],"compared":[181],"12\u201329":[183],"DDPG":[186],"MADDPG).":[188],"Overall,":[189],"exhibits":[192],"strong":[193],"capability,":[195],"energy":[196],"efficiency,":[197],"stability,":[200],"demonstrating":[201],"its":[202],"potential":[203],"large-scale":[205],"energy-aware":[206],"autonomous":[207],"applications.":[209]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-11-03T00:00:00"}