{"id":"https://openalex.org/W3153676008","doi":"https://doi.org/10.1109/tnnls.2021.3071959","title":"A Reinforcement Learning-Based Vehicle Platoon Control Strategy for Reducing Energy Consumption in Traffic Oscillations","display_name":"A Reinforcement Learning-Based Vehicle Platoon Control Strategy for Reducing Energy Consumption in Traffic Oscillations","publication_year":2021,"publication_date":"2021-04-22","ids":{"openalex":"https://openalex.org/W3153676008","doi":"https://doi.org/10.1109/tnnls.2021.3071959","mag":"3153676008","pmid":"https://pubmed.ncbi.nlm.nih.gov/33882007"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3071959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3071959","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/A_reinforcement_learning-based_vehicle_platoon_control_strategy_for_reducing_energy_consumption_in_traffic_oscillations/22997939","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027375285","display_name":"Meng Li","orcid":"https://orcid.org/0000-0001-6944-0053"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Meng Li","raw_affiliation_strings":["School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6944-0053","affiliations":[{"raw_affiliation_string":"School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007077356","display_name":"Zehong Cao","orcid":"https://orcid.org/0000-0003-3656-0328"},"institutions":[{"id":"https://openalex.org/I170239107","display_name":"University of South Australia","ror":"https://ror.org/01p93h210","country_code":"AU","type":"education","lineage":["https://openalex.org/I170239107"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zehong Cao","raw_affiliation_strings":["STEM, University of South Australia, Mawson Lakes Campus, Adelaide, SA, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3656-0328","affiliations":[{"raw_affiliation_string":"STEM, University of South Australia, Mawson Lakes Campus, Adelaide, SA, Australia","institution_ids":["https://openalex.org/I170239107"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100351555","display_name":"Zhibin Li","orcid":"https://orcid.org/0000-0001-7192-6853"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Li","raw_affiliation_strings":["School of Transportation, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7192-6853","affiliations":[{"raw_affiliation_string":"School of Transportation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5027375285"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":10.8237,"has_fulltext":false,"cited_by_count":140,"citation_normalized_percentile":{"value":0.98916167,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"32","issue":"12","first_page":"5309","last_page":"5322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/platoon","display_name":"Platoon","score":0.9642017483711243},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7184398770332336},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6393764019012451},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4878089725971222},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.47342661023139954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4506058692932129},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.44364631175994873},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.3588830232620239},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3239782452583313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17925959825515747},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.058830052614212036}],"concepts":[{"id":"https://openalex.org/C2777735972","wikidata":"https://www.wikidata.org/wiki/Q1061967","display_name":"Platoon","level":3,"score":0.9642017483711243},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7184398770332336},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6393764019012451},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4878089725971222},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.47342661023139954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4506058692932129},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.44364631175994873},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.3588830232620239},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3239782452583313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17925959825515747},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.058830052614212036},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnnls.2021.3071959","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3071959","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33882007","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33882007","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:eprints.utas.edu.au:37620","is_oa":false,"landing_page_url":"https://eprints.utas.edu.au/37620/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922975","display_name":"UTAS Research Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:eprints.utas.edu.au:40544","is_oa":false,"landing_page_url":"https://eprints.utas.edu.au/40544/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922975","display_name":"UTAS Research Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/22997939","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_reinforcement_learning-based_vehicle_platoon_control_strategy_for_reducing_energy_consumption_in_traffic_oscillations/22997939","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/22997939","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/A_reinforcement_learning-based_vehicle_platoon_control_strategy_for_reducing_energy_consumption_in_traffic_oscillations/22997939","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G2939027076","display_name":null,"funder_award_id":"2242020K40063","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6650220183","display_name":null,"funder_award_id":"71871057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7221417922","display_name":null,"funder_award_id":"2242019R40060","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7527504915","display_name":null,"funder_award_id":"2242020K40056","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8327365677","display_name":null,"funder_award_id":"DE220100265","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W780597131","https://openalex.org/W1641379095","https://openalex.org/W1964730156","https://openalex.org/W2042808286","https://openalex.org/W2062789233","https://openalex.org/W2084952317","https://openalex.org/W2112597014","https://openalex.org/W2119159364","https://openalex.org/W2131836176","https://openalex.org/W2178213869","https://openalex.org/W2242021551","https://openalex.org/W2301927045","https://openalex.org/W2343012352","https://openalex.org/W2395575420","https://openalex.org/W2526634643","https://openalex.org/W2606206351","https://openalex.org/W2617547828","https://openalex.org/W2726187156","https://openalex.org/W2735802331","https://openalex.org/W2736601468","https://openalex.org/W2756196406","https://openalex.org/W2766447205","https://openalex.org/W2768629321","https://openalex.org/W2784092749","https://openalex.org/W2790953171","https://openalex.org/W2792240865","https://openalex.org/W2793926620","https://openalex.org/W2807741983","https://openalex.org/W2884394246","https://openalex.org/W2887019600","https://openalex.org/W2897007254","https://openalex.org/W2912445127","https://openalex.org/W2947106284","https://openalex.org/W2949963774","https://openalex.org/W2955211317","https://openalex.org/W2963165400","https://openalex.org/W2963625099","https://openalex.org/W2963658727","https://openalex.org/W2964338167","https://openalex.org/W2964658936","https://openalex.org/W2964784128","https://openalex.org/W2969813698","https://openalex.org/W2976036462","https://openalex.org/W2981038142","https://openalex.org/W2981105729","https://openalex.org/W2988595664","https://openalex.org/W2988773531","https://openalex.org/W2994864869","https://openalex.org/W3000642886","https://openalex.org/W3044015199","https://openalex.org/W3080742113","https://openalex.org/W3098567417","https://openalex.org/W4289100326","https://openalex.org/W4289363497","https://openalex.org/W4295598622","https://openalex.org/W4299802797","https://openalex.org/W4306179383","https://openalex.org/W6622438066","https://openalex.org/W6704595039","https://openalex.org/W6712181171","https://openalex.org/W6713411898","https://openalex.org/W6727828973","https://openalex.org/W6737849119","https://openalex.org/W6738796088","https://openalex.org/W6740222838","https://openalex.org/W6741002519","https://openalex.org/W6744537943","https://openalex.org/W6749304979","https://openalex.org/W6752380930","https://openalex.org/W6755542948","https://openalex.org/W6757784512","https://openalex.org/W6762491519","https://openalex.org/W6769091550","https://openalex.org/W6846392434"],"related_works":["https://openalex.org/W4286572054","https://openalex.org/W2555207388","https://openalex.org/W3171462553","https://openalex.org/W2983996496","https://openalex.org/W3189590538","https://openalex.org/W4389240635","https://openalex.org/W2461853023","https://openalex.org/W2136133395","https://openalex.org/W2935722734","https://openalex.org/W2474330221"],"abstract_inverted_index":{"The":[0,166],"vehicle":[1,28],"platoon":[2,29,160,188,245,254],"will":[3,55],"be":[4,97],"the":[5,14,61,67,117,135,140,149,170,177,180,187,201,213,241,260,268,276],"most":[6],"dominant":[7],"driving":[8],"mode":[9],"on":[10],"future":[11],"roads.":[12],"To":[13,239],"best":[15],"of":[16,70,88,119,152,169,173],"our":[17],"knowledge,":[18],"few":[19],"reinforcement":[20],"learning":[21,228],"(RL)":[22],"algorithms":[23,59,76],"have":[24],"been":[25],"applied":[26,42,258],"in":[27,186,220,259],"control,":[30,246],"which":[31,93,155],"has":[32],"large-scale":[33],"action":[34],"and":[35,102,164,194,216,235,251,274],"state":[36,178,196],"spaces.":[37],"Some":[38],"RL-based":[39],"methods":[40],"were":[41,257],"to":[43,50,82,96,113,133,147,191,198,211,232],"solve":[44,212],"single-agent":[45],"problems.":[46],"If":[47],"we":[48,54],"need":[49],"tackle":[51,134],"multiagent":[52,57,74,223,249],"problems,":[53],"use":[56],"RL":[58,75],"since":[60],"parameters":[62],"space":[63],"grows":[64],"exponentially":[65],"with":[66],"increasing":[68],"number":[69],"agents":[71],"involved.":[72],"Previous":[73],"generally":[77],"may":[78,94],"provide":[79],"redundant":[80],"information":[81,197],"agents,":[83],"indicating":[84],"a":[85,124,144,204,226,252],"large":[86],"amount":[87],"useless":[89],"or":[90],"unrelated":[91],"information,":[92],"cause":[95],"difficult":[98],"for":[99,244,263],"convergence":[100],"training":[101],"pattern":[103],"extractions":[104],"from":[105],"shared":[106],"information.":[107],"Also,":[108],"random":[109],"actions":[110],"usually":[111],"contribute":[112],"crashes,":[114],"especially":[115],"at":[116],"beginning":[118],"training.":[120,238],"In":[121,138,176,200],"this":[122],"study,":[123],"communication":[125,167,207],"proximal":[126],"policy":[127],"optimization":[128],"(CommPPO)":[129],"algorithm":[130,270],"was":[131],"proposed":[132,210,242],"above":[136],"issues.":[137],"specific,":[139],"CommPPO":[141,171,269],"model":[142],"adopts":[143],"parameter-sharing":[145],"structure":[146],"allow":[148],"dynamic":[150],"variation":[151],"agent":[153],"numbers,":[154],"can":[156],"well":[157],"handle":[158],"various":[159],"dynamics,":[161],"including":[162],"splitting":[163],"merging.":[165],"protocol":[168],"consists":[172],"two":[174,247],"parts.":[175],"part,":[179,203],"widely":[181],"used":[182],"predecessor-leader":[183],"follower":[184],"typology":[185],"is":[189,209,230],"adopted":[190,231],"transmit":[192],"global":[193],"local":[195],"agents.":[199],"reward":[202,206,215],"new":[205],"channel":[208],"spurious":[214],"\"lazy":[217],"agent\"":[218],"problems":[219],"some":[221],"existing":[222,248],"RLs.":[224],"Moreover,":[225],"curriculum":[227],"approach":[229],"reduce":[233],"crashes":[234],"speed":[236],"up":[237],"validate":[240],"strategy":[243,256],"RLs":[250],"traditional":[253],"control":[255],"same":[261],"scenarios":[262],"comparison.":[264],"Results":[265],"showed":[266],"that":[267],"gained":[271],"more":[272],"rewards":[273],"achieved":[275],"largest":[277],"fuel":[278],"consumption":[279],"reduction":[280],"(11.6%).":[281]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":40},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}