{"id":"https://openalex.org/W4312911566","doi":"https://doi.org/10.1109/tiv.2022.3224656","title":"An ML-Aided Reinforcement Learning Approach for Challenging Vehicle Maneuvers","display_name":"An ML-Aided Reinforcement Learning Approach for Challenging Vehicle Maneuvers","publication_year":2022,"publication_date":"2022-11-24","ids":{"openalex":"https://openalex.org/W4312911566","doi":"https://doi.org/10.1109/tiv.2022.3224656"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2022.3224656","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3224656","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274857/10076483/09963702.pdf","source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7274857/10076483/09963702.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067519301","display_name":"Dinesh Cyril Selvaraj","orcid":"https://orcid.org/0000-0003-4793-0590"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Dinesh Cyril Selvaraj","raw_affiliation_strings":["CARS@Polito, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4793-0590","affiliations":[{"raw_affiliation_string":"CARS@Polito, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073936361","display_name":"Shailesh Hegde","orcid":"https://orcid.org/0000-0003-1150-790X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Shailesh Hegde","raw_affiliation_strings":["CARS@Polito, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1150-790X","affiliations":[{"raw_affiliation_string":"CARS@Polito, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091427366","display_name":"Nicola Amati","orcid":"https://orcid.org/0000-0002-3380-9346"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Amati","raw_affiliation_strings":["CARS@Polito, Politecnico di Torino, Torino, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CARS@Polito, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086363771","display_name":"Francesco Paolo Deflorio","orcid":"https://orcid.org/0000-0003-4109-8019"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Deflorio","raw_affiliation_strings":["CARS@Polito, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4109-8019","affiliations":[{"raw_affiliation_string":"CARS@Polito, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021780258","display_name":"Carla Fabiana Chiasserini","orcid":"https://orcid.org/0000-0003-1410-660X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carla Fabiana Chiasserini","raw_affiliation_strings":["CARS@Polito, Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1410-660X","affiliations":[{"raw_affiliation_string":"CARS@Polito, Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5067519301"],"corresponding_institution_ids":["https://openalex.org/I177477856"],"apc_list":null,"apc_paid":null,"fwci":3.3964,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.92667446,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"2","first_page":"1686","last_page":"1698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.8640207052230835},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7732962965965271},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6647689938545227},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6477455496788025},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5639746785163879},{"id":"https://openalex.org/keywords/vehicle-to-vehicle","display_name":"Vehicle-to-vehicle","score":0.4682316184043884},{"id":"https://openalex.org/keywords/headway","display_name":"Headway","score":0.4604452848434448},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44237324595451355},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.4179030656814575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31516778469085693},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3083602786064148},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.30824005603790283},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2756481170654297},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1860104501247406},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12059274315834045},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.11731764674186707}],"concepts":[{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.8640207052230835},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7732962965965271},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6647689938545227},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477455496788025},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5639746785163879},{"id":"https://openalex.org/C2780241275","wikidata":"https://www.wikidata.org/wiki/Q682677","display_name":"Vehicle-to-vehicle","level":2,"score":0.4682316184043884},{"id":"https://openalex.org/C2779240695","wikidata":"https://www.wikidata.org/wiki/Q4383682","display_name":"Headway","level":2,"score":0.4604452848434448},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44237324595451355},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4179030656814575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31516778469085693},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3083602786064148},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.30824005603790283},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2756481170654297},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1860104501247406},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12059274315834045},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.11731764674186707},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2022.3224656","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3224656","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274857/10076483/09963702.pdf","source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tiv.2022.3224656","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3224656","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274857/10076483/09963702.pdf","source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G395268284","display_name":null,"funder_award_id":"NPRP13S-0205-200265","funder_id":"https://openalex.org/F4320332753","funder_display_name":"Qatar National Research Fund"},{"id":"https://openalex.org/G4493928745","display_name":"Silene floral and deterrent signals","funder_award_id":"200265","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6169830678","display_name":null,"funder_award_id":"101069688","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6899190924","display_name":null,"funder_award_id":"NPRP13S-0205-200265","funder_id":"https://openalex.org/F4320309815","funder_display_name":"Qatar Foundation"}],"funders":[{"id":"https://openalex.org/F4320309815","display_name":"Qatar Foundation","ror":"https://ror.org/01cawbq05"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"},{"id":"https://openalex.org/F4320332753","display_name":"Qatar National Research Fund","ror":"https://ror.org/01svaqq28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312911566.pdf","grobid_xml":"https://content.openalex.org/works/W4312911566.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2022576420","https://openalex.org/W2120705241","https://openalex.org/W2124833832","https://openalex.org/W2129660761","https://openalex.org/W2162118967","https://openalex.org/W2401671756","https://openalex.org/W2573790557","https://openalex.org/W2588394913","https://openalex.org/W2604498903","https://openalex.org/W2616821423","https://openalex.org/W2746553466","https://openalex.org/W2898259096","https://openalex.org/W2911964244","https://openalex.org/W2912445127","https://openalex.org/W2930418732","https://openalex.org/W2963322416","https://openalex.org/W2964336724","https://openalex.org/W2969758225","https://openalex.org/W2973229164","https://openalex.org/W2981402159","https://openalex.org/W2991448601","https://openalex.org/W3000280594","https://openalex.org/W3000383034","https://openalex.org/W3095881123","https://openalex.org/W3127479116","https://openalex.org/W3133533407","https://openalex.org/W3170216863","https://openalex.org/W4205612153","https://openalex.org/W6679060694","https://openalex.org/W6761209238","https://openalex.org/W6772802753","https://openalex.org/W6800507848"],"related_works":["https://openalex.org/W2111204826","https://openalex.org/W2401132106","https://openalex.org/W1485298393","https://openalex.org/W2358591905","https://openalex.org/W642475449","https://openalex.org/W2962141836","https://openalex.org/W2128979086","https://openalex.org/W811896029","https://openalex.org/W2269496646","https://openalex.org/W2769008987"],"abstract_inverted_index":{"The":[0,122],"richness":[1],"of":[2,11,41,103,169,181,196],"information":[3],"generated":[4],"by":[5,163],"today's":[6],"vehicles":[7,26],"fosters":[8],"the":[9,16,22,39,72,101,104,111,144,159,166,182,187,197,202,223],"development":[10],"data-driven":[12,62],"decision-making":[13],"models,":[14],"with":[15],"additional":[17],"capability":[18],"to":[19,59,219],"account":[20],"for":[21,70,176,191],"context":[23],"in":[24,38,125,152,171],"which":[25,114],"operate.":[27],"In":[28],"this":[29],"work,":[30],"we":[31],"focus":[32],"on":[33],"Adaptive":[34],"Cruise":[35],"Control":[36],"(ACC)":[37],"case":[40],"such":[42],"challenging":[43],"vehicle":[44,57,117,135,148],"maneuvers":[45],"as":[46,80,82],"cut-in":[47,174],"and":[48,50,56,78,87,99,120,139,142,173,178,193,212],"cut-out,":[49],"leverages":[51],"Deep":[52],"Reinforcement":[53],"Learning":[54],"(DRL)":[55],"connectivity":[58,149],"develop":[60],"a":[61,93,206],"cooperative":[63],"ACC":[64],"application.":[65],"Our":[66],"DRL":[67,156],"framework":[68],"accounts":[69],"all":[71],"relevant":[73],"factors,":[74],"namely,":[75],"passengers'":[76,137],"safety":[77],"comfort":[79],"well":[81],"efficient":[83],"road":[84,160],"capacity":[85],"usage,":[86],"it":[88,215],"properly":[89],"weights":[90],"them":[91],"through":[92,110,205,222],"two-layer":[94],"learning":[95],"approach.":[96],"We":[97,199],"evaluate":[98],"compare":[100],"performance":[102,218],"proposed":[105,203],"scheme":[106,157],"against":[107],"existing":[108],"alternatives":[109,185],"CoMoVe":[112,224],"framework,":[113],"realistically":[115],"represents":[116],"dynamics,":[118],"communication":[119],"traffic.":[121],"results,":[123],"obtained":[124,221],"different":[126],"real-world":[127],"scenarios,":[128],"show":[129],"that":[130,147,214,220],"our":[131,155],"solution":[132,204],"provides":[133],"excellent":[134],"stability,":[136],"comfort,":[138],"traffic":[140],"efficiency,":[141],"highlight":[143],"crucial":[145],"role":[146],"can":[150],"play":[151],"ACC.":[153],"Notably,":[154],"improves":[158],"usage":[161],"efficiency":[162],"being":[164],"inside":[165],"desired":[167,188],"range":[168,189],"headway":[170],"cut-out":[172],"scenarios":[175],"69%":[177],"78%":[179],"(resp.)":[180,195],"time,":[183],"whereas":[184],"respect":[186],"only":[190],"15%":[192],"45%":[194],"time.":[198],"also":[200],"validate":[201],"<italic":[207],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[208],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">hardware-in-the-loop":[209],"implementation</i>":[210],",":[211],"demonstrate":[213],"achieves":[216],"similar":[217],"framework.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":7}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}