{"id":"https://openalex.org/W4366189076","doi":"https://doi.org/10.3390/en16083490","title":"A Hybrid Deep Reinforcement Learning and Optimal Control Architecture for Autonomous Highway Driving","display_name":"A Hybrid Deep Reinforcement Learning and Optimal Control Architecture for Autonomous Highway Driving","publication_year":2023,"publication_date":"2023-04-17","ids":{"openalex":"https://openalex.org/W4366189076","doi":"https://doi.org/10.3390/en16083490"},"language":"en","primary_location":{"id":"doi:10.3390/en16083490","doi":"https://doi.org/10.3390/en16083490","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en16083490","pdf_url":"https://www.mdpi.com/1996-1073/16/8/3490/pdf?version=1681778746","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1996-1073/16/8/3490/pdf?version=1681778746","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029500294","display_name":"Nicola Albarella","orcid":"https://orcid.org/0000-0002-5405-8131","observed_orcids":["https://orcid.org/0000-0002-5405-8131"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Nicola Albarella","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5405-8131","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039228760","display_name":"Dario Giuseppe Lui","orcid":"https://orcid.org/0000-0002-5748-8049","observed_orcids":["https://orcid.org/0000-0002-5748-8049"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dario Lui","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091912819","display_name":"Alberto Petrillo","orcid":"https://orcid.org/0000-0003-4630-6673","observed_orcids":["https://orcid.org/0000-0003-4630-6673"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alberto Petrillo","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4630-6673","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072166793","display_name":"Stefania Santini","orcid":"https://orcid.org/0000-0002-0754-6271","observed_orcids":["https://orcid.org/0000-0002-0754-6271"]},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefania Santini","raw_affiliation_strings":["Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0754-6271","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Electrical Engineering (DIETI), University of Naples Federico II, 80125 Naples, Italy","institution_ids":["https://openalex.org/I71267560"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5029500294","https://openalex.org/A5091912819"],"corresponding_institution_ids":["https://openalex.org/I71267560"],"apc_list":{"value":2200,"currency":"CHF","value_usd":2447},"apc_paid":{"value":2200,"currency":"CHF","value_usd":2447},"fwci":2.2036,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.87044694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"16","issue":"8","first_page":"3490","last_page":"3490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5820000171661377,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.5820000171661377,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.1973000019788742,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.16920000314712524,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.8159999847412109},{"id":"https://openalex.org/keywords/highway-driving","display_name":"highway driving","score":0.9959999918937683},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8370000123977661},{"id":"https://openalex.org/keywords/nonlinear-model-predictive-control","display_name":"nonlinear model predictive control","score":0.8870000243186951},{"id":"https://openalex.org/keywords/hierarchical-path-planning","display_name":"hierarchical path planning","score":0.7179999947547913},{"id":"https://openalex.org/keywords/motion-planning","display_name":"motion planning","score":0.7099999785423279},{"id":"https://openalex.org/keywords/longitudinal-and-lateral-control","display_name":"longitudinal and lateral control","score":0.8240000009536743},{"id":"https://openalex.org/keywords/sumo-traffic-simulation","display_name":"SUMO simulation","score":0.703000009059906},{"id":"https://openalex.org/keywords/vehicle-control","display_name":"vehicle control","score":0.35899999737739563}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.799247145652771},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6144974827766418},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5192508697509766},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4955843687057495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49437928199768066},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4785892963409424},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.45320984721183777},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45160141587257385},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.44706279039382935},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.366682767868042},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32600024342536926},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.32442706823349},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.32064077258110046},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.31013423204421997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24614205956459045},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.16317075490951538},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/en16083490","doi":"https://doi.org/10.3390/en16083490","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en16083490","pdf_url":"https://www.mdpi.com/1996-1073/16/8/3490/pdf?version=1681778746","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jeners:v:16:y:2023:i:8:p:3490-:d:1125377","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/1996-1073/16/8/3490/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:40e2271d2de2406a94bfe9ce99f4c8ba","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/40e2271d2de2406a94bfe9ce99f4c8ba","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Energies, Vol 16, Iss 8, p 3490 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/en16083490","doi":"https://doi.org/10.3390/en16083490","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en16083490","pdf_url":"https://www.mdpi.com/1996-1073/16/8/3490/pdf?version=1681778746","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6773999929428101,"display_name":"Industry, innovation and infrastructure"},{"id":"https://metadata.un.org/sdg/11","score":0.4000000059604645,"display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366189076.pdf","grobid_xml":"https://content.openalex.org/works/W4366189076.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1544016679","https://openalex.org/W1968651586","https://openalex.org/W2078891597","https://openalex.org/W2290354866","https://openalex.org/W2406067508","https://openalex.org/W2616635592","https://openalex.org/W2795064979","https://openalex.org/W2799745602","https://openalex.org/W2800741184","https://openalex.org/W2810217655","https://openalex.org/W2905334533","https://openalex.org/W2908022947","https://openalex.org/W2908972399","https://openalex.org/W2933742237","https://openalex.org/W2941647785","https://openalex.org/W2948652605","https://openalex.org/W2949856406","https://openalex.org/W2963322416","https://openalex.org/W2971094689","https://openalex.org/W2982536628","https://openalex.org/W3003469579","https://openalex.org/W3012502004","https://openalex.org/W3013389369","https://openalex.org/W3015058102","https://openalex.org/W3086911381","https://openalex.org/W3092124468","https://openalex.org/W3097267688","https://openalex.org/W3112856749","https://openalex.org/W3120870661","https://openalex.org/W3129672086","https://openalex.org/W3143567690","https://openalex.org/W3188110915","https://openalex.org/W3194618524","https://openalex.org/W3202375294","https://openalex.org/W3208191353","https://openalex.org/W3211345831","https://openalex.org/W3212357731","https://openalex.org/W4200386160","https://openalex.org/W4200434356","https://openalex.org/W4211081832","https://openalex.org/W4221145424","https://openalex.org/W4224220194","https://openalex.org/W4226048440","https://openalex.org/W4226063569","https://openalex.org/W4285179475","https://openalex.org/W4288064502","https://openalex.org/W4294068709","https://openalex.org/W4297200954","https://openalex.org/W4313888547","https://openalex.org/W4315783692","https://openalex.org/W4376166839","https://openalex.org/W4386025570"],"related_works":["https://openalex.org/W3165519255","https://openalex.org/W3043222500","https://openalex.org/W4404182108","https://openalex.org/W4408897054","https://openalex.org/W4410087139","https://openalex.org/W4399800612","https://openalex.org/W4382404691","https://openalex.org/W4324119190","https://openalex.org/W3086911381","https://openalex.org/W4390747816"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1,25,105,229],"in":[2,12,44,97,108,225,230],"highway":[3,62,110,215],"driving":[4,42,48,226],"scenarios":[5,49],"are":[6],"expected":[7],"to":[8,26,55,74,115,134,139,158],"become":[9],"a":[10,35,51],"reality":[11],"the":[13,40,46,56,68,86,91,103,117,124,132,140,144,151,180,194,198,219,222,227],"next":[14],"few":[15],"years.":[16],"Decision-making":[17],"and":[18,28,58,119,153],"motion":[19],"planning":[20,81],"algorithms,":[21],"which":[22],"allow":[23],"autonomous":[24,104,228],"predict":[27],"tackle":[29],"unpredictable":[30],"road":[31],"traffic":[32,63,111,204,216,232],"situations,":[33],"play":[34],"crucial":[36],"role.":[37],"Indeed,":[38],"finding":[39],"optimal":[41],"decision":[43],"all":[45],"different":[47,109,213,231],"is":[50,73,128,184],"challenging":[52],"task":[53],"due":[54],"large":[57],"complex":[59],"variability":[60],"of":[61,70,179,201,221],"scenarios.":[64,233],"In":[65],"this":[66,71],"context,":[67],"aim":[69],"work":[72],"design":[75],"an":[76,162,188],"effective":[77],"hybrid":[78],"two-layer":[79],"path":[80],"architecture":[82,183],"that,":[83],"by":[84,90],"exploiting":[85],"powerful":[87],"tools":[88],"offered":[89],"emerging":[92],"Deep":[93],"Reinforcement":[94],"Learning":[95],"(DRL)":[96],"combination":[98],"with":[99,197],"model-based":[100],"approaches,":[101],"lets":[102],"properly":[106],"behave":[107],"conditions":[112],"and,":[113],"accordingly,":[114],"determine":[116],"lateral":[118,152],"longitudinal":[120,154],"control":[121,146,156],"commands.":[122],"Specifically,":[123],"DRL-based":[125],"high-level":[126],"planner":[127],"responsible":[129],"for":[130],"training":[131],"vehicle":[133,155],"choose":[135],"tactical":[136],"behaviors":[137],"according":[138],"surrounding":[141],"environment,":[142],"while":[143],"low-level":[145],"converts":[147],"these":[148],"choices":[149],"into":[150],"actions":[157],"be":[159],"imposed":[160],"through":[161],"optimization":[163],"problem":[164],"based":[165],"on":[166,212],"Nonlinear":[167],"Model":[168],"Predictive":[169],"Control":[170],"(NMPC)":[171],"approach,":[172],"thus":[173],"enforcing":[174],"continuous":[175],"constraints.":[176],"The":[177,206],"effectiveness":[178],"proposed":[181,223],"hierarchical":[182],"hence":[185],"evaluated":[186],"via":[187],"integrated":[189],"vehicular":[190],"platform":[191],"that":[192],"combines":[193],"MATLAB":[195],"environment":[196],"SUMO":[199],"(Simulation":[200],"Urban":[202],"MObility)":[203],"simulator.":[205],"exhaustive":[207],"simulation":[208],"analysis,":[209],"carried":[210],"out":[211],"non-trivial":[214],"scenarios,":[217],"confirms":[218],"capability":[220],"strategy":[224]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-04-19T00:00:00"}