{"id":"https://openalex.org/W4400323156","doi":"https://doi.org/10.3390/fi16070238","title":"Enhancing Autonomous Driving Navigation Using Soft Actor-Critic","display_name":"Enhancing Autonomous Driving Navigation Using Soft Actor-Critic","publication_year":2024,"publication_date":"2024-07-04","ids":{"openalex":"https://openalex.org/W4400323156","doi":"https://doi.org/10.3390/fi16070238"},"language":"en","primary_location":{"id":"doi:10.3390/fi16070238","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070238","pdf_url":"https://www.mdpi.com/1999-5903/16/7/238/pdf?version=1720773275","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/16/7/238/pdf?version=1720773275","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070161930","display_name":"Badr Ben Elallid","orcid":"https://orcid.org/0009-0004-6505-3282"},"institutions":[{"id":"https://openalex.org/I4210153608","display_name":"Universit\u00e9 Moulay Ismail de Meknes","ror":"https://ror.org/04cnscd67","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210153608"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Badr Elallid","raw_affiliation_strings":["School of Technology, Moulay Ismail University of Meknes, Meknes 50050, Morocco"],"affiliations":[{"raw_affiliation_string":"School of Technology, Moulay Ismail University of Meknes, Meknes 50050, Morocco","institution_ids":["https://openalex.org/I4210153608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021799532","display_name":"Nabil Benamar","orcid":"https://orcid.org/0000-0002-1804-6977"},"institutions":[{"id":"https://openalex.org/I4210153608","display_name":"Universit\u00e9 Moulay Ismail de Meknes","ror":"https://ror.org/04cnscd67","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210153608"]},{"id":"https://openalex.org/I47844","display_name":"Al Akhawayn University","ror":"https://ror.org/03erkev52","country_code":"MA","type":"education","lineage":["https://openalex.org/I47844"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Nabil Benamar","raw_affiliation_strings":["School of Science and Engineering, Al Akhawayn University in Ifrane, P.O. Box 104, Hassan II Avenue, Ifrane 53000, Morocco","School of Technology, Moulay Ismail University of Meknes, Meknes 50050, Morocco"],"affiliations":[{"raw_affiliation_string":"School of Science and Engineering, Al Akhawayn University in Ifrane, P.O. Box 104, Hassan II Avenue, Ifrane 53000, Morocco","institution_ids":["https://openalex.org/I47844"]},{"raw_affiliation_string":"School of Technology, Moulay Ismail University of Meknes, Meknes 50050, Morocco","institution_ids":["https://openalex.org/I4210153608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002075376","display_name":"Miloud Bagaa","orcid":"https://orcid.org/0000-0001-5280-3276"},"institutions":[{"id":"https://openalex.org/I63341726","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res","ror":"https://ror.org/02xrw9r68","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I63341726"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Miloud Bagaa","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Quebec at Trois-Rivieres, Trois-Rivieres, QC G8Z 4M3, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Quebec at Trois-Rivieres, Trois-Rivieres, QC G8Z 4M3, Canada","institution_ids":["https://openalex.org/I63341726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020555624","display_name":"Yassine Hadjadj\u2010Aoul","orcid":"https://orcid.org/0000-0003-4864-4609"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Yassine Hadjadj-Aoul","raw_affiliation_strings":["Department of Computer Science, University of Rennes, Inria, CNRS, IRISA, 35000 Rennes, France","ERMINE - mEasuRing and ManagIng Network operation and Economic (Campus de beaulieu 35042 Rennes cedex - France)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rennes, Inria, CNRS, IRISA, 35000 Rennes, France","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"ERMINE - mEasuRing and ManagIng Network operation and Economic (Campus de beaulieu 35042 Rennes cedex - France)","institution_ids":["https://openalex.org/I56067802"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5020555624"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802519937","https://openalex.org/I56067802"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":5.1998,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.9606748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"7","first_page":"238","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8862093687057495},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7391860485076904},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6295455694198608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48513302206993103},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4144602119922638},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3492218852043152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8862093687057495},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7391860485076904},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6295455694198608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48513302206993103},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4144602119922638},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3492218852043152},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/fi16070238","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070238","pdf_url":"https://www.mdpi.com/1999-5903/16/7/238/pdf?version=1720773275","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:depot-e.uqtr.ca:12185","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070238>","pdf_url":"https://depot-e.uqtr.ca/id/eprint/12185/1/BAGAA_M_154_ED.pdf","source":{"id":"https://openalex.org/S4306400388","display_name":"Le d\u00e9p\u00f4t institutionnel (Universit\u00e9 du Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63341726","host_organization_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res","host_organization_lineage":["https://openalex.org/I63341726"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:HAL:hal-04749227v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04749227","pdf_url":null,"source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future internet, 2024, 16 (7), pp.238. ⟨10.3390/fi16070238⟩","raw_type":"Journal articles"},{"id":"pmh:oai:RePEc:gam:jftint:v:16:y:2024:i:7:p:238-:d:1428821","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/16/7/238/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:3718b21b7438427c98d5efe32c348302","is_oa":true,"landing_page_url":"https://doaj.org/article/3718b21b7438427c98d5efe32c348302","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 16, Iss 7, p 238 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/fi16070238","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi16070238","pdf_url":"https://www.mdpi.com/1999-5903/16/7/238/pdf?version=1720773275","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7799999713897705,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400323156.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2183877882","https://openalex.org/W2594103415","https://openalex.org/W2960571052","https://openalex.org/W2963129648","https://openalex.org/W3000280594","https://openalex.org/W3006408506","https://openalex.org/W3090027660","https://openalex.org/W3196603038","https://openalex.org/W3201271601","https://openalex.org/W3204345677","https://openalex.org/W3205598877","https://openalex.org/W4226286144","https://openalex.org/W4292559694","https://openalex.org/W4296703356","https://openalex.org/W4320727243","https://openalex.org/W4362654659","https://openalex.org/W4376166839","https://openalex.org/W4381420200","https://openalex.org/W4381733136","https://openalex.org/W4384946173","https://openalex.org/W4385416220","https://openalex.org/W4385681023","https://openalex.org/W4386415974","https://openalex.org/W4387644013","https://openalex.org/W4387726169","https://openalex.org/W4388320480","https://openalex.org/W4389993087","https://openalex.org/W4390465399","https://openalex.org/W4390810698","https://openalex.org/W4392014897","https://openalex.org/W4392172945","https://openalex.org/W4392553390","https://openalex.org/W4393308620","https://openalex.org/W6686174502","https://openalex.org/W6745935785","https://openalex.org/W6801666104","https://openalex.org/W6810699731","https://openalex.org/W6860442432"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W4293226380","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1],"have":[2],"gained":[3],"extensive":[4,125],"attention":[5],"in":[6,10,19,60,127,159],"recent":[7],"years,":[8],"both":[9],"academia":[11],"and":[12,33,90,92,131,139,153,168],"industry.":[13],"For":[14,100],"these":[15],"self-driving":[16],"vehicles,":[17],"decision-making":[18,39],"urban":[20,51],"environments":[21],"poses":[22],"significant":[23],"challenges":[24],"due":[25],"to":[26,81,86,165],"the":[27,76,83,118,128,135,166],"unpredictable":[28],"behavior":[29],"of":[30,120],"traffic":[31,163],"participants":[32],"intricate":[34],"road":[35],"layouts.":[36],"While":[37],"existing":[38],"approaches":[40],"based":[41,74],"on":[42,75],"Deep":[43,136],"Reinforcement":[44],"Learning":[45],"(DRL)":[46],"show":[47],"potential":[48],"for":[49],"tackling":[50],"driving":[52],"situations,":[53],"they":[54],"suffer":[55],"from":[56],"slow":[57],"convergence,":[58],"especially":[59],"complex":[61],"scenarios":[62,160],"with":[63,108,134,161],"high":[64,156,162],"mobility.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69,102,123],"present":[70],"a":[71,104,155],"new":[72],"approach":[73],"Soft":[77],"Actor-Critic":[78],"(SAC)":[79],"algorithm":[80],"control":[82],"autonomous":[84],"vehicle":[85],"enter":[87],"roundabouts":[88],"smoothly":[89],"safely":[91],"ensure":[93],"it":[94,133],"reaches":[95],"its":[96],"destination":[97,105],"without":[98],"delay.":[99],"this,":[101],"introduce":[103],"vector":[106],"concatenated":[107],"extracted":[109],"features":[110],"using":[111],"Convolutional":[112],"Neural":[113],"Networks":[114],"(CNN).":[115],"To":[116],"evaluate":[117],"performance":[119],"our":[121,149],"model,":[122],"conducted":[124],"experiments":[126],"CARLA":[129],"simulator":[130],"compared":[132,164],"Q-Network":[137],"(DQN)":[138],"Proximal":[140],"Policy":[141],"Optimization":[142],"(PPO)":[143],"models.":[144,170],"Qualitative":[145],"results":[146],"reveal":[147],"that":[148],"model":[150],"converges":[151],"rapidly":[152],"achieves":[154],"success":[157],"rate":[158],"DQN":[167],"PPO":[169]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}