{"id":"https://openalex.org/W4384946173","doi":"https://doi.org/10.1109/iwcmc58020.2023.10182377","title":"A Reinforcement Learning Based Approach for Controlling Autonomous Vehicles in Complex Scenarios","display_name":"A Reinforcement Learning Based Approach for Controlling Autonomous Vehicles in Complex Scenarios","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4384946173","doi":"https://doi.org/10.1109/iwcmc58020.2023.10182377"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc58020.2023.10182377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc58020.2023.10182377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070161930","display_name":"Badr Ben Elallid","orcid":"https://orcid.org/0009-0004-6505-3282"},"institutions":[{"id":"https://openalex.org/I4210153608","display_name":"Universit\u00e9 Moulay Ismail de Meknes","ror":"https://ror.org/04cnscd67","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210153608"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Badr Ben Elallid","raw_affiliation_strings":["Moulay Ismail University of Meknes,School of Technology,Meknes,Morocco","School of Technology, Moulay Ismail University of Meknes, Meknes, Morocco"],"affiliations":[{"raw_affiliation_string":"Moulay Ismail University of Meknes,School of Technology,Meknes,Morocco","institution_ids":["https://openalex.org/I4210153608"]},{"raw_affiliation_string":"School of Technology, Moulay Ismail University of Meknes, Meknes, Morocco","institution_ids":["https://openalex.org/I4210153608"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002075376","display_name":"Miloud Bagaa","orcid":"https://orcid.org/0000-0001-5280-3276"},"institutions":[{"id":"https://openalex.org/I63341726","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Trois-Rivi\u00e8res","ror":"https://ror.org/02xrw9r68","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I63341726"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Miloud Bagaa","raw_affiliation_strings":["Université du Québec à Trois-Rivières,Department of Electrical and Computer Engineering,Trois-Rivières,QC,Canada"],"affiliations":[{"raw_affiliation_string":"Université du Québec à Trois-Rivières,Department of Electrical and Computer Engineering,Trois-Rivières,QC,Canada","institution_ids":["https://openalex.org/I63341726"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021799532","display_name":"Nabil Benamar","orcid":"https://orcid.org/0000-0002-1804-6977"},"institutions":[{"id":"https://openalex.org/I47844","display_name":"Al Akhawayn University","ror":"https://ror.org/03erkev52","country_code":"MA","type":"education","lineage":["https://openalex.org/I47844"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Nabil Benamar","raw_affiliation_strings":["Moulay Ismail University of Meknes School of Science and Engineering Al Akhawayn University in Ifrane,Ifrane,Morocco","Moulay Ismail University of Meknes School of Science and Engineering Al Akhawayn University in Ifrane, Ifrane, Morocco"],"affiliations":[{"raw_affiliation_string":"Moulay Ismail University of Meknes School of Science and Engineering Al Akhawayn University in Ifrane,Ifrane,Morocco","institution_ids":["https://openalex.org/I47844"]},{"raw_affiliation_string":"Moulay Ismail University of Meknes School of Science and Engineering Al Akhawayn University in Ifrane, Ifrane, Morocco","institution_ids":["https://openalex.org/I47844"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062366684","display_name":"Nabil Mrani","orcid":"https://orcid.org/0000-0001-8358-7238"},"institutions":[{"id":"https://openalex.org/I4210153608","display_name":"Universit\u00e9 Moulay Ismail de Meknes","ror":"https://ror.org/04cnscd67","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210153608"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Nabil Mrani","raw_affiliation_strings":["Moulay Ismail University of Meknes,School of Technology,Meknes,Morocco","School of Technology, Moulay Ismail University of Meknes, Meknes, Morocco"],"affiliations":[{"raw_affiliation_string":"Moulay Ismail University of Meknes,School of Technology,Meknes,Morocco","institution_ids":["https://openalex.org/I4210153608"]},{"raw_affiliation_string":"School of Technology, Moulay Ismail University of Meknes, Meknes, Morocco","institution_ids":["https://openalex.org/I4210153608"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070161930"],"corresponding_institution_ids":["https://openalex.org/I4210153608"],"apc_list":null,"apc_paid":null,"fwci":0.6906,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.68371305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1358","last_page":"1364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9033209085464478},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7602621912956238},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6691237092018127},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5672620534896851},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5587906837463379},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5036100745201111},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.460345059633255},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.4484522342681885},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.41066834330558777},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.2999553680419922},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25655505061149597},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.14402171969413757}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9033209085464478},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7602621912956238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6691237092018127},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5672620534896851},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5587906837463379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5036100745201111},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.460345059633255},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.4484522342681885},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.41066834330558777},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.2999553680419922},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25655505061149597},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.14402171969413757}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc58020.2023.10182377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc58020.2023.10182377","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2539108539","https://openalex.org/W2911486422","https://openalex.org/W2947075657","https://openalex.org/W2988904175","https://openalex.org/W3000193750","https://openalex.org/W3014823633","https://openalex.org/W3018286187","https://openalex.org/W3085946920","https://openalex.org/W3090027660","https://openalex.org/W3092297010","https://openalex.org/W3118521491","https://openalex.org/W3118868204","https://openalex.org/W3130288902","https://openalex.org/W4205373550","https://openalex.org/W4220902452","https://openalex.org/W4226286144","https://openalex.org/W4285210411","https://openalex.org/W4313396905","https://openalex.org/W6726431988","https://openalex.org/W6745935785"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2044900919"],"abstract_inverted_index":{"Autonomous":[0,36],"driving":[1],"has":[2,68],"gained":[3],"an":[4,166],"increased":[5],"interest":[6],"in":[7,57,64,143,165,194],"both":[8],"academia":[9],"and":[10,24,43,79,96,126,172,199],"industry,":[11],"as":[12],"autonomous":[13],"vehicles":[14],"(AVs)":[15],"significantly":[16],"improve":[17,61,91],"road":[18,119,151],"safety":[19],"by":[20,190],"reducing":[21],"traffic":[22,149],"accidents":[23],"human":[25],"injuries.":[26],"Motion":[27],"control":[28,63,93,140],"remains":[29],"one":[30],"of":[31,35,45,75,94,158,187,196],"the":[32,40,46,58,66,73,141,156,178,185],"main":[33],"functions":[34],"Vehicles,":[37],"which":[38],"generates":[39],"steering":[41],"angle":[42],"velocity":[44],"vehicle.":[47],"While":[48],"traditional":[49],"Machine":[50],"Learning":[51,77,82],"techniques":[52,86],"have":[53,87],"been":[54,69,88],"extensively":[55],"used":[56],"past":[59],"to":[60,72,90,97,109,139,161],"motion":[62,92],"AVs,":[65],"attention":[67],"recently":[70],"drawn":[71],"use":[74],"Deep":[76,80],"(DL)":[78],"Reinforcement":[81],"(DRL)":[83],"techniques.":[84],"These":[85],"applied":[89],"AVs":[95],"help":[98],"them":[99],"learn":[100],"from":[101],"their":[102],"environment.":[103],"However,":[104],"existing":[105],"works":[106],"are":[107],"limited":[108],"dealing":[110],"with":[111,147],"simple":[112],"scenarios":[113],"without":[114,168],"taking":[115],"into":[116],"consideration":[117],"other":[118,122],"participants":[120],"(e.g.,":[121],"vehicles,":[123],"pedestrians,":[124],"cyclists,":[125],"motorcycles).":[127],"In":[128],"this":[129],"paper,":[130],"we":[131],"propose":[132],"a":[133,144],"DRL-based":[134],"model":[135],"using":[136,177],"Deep-Q":[137],"Networks":[138],"AV":[142,154],"complex":[145],"scenario":[146],"dense":[148],"involving":[150],"participants.":[152],"The":[153,181],"learns":[155],"policy":[157],"different":[159],"actions":[160],"reach":[162],"its":[163],"destination":[164],"intersection":[167],"accidents.":[169],"We":[170],"tested":[171],"validated":[173],"our":[174,188],"proposed":[175],"approach":[176],"CARLA":[179],"simulator.":[180],"obtained":[182],"results":[183],"demonstrated":[184],"efficiency":[186],"solution":[189],"achieving":[191],"better":[192],"learning":[193],"terms":[195],"travel":[197],"delay":[198],"avoiding":[200],"collisions.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}