{"id":"https://openalex.org/W4308119828","doi":"https://doi.org/10.3390/s22218373","title":"Reinforcement Learning-Based Autonomous Driving at Intersections in CARLA Simulator","display_name":"Reinforcement Learning-Based Autonomous Driving at Intersections in CARLA Simulator","publication_year":2022,"publication_date":"2022-11-01","ids":{"openalex":"https://openalex.org/W4308119828","doi":"https://doi.org/10.3390/s22218373","pmid":"https://pubmed.ncbi.nlm.nih.gov/36366072"},"language":"en","primary_location":{"id":"doi:10.3390/s22218373","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22218373","pdf_url":"https://www.mdpi.com/1424-8220/22/21/8373/pdf?version=1667286825","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/22/21/8373/pdf?version=1667286825","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067956094","display_name":"Rodrigo Guti\u00e9rrez-Moreno","orcid":null},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rodrigo Guti\u00e9rrez-Moreno","raw_affiliation_strings":["Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069067193","display_name":"Rafael Barea","orcid":"https://orcid.org/0000-0002-4179-6100"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Rafael Barea","raw_affiliation_strings":["Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain"],"raw_orcid":"https://orcid.org/0000-0002-4179-6100","affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831518","display_name":"Elena L\u00f3pez","orcid":"https://orcid.org/0000-0002-8145-9045"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Elena L\u00f3pez-Guill\u00e9n","raw_affiliation_strings":["Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain"],"raw_orcid":"https://orcid.org/0000-0002-8145-9045","affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046062080","display_name":"Javier Araluce","orcid":"https://orcid.org/0000-0001-5101-0485"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Araluce","raw_affiliation_strings":["Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain"],"raw_orcid":"https://orcid.org/0000-0001-5101-0485","affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077780013","display_name":"Luis M. Bergasa","orcid":"https://orcid.org/0000-0002-0087-3077"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis M. Bergasa","raw_affiliation_strings":["Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0087-3077","affiliations":[{"raw_affiliation_string":"Department of Electronics, University of Alcal\u00e1, 28805 Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5069067193"],"corresponding_institution_ids":["https://openalex.org/I189268942"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2673},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2673},"fwci":3.4577,"has_fulltext":true,"cited_by_count":61,"citation_normalized_percentile":{"value":0.9364686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"21","first_page":"8373","last_page":"8373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.638963520526886},{"id":"https://openalex.org/keywords/driving-simulator","display_name":"Driving simulator","score":0.5602594614028931},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5564501881599426},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.5485303401947021},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5049484372138977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3586537837982178},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2443283498287201}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.638963520526886},{"id":"https://openalex.org/C2780689630","wikidata":"https://www.wikidata.org/wiki/Q2081815","display_name":"Driving simulator","level":2,"score":0.5602594614028931},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5564501881599426},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.5485303401947021},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5049484372138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3586537837982178},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2443283498287201},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.3390/s22218373","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22218373","pdf_url":"https://www.mdpi.com/1424-8220/22/21/8373/pdf?version=1667286825","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:36366072","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36366072","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:ebuah.uah.es:10017/63104","is_oa":true,"landing_page_url":"http://hdl.handle.net/10017/63104","pdf_url":"https://ebuah.uah.es/dspace/bitstream/10017/63104/3/Reinforcement_Gutierrez_Sensors_2022.pdf","source":{"id":"https://openalex.org/S7407055200","display_name":"e_Buah","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:44f9730da6484a5f981ac5943c2e8e75","is_oa":true,"landing_page_url":"https://doaj.org/article/44f9730da6484a5f981ac5943c2e8e75","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 22, Iss 21, p 8373 (2022)","raw_type":"article"},{"id":"pmh:oai:dsp.tecnalia.com:11556/10337","is_oa":true,"landing_page_url":"https://hdl.handle.net/11556/10337","pdf_url":null,"source":{"id":"https://openalex.org/S4306402037","display_name":"TECNALIA Publications (Fundaci\u00f3n TECNALIA Research & Innovation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210113430","host_organization_name":"Tecnalia","host_organization_lineage":["https://openalex.org/I4210113430"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"},{"id":"pmh:oai:mdpi.com:/1424-8220/22/21/8373/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s22218373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 22; Issue 21; Pages: 8373","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9657075","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9657075","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s22218373","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22218373","pdf_url":"https://www.mdpi.com/1424-8220/22/21/8373/pdf?version=1667286825","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2621935975","display_name":null,"funder_award_id":"PID2021-126623OB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320323755","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308119828.pdf","grobid_xml":"https://content.openalex.org/works/W4308119828.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2022460235","https://openalex.org/W2072837490","https://openalex.org/W2087340523","https://openalex.org/W2115579991","https://openalex.org/W2145339207","https://openalex.org/W2306644740","https://openalex.org/W2343568200","https://openalex.org/W2559767995","https://openalex.org/W2610302693","https://openalex.org/W2897522585","https://openalex.org/W2897752552","https://openalex.org/W2904263972","https://openalex.org/W2963625099","https://openalex.org/W2963804019","https://openalex.org/W2968296999","https://openalex.org/W2968983352","https://openalex.org/W2970065535","https://openalex.org/W2970787054","https://openalex.org/W2979298503","https://openalex.org/W2989730386","https://openalex.org/W2989964169","https://openalex.org/W3008897963","https://openalex.org/W3044201829","https://openalex.org/W3095465476","https://openalex.org/W3104639963","https://openalex.org/W3116005188","https://openalex.org/W3119924655","https://openalex.org/W3123742938","https://openalex.org/W3142849873","https://openalex.org/W3185677907","https://openalex.org/W3193588855","https://openalex.org/W3204174732","https://openalex.org/W3210290940","https://openalex.org/W3210614280","https://openalex.org/W4286285557","https://openalex.org/W6600981286","https://openalex.org/W6745935785","https://openalex.org/W6792244340"],"related_works":["https://openalex.org/W2258033839","https://openalex.org/W3203668668","https://openalex.org/W4297884099","https://openalex.org/W4391055430","https://openalex.org/W3214769583","https://openalex.org/W2116812645","https://openalex.org/W1980239608","https://openalex.org/W4377157894","https://openalex.org/W2395327451","https://openalex.org/W3009214786"],"abstract_inverted_index":{"Intersections":[0],"are":[1],"considered":[2],"one":[3],"of":[4,20,27,97,142,167,191],"the":[5,15,18,24,56,91,95,117,120,124,127,131,139,189],"most":[6],"complex":[7],"scenarios":[8,28,185],"in":[9,17],"a":[10,40,75,103,108,172],"self-driving":[11],"framework":[12],"due":[13],"to":[14,54,90,101],"uncertainty":[16],"behaviors":[19],"surrounding":[21],"vehicles":[22],"and":[23,69,79,126,162],"different":[25,183],"types":[26],"that":[29,171],"can":[30,177],"be":[31],"found.":[32],"To":[33,145],"deal":[34],"with":[35,51,84,155,159],"this":[36,143,168],"problem,":[37],"we":[38,149],"provide":[39],"Deep":[41],"Reinforcement":[42],"Learning":[43,53,86],"approach":[44,82],"for":[45,182],"intersection":[46,184],"handling,":[47],"which":[48],"is":[49,62,111,138],"combined":[50,83],"Curriculum":[52,85],"improve":[55],"training":[57],"process.":[58],"The":[59,113,165],"state":[60],"space":[61],"defined":[63],"by":[64,93],"two":[65],"vectors,":[66],"containing":[67],"adversaries":[68],"ego":[70,179],"vehicle":[71],"information.":[72],"We":[73],"define":[74],"features":[76],"extractor":[77],"module":[78],"an":[80],"actor-critic":[81],"techniques,":[87],"adding":[88],"complexity":[89],"environment":[92],"increasing":[94],"number":[96],"vehicles.":[98,193],"In":[99],"order":[100],"address":[102,146],"complete":[104],"autonomous":[105],"driving":[106,118],"system,":[107],"hybrid":[109],"architecture":[110],"proposed.":[112],"operative":[114],"level":[115,122,129],"generates":[116],"commands,":[119],"strategy":[121],"defines":[123],"trajectory":[125],"tactical":[128],"executes":[130],"high-level":[132,135],"decisions.":[133],"This":[134],"decision":[136],"system":[137],"main":[140],"goal":[141],"research.":[144],"realistic":[147],"experiments,":[148],"set":[150],"up":[151],"three":[152],"scenarios:":[153],"intersections":[154,158],"traffic":[156,160],"lights,":[157],"signs":[161],"uncontrolled":[163],"intersections.":[164],"results":[166],"paper":[169],"show":[170],"Proximal":[173],"Policy":[174],"Optimization":[175],"algorithm":[176],"infer":[178],"vehicle-desired":[180],"behavior":[181,190],"based":[186],"only":[187],"on":[188],"adversarial":[192]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":8}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}