{"id":"https://openalex.org/W4205373550","doi":"https://doi.org/10.1007/s11042-021-11437-3","title":"Deep reinforcement learning based control for Autonomous Vehicles in CARLA","display_name":"Deep reinforcement learning based control for Autonomous Vehicles in CARLA","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4205373550","doi":"https://doi.org/10.1007/s11042-021-11437-3"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-021-11437-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-021-11437-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-021-11437-3.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-021-11437-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076129102","display_name":"\u00d3scar P\u00e9rez-Gil","orcid":"https://orcid.org/0000-0001-6350-3076"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"\u00d3scar P\u00e9rez-Gil","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":"https://orcid.org/0000-0001-6350-3076","affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069067193","display_name":"Rafael Barea","orcid":"https://orcid.org/0000-0002-4179-6100"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rafael Barea","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831518","display_name":"Elena L\u00f3pez","orcid":"https://orcid.org/0000-0002-8145-9045"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Elena L\u00f3pez-Guill\u00e9n","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077780013","display_name":"Luis M. Bergasa","orcid":"https://orcid.org/0000-0002-0087-3077"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis M. Bergasa","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011497193","display_name":"Carlos G\u00f3mez-Hu\u00e9lamo","orcid":"https://orcid.org/0000-0002-3819-3747"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos G\u00f3mez-Hu\u00e9lamo","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103124367","display_name":"Rodrigo Guti\u00e9rrez","orcid":"https://orcid.org/0000-0002-1119-9989"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rodrigo Guti\u00e9rrez","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028908684","display_name":"Alejandro D\u00edaz-D\u00edaz","orcid":null},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro D\u00edaz-D\u00edaz","raw_affiliation_strings":["Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics Department, University of Alcal\u00e1, Alcal\u00e1 de Henares, Spain","institution_ids":["https://openalex.org/I189268942"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076129102"],"corresponding_institution_ids":["https://openalex.org/I189268942"],"apc_list":null,"apc_paid":null,"fwci":11.9075,"has_fulltext":true,"cited_by_count":157,"citation_normalized_percentile":{"value":0.99375612,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"81","issue":"3","first_page":"3553","last_page":"3576"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8444744348526001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8093504905700684},{"id":"https://openalex.org/keywords/leaps","display_name":"LEAPS","score":0.6285643577575684},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5914863348007202},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.558260440826416},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.529503583908081},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5274258852005005},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4654351770877838},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10001644492149353},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.08917456865310669}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8444744348526001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8093504905700684},{"id":"https://openalex.org/C2777705401","wikidata":"https://www.wikidata.org/wiki/Q6457570","display_name":"LEAPS","level":2,"score":0.6285643577575684},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5914863348007202},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.558260440826416},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.529503583908081},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5274258852005005},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4654351770877838},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10001644492149353},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.08917456865310669},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11042-021-11437-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-021-11437-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-021-11437-3.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},{"id":"pmh:oai:ebuah.uah.es:10017/63111","is_oa":true,"landing_page_url":"http://hdl.handle.net/10017/63111","pdf_url":"https://ebuah.uah.es/dspace/bitstream/10017/63111/3/Deep_Perez_Multimed_Tools_Appl_2022.pdf","source":{"id":"https://openalex.org/S7407055200","display_name":"e_Buah","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s11042-021-11437-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-021-11437-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-021-11437-3.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G8318117347","display_name":null,"funder_award_id":"RTI2018-099263-B-C21","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320323755","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4205373550.pdf","grobid_xml":"https://content.openalex.org/works/W4205373550.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1993170675","https://openalex.org/W2001171699","https://openalex.org/W2030115233","https://openalex.org/W2039621337","https://openalex.org/W2056934327","https://openalex.org/W2104058278","https://openalex.org/W2128577596","https://openalex.org/W2145339207","https://openalex.org/W2150066425","https://openalex.org/W2158440335","https://openalex.org/W2161644760","https://openalex.org/W2169099901","https://openalex.org/W2406067508","https://openalex.org/W2539108539","https://openalex.org/W2546571074","https://openalex.org/W2583993537","https://openalex.org/W2741850495","https://openalex.org/W2769494446","https://openalex.org/W2775482448","https://openalex.org/W2783289596","https://openalex.org/W2837605352","https://openalex.org/W2901131285","https://openalex.org/W2904951271","https://openalex.org/W2912061451","https://openalex.org/W2962894046","https://openalex.org/W2964238752","https://openalex.org/W2968983352","https://openalex.org/W3003329097","https://openalex.org/W3034257692","https://openalex.org/W3044201829","https://openalex.org/W3092297010","https://openalex.org/W3095465476","https://openalex.org/W3097552680","https://openalex.org/W3100944043","https://openalex.org/W3117804044","https://openalex.org/W3118975573","https://openalex.org/W3210290940","https://openalex.org/W4293682399","https://openalex.org/W6600109629","https://openalex.org/W6600910721","https://openalex.org/W6608490358"],"related_works":["https://openalex.org/W2492014775","https://openalex.org/W2381023742","https://openalex.org/W4403958025","https://openalex.org/W2373297822","https://openalex.org/W2371221548","https://openalex.org/W2388543165","https://openalex.org/W2533958670","https://openalex.org/W2741632929","https://openalex.org/W2977999572","https://openalex.org/W2363281567"],"abstract_inverted_index":{"Abstract":[0],"Nowadays,":[1],"Artificial":[2],"Intelligence":[3],"(AI)":[4],"is":[5,22,79,145,171,209],"growing":[6],"by":[7],"leaps":[8],"and":[9,17,59,100,184,223],"bounds":[10],"in":[11,39,67,173],"almost":[12],"all":[13],"fields":[14],"of":[15,25,32,43,76,90,110,123,158],"technology,":[16],"Autonomous":[18],"Vehicles":[19],"(AV)":[20],"research":[21],"one":[23],"more":[24],"them.":[26,73],"This":[27],"paper":[28],"proposes":[29],"the":[30,40,95,111,132,149,152,174,187],"using":[31],"algorithms":[33,53],"based":[34],"on":[35],"Deep":[36,49,56,60],"Learning":[37,51],"(DL)":[38],"control":[41,92,134],"layer":[42],"an":[44,139,164],"autonomous":[45],"vehicle.":[46],"More":[47],"specifically,":[48],"Reinforcement":[50],"(DRL)":[52],"such":[54,142],"as":[55,117,143,203],"Q-Network":[57],"(DQN)":[58],"Deterministic":[61],"Policy":[62],"Gradient":[63],"(DDPG)":[64],"are":[65,115,226],"implemented":[66],"order":[68],"to":[69,80,94,97,130,148,154,200],"compare":[70],"results":[71,178],"between":[72],"The":[74,177],"aim":[75],"this":[77,137],"work":[78],"obtain":[81],"a":[82,86,103,118,156,192,216],"trained":[83],"model,":[84],"applying":[85],"DRL":[87],"algorithm,":[88],"able":[89],"sending":[91],"commands":[93],"vehicle":[96,133],"navigate":[98],"properly":[99],"efficiently":[101],"following":[102,213],"determined":[104],"route.":[105],"In":[106,205],"addition,":[107],"for":[108],"each":[109,122],"algorithms,":[112],"several":[113],"agents":[114,125],"presented":[116],"solution,":[119],"so":[120],"that":[121,170,181],"these":[124],"uses":[126],"different":[127],"data":[128],"sources":[129],"achieve":[131],"commands.":[135],"For":[136],"purpose,":[138],"open-source":[140],"simulator":[141],"CARLA":[144],"used,":[146],"providing":[147],"system":[150],"with":[151,215],"ability":[153],"perform":[155],"multitude":[157],"tests":[159],"without":[160],"any":[161],"risk":[162],"into":[163],"hyper-realistic":[165],"urban":[166],"simulation":[167],"environment,":[168],"something":[169],"unthinkable":[172],"real":[175],"world.":[176],"obtained":[179],"show":[180],"both":[182,206],"DQN":[183],"DDPG":[185,190,195],"reach":[186],"goal,":[188],"but":[189],"obtains":[191],"better":[193],"performance.":[194],"perfoms":[196],"trajectories":[197,214],"very":[198],"similar":[199],"classic":[201],"controller":[202],"LQR.":[204],"cases":[207],"RMSE":[208],"lower":[210],"than":[211],"0.1m":[212],"range":[217],"180-700m.":[218],"To":[219],"conclude,":[220],"some":[221],"conclusions":[222],"future":[224],"works":[225],"commented.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":63},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}