{"id":"https://openalex.org/W3210228835","doi":"https://doi.org/10.1109/iv48863.2021.9575616","title":"Deep Reinforcement Learning based control algorithms: Training and validation using the ROS Framework in CARLA Simulator for Self-Driving applications","display_name":"Deep Reinforcement Learning based control algorithms: Training and validation using the ROS Framework in CARLA Simulator for Self-Driving applications","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3210228835","doi":"https://doi.org/10.1109/iv48863.2021.9575616","mag":"3210228835"},"language":"en","primary_location":{"id":"doi:10.1109/iv48863.2021.9575616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv48863.2021.9575616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086320209","display_name":"\u00d3scar P\u00e9rez-Gill","orcid":null},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Oscar Perez-Gill","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069067193","display_name":"Rafael Barea","orcid":"https://orcid.org/0000-0002-4179-6100"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rafael Barea","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831518","display_name":"Elena L\u00f3pez","orcid":"https://orcid.org/0000-0002-8145-9045"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Elena Lopez-Guillen","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077780013","display_name":"Luis M. Bergasa","orcid":"https://orcid.org/0000-0002-0087-3077"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Luis M. Bergasa","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011497193","display_name":"Carlos G\u00f3mez-Hu\u00e9lamo","orcid":"https://orcid.org/0000-0002-3819-3747"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Carlos Gomez-Huelamo","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103124367","display_name":"Rodrigo Guti\u00e9rrez","orcid":"https://orcid.org/0000-0002-1119-9989"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Rodrigo Gutierrez","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101484635","display_name":"Alejandro Carvajal D\u00edaz","orcid":"https://orcid.org/0000-0002-7232-3197"},"institutions":[{"id":"https://openalex.org/I189268942","display_name":"Universidad de Alcal\u00e1","ror":"https://ror.org/04pmn0e78","country_code":"ES","type":"education","lineage":["https://openalex.org/I189268942"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Diaz","raw_affiliation_strings":["University of Alcal\u00e1 (UAH), Spain"],"affiliations":[{"raw_affiliation_string":"University of Alcal\u00e1 (UAH), Spain","institution_ids":["https://openalex.org/I189268942"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5086320209"],"corresponding_institution_ids":["https://openalex.org/I189268942"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64149905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1268","last_page":"1273"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7926849722862244},{"id":"https://openalex.org/keywords/software-portability","display_name":"Software portability","score":0.7726612091064453},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7194969654083252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.541412889957428},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.471102774143219},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4431781768798828},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.41956204175949097},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.41948607563972473},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3691738247871399},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12087875604629517}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7926849722862244},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.7726612091064453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7194969654083252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.541412889957428},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.471102774143219},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4431781768798828},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.41956204175949097},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.41948607563972473},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3691738247871399},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12087875604629517},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv48863.2021.9575616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv48863.2021.9575616","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G8318117347","display_name":null,"funder_award_id":"RTI2018-099263-B-C21","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1969483458","https://openalex.org/W2120179083","https://openalex.org/W2128577596","https://openalex.org/W2145339207","https://openalex.org/W2158440335","https://openalex.org/W2169099901","https://openalex.org/W2173248099","https://openalex.org/W2296335794","https://openalex.org/W2342840547","https://openalex.org/W2520190918","https://openalex.org/W2539108539","https://openalex.org/W2615547864","https://openalex.org/W2783289596","https://openalex.org/W2837605352","https://openalex.org/W2913318911","https://openalex.org/W2919820522","https://openalex.org/W2962867954","https://openalex.org/W2963864421","https://openalex.org/W2968983352","https://openalex.org/W2971510799","https://openalex.org/W3004135535","https://openalex.org/W3034257692","https://openalex.org/W3044201829","https://openalex.org/W3095465476","https://openalex.org/W3097552680","https://openalex.org/W3118975573","https://openalex.org/W3148685027","https://openalex.org/W4285719527","https://openalex.org/W4295719664","https://openalex.org/W4298857966","https://openalex.org/W4394661925","https://openalex.org/W6637967152","https://openalex.org/W6678081342","https://openalex.org/W6684921986","https://openalex.org/W6697144307","https://openalex.org/W6704559304","https://openalex.org/W6726431988","https://openalex.org/W6745935785","https://openalex.org/W6752961934","https://openalex.org/W6756925679","https://openalex.org/W6773906991"],"related_works":["https://openalex.org/W107105315","https://openalex.org/W17155033","https://openalex.org/W4367156293","https://openalex.org/W1584537303","https://openalex.org/W4388155270","https://openalex.org/W1872724644","https://openalex.org/W2750549761","https://openalex.org/W28826848","https://openalex.org/W2122272819","https://openalex.org/W3207760230"],"abstract_inverted_index":{"This":[0],"paper":[1,131],"presents":[2],"a":[3,22,153],"Deep":[4],"Reinforcement":[5],"Learning":[6,64],"(DRL)":[7],"framework":[8],"adapted":[9],"and":[10,28,59,61,83,99],"trained":[11,134],"for":[12,26,120],"Autonomous":[13],"Vehicles":[14],"(AVs)":[15],"purposes.":[16],"To":[17],"do":[18],"that,":[19],"we":[20,87],"propose":[21],"novel":[23],"software":[24],"architecture":[25],"training":[27,108],"validating":[29],"DRL":[30,84],"based":[31,149],"control":[32,140,150],"algorithms":[33],"that":[34],"exploits":[35],"the":[36,44,49,54,74,79,89,93,100,107,121,130,133,143],"concepts":[37],"of":[38,81,146],"standard":[39],"communication":[40],"in":[41,78,159],"robotics":[42],"using":[43],"Robot":[45],"Operating":[46],"System":[47],"(ROS),":[48],"Docker":[50,98],"approach":[51],"to":[52,65,91,113],"provide":[53],"system":[55],"with":[56,96,136],"portability,":[57],"isolation":[58],"flexibility,":[60],"CARLA":[62,101],"(CAR":[63],"Act)":[66],"as":[67,103,105,152],"our":[68,115,126,147,160],"hyper-realistic":[69],"open-source":[70],"simulation":[71],"platform.":[72],"First,":[73],"algorithm":[75,95],"is":[76,110],"introduced":[77],"context":[80],"Self-Driving":[82],"tasks.":[85],"Second,":[86],"highlight":[88],"steps":[90],"merge":[92],"proposed":[94,127],"ROS,":[97],"simulator,":[102],"well":[104],"how":[106],"stage":[109,155],"carried":[111],"out":[112],"generate":[114],"own":[116],"model,":[117],"specifically":[118],"designed":[119],"AV":[122],"paradigm.":[123],"Finally,":[124],"regarding":[125],"validation":[128],"architecture,":[129],"compares":[132],"model":[135],"other":[137],"state-of-the-art":[138],"traditional":[139],"approaches,":[141],"demonstrating":[142],"full":[144],"strength":[145],"DL":[148],"algorithm,":[151],"preliminary":[154],"before":[156],"implementing":[157],"it":[158],"real-world":[161],"autonomous":[162],"electric":[163],"car.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}