{"id":"https://openalex.org/W4412714564","doi":"https://doi.org/10.1007/s43684-025-00102-3","title":"Evaluating end-to-end autonomous driving architectures: a proximal policy optimization approach in simulated environments","display_name":"Evaluating end-to-end autonomous driving architectures: a proximal policy optimization approach in simulated environments","publication_year":2025,"publication_date":"2025-07-25","ids":{"openalex":"https://openalex.org/W4412714564","doi":"https://doi.org/10.1007/s43684-025-00102-3"},"language":"en","primary_location":{"id":"doi:10.1007/s43684-025-00102-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43684-025-00102-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43684-025-00102-3.pdf","source":{"id":"https://openalex.org/S4210227358","display_name":"Autonomous Intelligent Systems","issn_l":"2730-616X","issn":["2730-616X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s43684-025-00102-3.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110150326","display_name":"A. H. Passos Morgado","orcid":null},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"\u00c2ngelo Morgado","raw_affiliation_strings":["Universidade da Beira Interior, Covilh\u00e3, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade da Beira Interior, Covilh\u00e3, Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106707877","display_name":"Kaoru Ota","orcid":"https://orcid.org/0000-0002-3382-1652"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kaoru Ota","raw_affiliation_strings":["Muroran Institute of Technology, Hokkaido, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061453937","display_name":"Mianxiong Dong","orcid":"https://orcid.org/0000-0002-2788-3451"},"institutions":[{"id":"https://openalex.org/I41725924","display_name":"Muroran Institute of Technology","ror":"https://ror.org/04rymkk69","country_code":"JP","type":"education","lineage":["https://openalex.org/I41725924"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mianxiong Dong","raw_affiliation_strings":["Muroran Institute of Technology, Hokkaido, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Muroran Institute of Technology, Hokkaido, Japan","institution_ids":["https://openalex.org/I41725924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014653405","display_name":"Nuno Pombo","orcid":"https://orcid.org/0000-0001-7797-8849"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Nuno Pombo","raw_affiliation_strings":["Universidade da Beira Interior, Covilh\u00e3, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade da Beira Interior, Covilh\u00e3, Portugal","institution_ids":["https://openalex.org/I161321875"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014653405"],"corresponding_institution_ids":["https://openalex.org/I161321875"],"apc_list":null,"apc_paid":null,"fwci":0.4922,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65783703,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"5","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6647692322731018},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.6449332237243652},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6318671703338623},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.569125235080719},{"id":"https://openalex.org/keywords/waypoint","display_name":"Waypoint","score":0.5607243776321411},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5576789975166321},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5413588881492615},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.532988965511322},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.4569466710090637},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.428475558757782},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40433815121650696},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3425624966621399},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3396857976913452},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.1919662058353424},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.16138991713523865}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6647692322731018},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.6449332237243652},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6318671703338623},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.569125235080719},{"id":"https://openalex.org/C2781271823","wikidata":"https://www.wikidata.org/wiki/Q138081","display_name":"Waypoint","level":2,"score":0.5607243776321411},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5576789975166321},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5413588881492615},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.532988965511322},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.4569466710090637},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.428475558757782},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40433815121650696},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3425624966621399},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3396857976913452},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.1919662058353424},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.16138991713523865},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s43684-025-00102-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43684-025-00102-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43684-025-00102-3.pdf","source":{"id":"https://openalex.org/S4210227358","display_name":"Autonomous Intelligent Systems","issn_l":"2730-616X","issn":["2730-616X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:cf4649a815ee49faadb5436d2ce4bdbd","is_oa":true,"landing_page_url":"https://doaj.org/article/cf4649a815ee49faadb5436d2ce4bdbd","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Autonomous Intelligent Systems, Vol 5, Iss 1, Pp 1-15 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s43684-025-00102-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s43684-025-00102-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s43684-025-00102-3.pdf","source":{"id":"https://openalex.org/S4210227358","display_name":"Autonomous Intelligent Systems","issn_l":"2730-616X","issn":["2730-616X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G2144570049","display_name":null,"funder_award_id":"UIDB/50008","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G3375535518","display_name":"Instituto de Telecomunica\u00e7\u00f5es","funder_award_id":"UIDB/50008/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G3850789590","display_name":null,"funder_award_id":"50008","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G6173177414","display_name":null,"funder_award_id":"UIDB/50008/2020","funder_id":"https://openalex.org/F4320316436","funder_display_name":"Ag\u00eancia Regional para o Desenvolvimento da Investiga\u00e7\u00e3o, Tecnologia e Inova\u00e7\u00e3o"},{"id":"https://openalex.org/G8734216529","display_name":null,"funder_award_id":"UIDB/50008/2020","funder_id":"https://openalex.org/F4320323642","funder_display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior"}],"funders":[{"id":"https://openalex.org/F4320316436","display_name":"Ag\u00eancia Regional para o Desenvolvimento da Investiga\u00e7\u00e3o, Tecnologia e Inova\u00e7\u00e3o","ror":null},{"id":"https://openalex.org/F4320323642","display_name":"Minist\u00e9rio da Ci\u00eancia, Tecnologia e Ensino Superior","ror":"https://ror.org/045b9pr88"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412714564.pdf","grobid_xml":"https://content.openalex.org/works/W4412714564.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1970412352","https://openalex.org/W3003426115","https://openalex.org/W3102124559","https://openalex.org/W3118813854","https://openalex.org/W3207646706","https://openalex.org/W3207654079","https://openalex.org/W4205373550","https://openalex.org/W4388623704","https://openalex.org/W4389000601","https://openalex.org/W4392195329","https://openalex.org/W4400810536","https://openalex.org/W4401109681","https://openalex.org/W4401687462","https://openalex.org/W4402225553","https://openalex.org/W4403287815","https://openalex.org/W4404172112","https://openalex.org/W4408578880","https://openalex.org/W4410015809","https://openalex.org/W4410031557","https://openalex.org/W4410347795","https://openalex.org/W6638008545","https://openalex.org/W6776607772"],"related_works":["https://openalex.org/W4299590256","https://openalex.org/W2151749779","https://openalex.org/W3163634122","https://openalex.org/W2110442089","https://openalex.org/W2166381389","https://openalex.org/W4315785295","https://openalex.org/W4393280045","https://openalex.org/W2054736184","https://openalex.org/W3159728998","https://openalex.org/W2677083173"],"abstract_inverted_index":{"Abstract":[0],"Autonomous":[1],"driving":[2,66,180],"systems":[3,91,198,224],"(ADS)":[4],"are":[5],"at":[6],"the":[7,23,50,57,111,115,134,137,166,204,207,235,239,248],"forefront":[8],"of":[9,25,139,168,209],"technological":[10],"innovation,":[11],"promising":[12],"enhanced":[13],"safety,":[14],"efficiency,":[15],"and":[16,41,71,75,100,125,151,177,193,218,238],"convenience":[17],"in":[18,77,141,170,191,216,256],"transportation.":[19],"This":[20,103],"study":[21,48,135,205],"investigates":[22],"potential":[24,208],"end-to-end":[26,90,143,197,210],"reinforcement":[27],"learning":[28],"(RL)":[29],"architectures":[30,159],"for":[31,230,253],"ADS,":[32],"specifically":[33],"focusing":[34],"on":[35,146],"a":[36,93,107,130,251],"Go-To-Point":[37],"task":[38],"involving":[39],"lane-keeping":[40,150],"navigation":[42],"through":[43],"basic":[44,147],"urban":[45],"environments.":[46],"The":[47,163],"uses":[49],"Proximal":[51],"Policy":[52],"Optimization":[53],"(PPO)":[54],"algorithm":[55],"within":[56],"CARLA":[58,112],"simulation":[59],"environment.":[60],"Traditional":[61],"modular":[62,158,223],"systems,":[63],"which":[64],"separate":[65],"tasks":[67,148],"into":[68],"perception,":[69],"decision-making,":[70],"control,":[72],"provide":[73],"interpretability":[74],"reliability":[76],"controlled":[78],"scenarios":[79],"but":[80],"struggle":[81],"with":[82,114,122,157,196],"adaptability":[83],"to":[84,247],"dynamic,":[85],"real-world":[86,219],"conditions.":[87],"In":[88],"contrast,":[89],"offer":[92],"more":[94,178,228],"integrated":[95],"approach,":[96],"potentially":[97],"enhancing":[98],"flexibility":[99],"decision-making":[101],"cohesion.":[102],"research":[104],"introduces":[105],"CARLA-GymDrive,":[106],"novel":[108],"framework":[109,237],"integrating":[110],"simulator":[113],"Gymnasium":[116],"API,":[117],"enabling":[118],"seamless":[119],"RL":[120],"experimentation":[121],"both":[123],"discrete":[124],"continuous":[126,172],"action":[127],"spaces.":[128],"Through":[129],"two-phase":[131],"training":[132,201],"regimen,":[133],"evaluates":[136],"efficacy":[138],"PPO":[140,169],"an":[142],"ADS":[144,232,244],"focused":[145],"like":[149,185],"waypoint":[152],"navigation.":[153],"A":[154],"comparative":[155],"analysis":[156],"is":[160],"also":[161,213],"provided.":[162],"findings":[164],"highlight":[165],"strengths":[167],"managing":[171],"control":[173],"tasks,":[174],"achieving":[175],"smoother":[176],"adaptable":[179],"behaviors":[181],"than":[182],"value-based":[183],"algorithms":[184],"Deep":[186],"Q-Networks.":[187],"However,":[188],"challenges":[189],"remain":[190],"generalization":[192],"computational":[194],"demands,":[195],"requiring":[199],"extensive":[200],"time.":[202],"While":[203],"underscores":[206],"architectures,":[211],"it":[212],"identifies":[214],"limitations":[215],"scalability":[217],"applicability,":[220],"suggesting":[221],"that":[222],"may":[225],"currently":[226],"be":[227],"feasible":[229],"practical":[231],"deployment.":[233],"Nonetheless,":[234],"CARLA-GymDrive":[236],"insights":[240],"gained":[241],"from":[242],"PPO-based":[243],"contribute":[245],"significantly":[246],"field,":[249],"laying":[250],"foundation":[252],"future":[254],"advancements":[255],"AD.":[257]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}