{"id":"https://openalex.org/W4385451976","doi":"https://doi.org/10.23919/ecc57647.2023.10178245","title":"End-to-end Autonomous Driving in Heterogeneous Traffic Scenario Using Deep Reinforcement Learning","display_name":"End-to-end Autonomous Driving in Heterogeneous Traffic Scenario Using Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4385451976","doi":"https://doi.org/10.23919/ecc57647.2023.10178245"},"language":"en","primary_location":{"id":"doi:10.23919/ecc57647.2023.10178245","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/ecc57647.2023.10178245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 European Control Conference (ECC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070029399","display_name":"Soumyajit Chakraborty","orcid":"https://orcid.org/0000-0001-9857-9919"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Soumyajit Chakraborty","raw_affiliation_strings":["Indian Instiute of Technology Madras,Department of Electrical Engineering,Chennai,India,600036"],"affiliations":[{"raw_affiliation_string":"Indian Instiute of Technology Madras,Department of Electrical Engineering,Chennai,India,600036","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066747952","display_name":"Subhadeep Kumar","orcid":"https://orcid.org/0000-0002-2524-8219"},"institutions":[{"id":"https://openalex.org/I4210151956","display_name":"Robert Bosch (India)","ror":"https://ror.org/04my8ty22","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210151956","https://openalex.org/I889804353"]},{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Subhadeep Kumar","raw_affiliation_strings":["Indian Institute of Technology Madras,Robert Bosch Center of Data Sciences and Artificial Intelligence,Department of Electrical Engineering,Chennai,India,600036"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras,Robert Bosch Center of Data Sciences and Artificial Intelligence,Department of Electrical Engineering,Chennai,India,600036","institution_ids":["https://openalex.org/I4210151956","https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101847228","display_name":"Nirav Bhatt","orcid":"https://orcid.org/0000-0003-0928-6028"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nirav Bhatt","raw_affiliation_strings":["Indian Institute of Technology Madras,Center of Data Sciences and Artificial Intelligence, Prospective Center of Excellence for Network Systems Learning, Control and Evolution Group,Department of Biotechnology,Chennai,India,600036"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras,Center of Data Sciences and Artificial Intelligence, Prospective Center of Excellence for Network Systems Learning, Control and Evolution Group,Department of Biotechnology,Chennai,India,600036","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087763042","display_name":"Ramkrishna Pasumarthy","orcid":"https://orcid.org/0000-0002-6993-7446"},"institutions":[{"id":"https://openalex.org/I4210151956","display_name":"Robert Bosch (India)","ror":"https://ror.org/04my8ty22","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210151956","https://openalex.org/I889804353"]},{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"facility","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ramkrishna Pasumarthy","raw_affiliation_strings":["Indian Institute of Technology Madras,Robert Bosch Center of Data Sciences and Artificial Intelligence, and Prospective Center of Excellence for Network Systems Learning, Control and Evolution Group,Department of Electrical Engineering,Chennai,India,600036"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Madras,Robert Bosch Center of Data Sciences and Artificial Intelligence, and Prospective Center of Excellence for Network Systems Learning, Control and Evolution Group,Department of Electrical Engineering,Chennai,India,600036","institution_ids":["https://openalex.org/I4210151956","https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070029399"],"corresponding_institution_ids":["https://openalex.org/I24676775"],"apc_list":null,"apc_paid":null,"fwci":0.3752,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58319978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8987546563148499},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7429901361465454},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6633776426315308},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5880091786384583},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5864953398704529},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5120192170143127},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4704538583755493},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.437812477350235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4237612187862396},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.33798450231552124}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8987546563148499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429901361465454},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6633776426315308},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5880091786384583},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5864953398704529},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5120192170143127},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4704538583755493},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.437812477350235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4237612187862396},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33798450231552124},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/ecc57647.2023.10178245","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/ecc57647.2023.10178245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 European Control Conference (ECC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1544016679","https://openalex.org/W1952057695","https://openalex.org/W1965455100","https://openalex.org/W2119112357","https://openalex.org/W2139137304","https://openalex.org/W2145339207","https://openalex.org/W2530340601","https://openalex.org/W2563338958","https://openalex.org/W2608210020","https://openalex.org/W2789228953","https://openalex.org/W2948153973","https://openalex.org/W2991448601","https://openalex.org/W3011462663","https://openalex.org/W4297805979","https://openalex.org/W4312894406","https://openalex.org/W6731187701","https://openalex.org/W6763392207","https://openalex.org/W6774888300"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,26],"propose":[4,53],"an":[5,28],"end-to-end":[6],"autonomous":[7,44,72],"driving":[8,34,45,117],"architecture":[9,25],"for":[10,60,122],"safe":[11],"maneuvering":[12],"in":[13],"heterogeneous":[14],"traffic":[15,132],"using":[16,56,106,110],"a":[17,48,95],"reinforcement":[18],"learning":[19],"(RL)":[20],"algorithm.":[21],"Using":[22],"the":[23,38,43,71,87,91,100,103,107,111,116,120],"proposed":[24,108],"develop":[27],"RL":[29,104],"agent":[30,105],"that":[31],"can":[32],"make":[33],"decisions":[35],"directly":[36],"from":[37],"sensor":[39,64,124],"data.":[40],"We":[41,93,114],"formulate":[42],"problem":[46],"as":[47],"Markov":[49],"Decision":[50],"Process":[51],"and":[52,75,79,84,98,126],"different":[54],"architectures":[55,109],"Deep":[57],"$Q":[58],"-$Networks":[59],"two":[61],"types":[62,125],"of":[63,70,86,102,119],"data":[65],"-":[66],"top":[67],"view":[68],"images":[69],"vehicle":[73],"(AV)":[74],"its":[76],"surrounding":[77,88],"vehicles":[78,89],"information":[80],"on":[81],"relative":[82],"position":[83],"velocities":[85],"w.r.t":[90],"AV.":[92],"consider":[94],"highway":[96],"scenario":[97],"analyze":[99],"performance":[101,118],"highway-env":[112],"simulator.":[113],"compare":[115],"AV":[121],"both":[123],"discuss":[127],"their":[128],"efficacy":[129],"under":[130],"varying":[131],"densities.":[133]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}