{"id":"https://openalex.org/W2990123902","doi":"https://doi.org/10.1109/itsc.2019.8917306","title":"Model-free Deep Reinforcement Learning for Urban Autonomous Driving","display_name":"Model-free Deep Reinforcement Learning for Urban Autonomous Driving","alternate_titles":[],"publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2990123902","doi":"https://doi.org/10.1109/itsc.2019.8917306","mag":"2990123902"},"language":"en","primary_location":{"id":"doi:10.1109/itsc.2019.8917306","doi":"https://doi.org/10.1109/itsc.2019.8917306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2019.8917306","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"IEEE International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2990123902"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.09503","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100611368","display_name":"Jianyu Chen","orcid":"https://orcid.org/0000-0002-4626-6029","observed_orcids":["https://orcid.org/0000-0002-4626-6029","https://orcid.org/0000-0001-7211-7927"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianyu Chen","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396441","display_name":"Bodi Yuan","orcid":"https://orcid.org/0000-0002-9689-2343","observed_orcids":["https://orcid.org/0000-0002-9689-2343"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bodi Yuan","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064077634","display_name":"Masayoshi Tomizuka","orcid":"https://orcid.org/0000-0003-0206-6639","observed_orcids":["https://orcid.org/0000-0003-0206-6639"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Masayoshi Tomizuka","raw_affiliation_strings":["Department of Mechanical Engineering, University of California, Berkeley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":11.7461,"has_fulltext":true,"cited_by_count":410,"citation_normalized_percentile":{"value":0.98887114,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2765","last_page":"2771"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5185999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5185999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.4796999990940094,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-free-deep-reinforcement-learning","display_name":"model-free deep reinforcement learning","score":0.9760000109672546},{"id":"https://openalex.org/keywords/driver-decision-making","display_name":"driver decision-making","score":0.7889999747276306},{"id":"https://openalex.org/keywords/multi-agent-interaction","display_name":"multi-agent interaction","score":0.6460000276565552},{"id":"https://openalex.org/keywords/visual-encoding","display_name":"visual encoding","score":0.6850000023841858},{"id":"https://openalex.org/keywords/latent-state-representation","display_name":"latent state representation","score":0.7459999918937683},{"id":"https://openalex.org/keywords/driving-simulator","display_name":"driving simulator","score":0.6000000238418579},{"id":"https://openalex.org/keywords/policy-learning","display_name":"policy learning","score":0.36899998784065247}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9353362321853638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.793147087097168},{"id":"https://openalex.org/C109157449","wikidata":"https://www.wikidata.org/wiki/Q7371221","display_name":"Roundabout","level":2,"score":0.7207403779029846},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7038137316703796},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.561159610748291},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5449187159538269},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5169607996940613},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4918665885925293},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4893495440483093},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4364590048789978},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3325483202934265},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11734506487846375},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08408111333847046},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.07688248157501221},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/itsc.2019.8917306","doi":"https://doi.org/10.1109/itsc.2019.8917306","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc.2019.8917306","pdf_url":null,"source":{"id":"https://openalex.org/S4363607737","display_name":"IEEE International Conference on Intelligent Transportation Systems (ITSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1904.09503","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.09503","pdf_url":"https://arxiv.org/pdf/1904.09503","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1904.09503","doi":"https://doi.org/10.48550/arxiv.1904.09503","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.09503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.09503","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.09503","pdf_url":"https://arxiv.org/pdf/1904.09503","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.875}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990123902.pdf","grobid_xml":"https://content.openalex.org/works/W2990123902.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1522301498","https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1959608418","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2306644740","https://openalex.org/W2342840547","https://openalex.org/W2343568200","https://openalex.org/W2467604901","https://openalex.org/W2583993537","https://openalex.org/W2611430843","https://openalex.org/W2736601468","https://openalex.org/W2739529772","https://openalex.org/W2746553466","https://openalex.org/W2760878839","https://openalex.org/W2766447205","https://openalex.org/W2767621168","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2886617718","https://openalex.org/W2897697565","https://openalex.org/W2904246096","https://openalex.org/W2905173465","https://openalex.org/W2912222576","https://openalex.org/W2949608212","https://openalex.org/W2951004968","https://openalex.org/W2962867954","https://openalex.org/W2964121744","https://openalex.org/W3003329097","https://openalex.org/W3010072020","https://openalex.org/W3011120880","https://openalex.org/W4302570325","https://openalex.org/W6741002519","https://openalex.org/W6966494678"],"related_works":["https://openalex.org/W3209773989","https://openalex.org/W3197910024","https://openalex.org/W3130288902","https://openalex.org/W3021523336","https://openalex.org/W4392449656","https://openalex.org/W3121156862","https://openalex.org/W4200071909","https://openalex.org/W4414359652","https://openalex.org/W7163812365","https://openalex.org/W3093778644"],"abstract_inverted_index":{"Urban":[0],"autonomous":[1,91],"driving":[2,24,92,144],"decision":[3,16],"making":[4,17],"is":[5,33,158],"challenging":[6,89,134],"due":[7],"to":[8,35,82,104,124],"complex":[9,72],"road":[10],"geometry":[11],"and":[12,32,38,55,100,157],"multi-agent":[13],"interactions.":[14],"Current":[15],"methods":[18,65],"are":[19,116],"mostly":[20],"manually":[21],"designing":[22],"the":[23,43,106,154,162],"policy,":[25],"which":[26],"might":[27],"result":[28,147],"in":[29,88,132,141],"suboptimal":[30],"solutions":[31],"expensive":[34],"develop,":[36],"generalize":[37],"maintain":[39],"at":[40],"scale.":[41],"On":[42],"other":[44],"hand,":[45],"with":[46,121,137],"reinforcement":[47,86],"learning":[48,87],"(RL),":[49],"a":[50,80,96,133,142],"policy":[51],"can":[52,152],"be":[53],"learned":[54],"improved":[56],"automatically":[57],"without":[58],"any":[59],"manual":[60],"designs.":[61],"However,":[62],"current":[63],"RL":[64,114],"generally":[66],"do":[67],"not":[68],"work":[69],"well":[70,156],"on":[71],"urban":[73,90],"scenarios.":[74,93],"In":[75],"this":[76],"paper,":[77],"we":[78],"propose":[79],"framework":[81],"enable":[83],"model-free":[84,112],"deep":[85,113],"We":[94,128],"design":[95],"specific":[97],"input":[98],"representation":[99],"use":[101],"visual":[102],"encoding":[103],"capture":[105],"low-dimensional":[107],"latent":[108],"states.":[109],"Several":[110],"state-of-the-art":[111],"algorithms":[115],"implemented":[117],"into":[118],"our":[119,130,150],"framework,":[120],"several":[122],"tricks":[123],"improve":[125],"their":[126],"performance.":[127],"evaluate":[129],"method":[131,151],"roundabout":[135],"task":[136,155],"dense":[138],"surrounding":[139],"vehicles":[140],"high-definition":[143],"simulator.":[145],"The":[146],"shows":[148],"that":[149],"solve":[153],"significantly":[159],"better":[160],"than":[161],"baseline.":[163]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2990123902","counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":68},{"year":2024,"cited_by_count":86},{"year":2023,"cited_by_count":71},{"year":2022,"cited_by_count":71},{"year":2021,"cited_by_count":62},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-12-05T00:00:00"}
