{"id":"https://openalex.org/W4388878609","doi":"https://doi.org/10.1109/tits.2023.3329823","title":"A Reinforcement Learning Benchmark for Autonomous Driving in General Urban Scenarios","display_name":"A Reinforcement Learning Benchmark for Autonomous Driving in General Urban Scenarios","publication_year":2023,"publication_date":"2023-11-21","ids":{"openalex":"https://openalex.org/W4388878609","doi":"https://doi.org/10.1109/tits.2023.3329823"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3329823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3329823","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057254330","display_name":"Yuxuan Jiang","orcid":"https://orcid.org/0000-0003-4285-0495"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxuan Jiang","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4285-0495","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029301375","display_name":"Guojian Zhan","orcid":"https://orcid.org/0000-0002-1246-4860"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojian Zhan","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1246-4860","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083843330","display_name":"Zhiqian Lan","orcid":"https://orcid.org/0000-0003-4102-1919"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqian Lan","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4102-1919","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353388","display_name":"Chang Liu","orcid":"https://orcid.org/0009-0008-4568-3382"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["Department of Advanced Manufacturing and Robotics, College of Engineering, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Manufacturing and Robotics, College of Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640936","display_name":"Bo Cheng","orcid":"https://orcid.org/0000-0002-1753-2922"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Cheng","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1753-2922","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100747108","display_name":"Shengbo Eben Li","orcid":"https://orcid.org/0000-0003-4923-3633"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Eben Li","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4923-3633","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Vehicle and Mobility, State Key Laboratory of Automotive Safety and Energy, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057254330"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.6141,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83874205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"25","issue":"5","first_page":"4335","last_page":"4345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.9216883778572083},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8485990166664124},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8025515079498291},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6748329997062683},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.5557015538215637},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5243858695030212},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.41649162769317627},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4143678545951843},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35295695066452026},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33436697721481323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23383992910385132},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10916221141815186},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.10244789719581604}],"concepts":[{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.9216883778572083},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8485990166664124},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8025515079498291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6748329997062683},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.5557015538215637},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5243858695030212},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.41649162769317627},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4143678545951843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35295695066452026},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33436697721481323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23383992910385132},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10916221141815186},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.10244789719581604},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3329823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3329823","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.8399999737739563,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G1095835165","display_name":null,"funder_award_id":"52221005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1845972764","https://openalex.org/W2615547864","https://openalex.org/W2727840223","https://openalex.org/W2736601468","https://openalex.org/W2903709398","https://openalex.org/W2979211489","https://openalex.org/W2990123902","https://openalex.org/W3002044607","https://openalex.org/W3011964880","https://openalex.org/W3015082424","https://openalex.org/W3088218629","https://openalex.org/W3089529768","https://openalex.org/W3091492359","https://openalex.org/W3165559047","https://openalex.org/W3167264379","https://openalex.org/W3183892796","https://openalex.org/W3203076355","https://openalex.org/W3213557649","https://openalex.org/W4224216677","https://openalex.org/W4226245271","https://openalex.org/W4285071855","https://openalex.org/W4362650413","https://openalex.org/W4366158867","https://openalex.org/W4376631496","https://openalex.org/W6617021176","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6745935785","https://openalex.org/W6747473740","https://openalex.org/W6751725685","https://openalex.org/W6752963931","https://openalex.org/W6768617876","https://openalex.org/W6774126978","https://openalex.org/W6780559895","https://openalex.org/W6798240405","https://openalex.org/W6802584362"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W1978893398","https://openalex.org/W2201908702","https://openalex.org/W4381094582","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1977906818","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2032776242"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,166],"(RL)":[2],"has":[3],"gained":[4],"significant":[5],"interest":[6],"for":[7,45,55,173],"its":[8,152],"potential":[9,153,171],"to":[10,23,50,154],"improve":[11,155],"decision":[12,52],"and":[13,28,53,64,76,80,86,104,107,132,150,167],"control":[14,54],"in":[15,88],"autonomous":[16,57],"driving.":[17],"However,":[18],"current":[19],"approaches":[20],"have":[21],"yet":[22],"demonstrate":[24],"sufficient":[25],"scenario":[26,74,91],"generality":[27,157],"observation":[29,67,168],"generality,":[30],"hindering":[31],"their":[32],"wider":[33],"utilization.":[34],"To":[35],"address":[36],"these":[37],"limitations,":[38],"we":[39],"propose":[40],"a":[41,65,73,77],"unified":[42,66],"benchmark":[43,125],"simulator":[44,149],"RL":[46,130,159],"algorithms":[47,131],"(called":[48],"IDSim)":[49],"facilitate":[51],"high-level":[56],"driving,":[58],"with":[59,83,97,116,127,139],"emphasis":[60],"on":[61,112,134],"diverse":[62],"scenarios":[63,115,138],"interface.":[68],"IDSim":[69],"is":[70,81],"composed":[71],"of":[72,101,124,147,158],"library":[75,92],"simulation":[78,109],"engine,":[79],"designed":[82],"execution":[84],"efficiency":[85],"determinism":[87],"mind.":[89],"The":[90,142],"covers":[93],"common":[94,129],"urban":[95],"scenarios,":[96],"automated":[98],"random":[99],"generation":[100],"road":[102],"structure":[103],"traffic":[105],"flow,":[106],"the":[108,113,145,148,156],"engine":[110],"operates":[111],"generated":[114],"dynamic":[117],"interaction":[118],"support.":[119],"We":[120],"conduct":[121],"four":[122],"groups":[123],"experiments":[126],"five":[128],"focus":[133],"challenging":[135],"signalized":[136],"intersection":[137],"varying":[140],"conditions.":[141],"results":[143],"showcase":[144],"reliability":[146],"reveal":[151],"algorithms.":[160],"Our":[161],"analysis":[162],"suggests":[163],"that":[164],"multi-task":[165],"design":[169],"are":[170],"areas":[172],"further":[174],"algorithm":[175],"improvement.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}