{"id":"https://openalex.org/W3199429759","doi":"https://doi.org/10.1109/ssci50451.2021.9660172","title":"A Reinforcement Learning Benchmark for Autonomous Driving in Intersection Scenarios","display_name":"A Reinforcement Learning Benchmark for Autonomous Driving in Intersection Scenarios","publication_year":2021,"publication_date":"2021-12-05","ids":{"openalex":"https://openalex.org/W3199429759","doi":"https://doi.org/10.1109/ssci50451.2021.9660172","mag":"3199429759"},"language":"en","primary_location":{"id":"doi:10.1109/ssci50451.2021.9660172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci50451.2021.9660172","pdf_url":null,"source":{"id":"https://openalex.org/S4363604921","display_name":"2021 IEEE Symposium Series on Computational Intelligence (SSCI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100400515","display_name":"Yuqi Liu","orcid":"https://orcid.org/0000-0002-6699-5982"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuqi Liu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049454999","display_name":"Qichao Zhang","orcid":"https://orcid.org/0000-0001-9747-391X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qichao Zhang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100624298","display_name":"Dongbin Zhao","orcid":"https://orcid.org/0000-0001-8218-9633"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongbin Zhao","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"The State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100400515"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210100255","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":2.2178,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.91775799,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8788027763366699},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8781994581222534},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8735302090644836},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7747138738632202},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5885425209999084},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5419940948486328},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.49727800488471985},{"id":"https://openalex.org/keywords/scenario-testing","display_name":"Scenario testing","score":0.4417656660079956},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38839781284332275},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3682916760444641},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.16418832540512085},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12944430112838745},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.07842028141021729}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8788027763366699},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8781994581222534},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8735302090644836},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7747138738632202},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5885425209999084},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5419940948486328},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.49727800488471985},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.4417656660079956},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38839781284332275},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3682916760444641},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.16418832540512085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12944430112838745},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.07842028141021729},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci50451.2021.9660172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci50451.2021.9660172","pdf_url":null,"source":{"id":"https://openalex.org/S4363604921","display_name":"2021 IEEE Symposium Series on Computational Intelligence (SSCI)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8399999737739563}],"awards":[{"id":"https://openalex.org/G4342254174","display_name":null,"funder_award_id":"61803371","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7668053959","display_name":null,"funder_award_id":"L191002","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G8131462140","display_name":null,"funder_award_id":"Z191100007419002","funder_id":"https://openalex.org/F4320335843","funder_display_name":"Beijing Science and Technology Planning Project"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335843","display_name":"Beijing Science and Technology Planning Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1534129889","https://openalex.org/W1608748508","https://openalex.org/W2078962046","https://openalex.org/W2117860265","https://openalex.org/W2152374007","https://openalex.org/W2159571856","https://openalex.org/W2606548817","https://openalex.org/W2787938642","https://openalex.org/W2789821895","https://openalex.org/W2897752552","https://openalex.org/W2898691144","https://openalex.org/W2939569248","https://openalex.org/W2953303875","https://openalex.org/W2962867954","https://openalex.org/W2963923407","https://openalex.org/W2966477753","https://openalex.org/W2977843878","https://openalex.org/W2991489433","https://openalex.org/W3003533476","https://openalex.org/W3007474893","https://openalex.org/W3010475463","https://openalex.org/W3011462663","https://openalex.org/W3089529768","https://openalex.org/W3093963693","https://openalex.org/W3104790740","https://openalex.org/W3128395826","https://openalex.org/W3132059329","https://openalex.org/W4295719664","https://openalex.org/W6745935785","https://openalex.org/W6748839928","https://openalex.org/W6770704954","https://openalex.org/W6784178060"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W2087343574","https://openalex.org/W2121910908"],"abstract_inverted_index":{"In":[0,14],"recent":[1],"years,":[2],"control":[3],"under":[4],"urban":[5],"intersection":[6,89,129],"scenarios":[7,66],"has":[8],"become":[9],"an":[10],"emerging":[11],"research":[12],"topic.":[13],"such":[15],"scenarios,":[16,90],"the":[17,28,36,40,62,65,120,128],"autonomous":[18,41,84,125,135],"vehicle":[19,42],"confronts":[20],"complicated":[21],"situations":[22],"since":[23],"it":[24],"must":[25],"deal":[26],"with":[27,30],"interaction":[29],"social":[31],"vehicles":[32],"timely":[33],"while":[34,48,67],"obeying":[35],"traffic":[37],"rules.":[38],"Generally,":[39],"is":[43,92],"supposed":[44],"to":[45,56],"avoid":[46],"collisions":[47],"pursuing":[49],"better":[50],"efficiency.":[51],"The":[52,105,138],"existing":[53],"work":[54],"fails":[55],"provide":[57,110],"a":[58,77,96,111],"framework":[59,143],"that":[60],"emphasizes":[61],"integrity":[63],"of":[64,98,122,140],"deploying":[68],"and":[69,81,108,113,116],"testing":[70,82,117],"reinforcement":[71],"learning(RL)":[72],"methods.":[73],"Specifically,":[74],"we":[75],"propose":[76],"benchmark":[78,107],"for":[79,119,124,134],"training":[80,115],"RL-based":[83,132],"driving":[85,126,136],"agents":[86],"in":[87,127],"complex":[88],"which":[91],"called":[93],"RL-CIS.":[94],"Then,":[95],"set":[97],"baselines":[99,109],"consisting":[100],"various":[101],"algorithms":[102],"are":[103],"deployed.":[104],"test":[106],"fair":[112],"comprehensive":[114],"platform":[118],"study":[121],"RL":[123],"scenario,":[130],"advancing":[131],"methods":[133],"control.":[137],"code":[139],"our":[141],"proposed":[142],"can":[144],"be":[145],"found":[146],"at":[147],"https://github.com/liuyufi123/ComplexUrbanScenarios.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}