{"id":"https://openalex.org/W4401009784","doi":"https://doi.org/10.1007/s42154-023-00260-1","title":"Distributional Soft Actor-Critic for Decision-Making in On-Ramp Merge Scenarios","display_name":"Distributional Soft Actor-Critic for Decision-Making in On-Ramp Merge Scenarios","alternate_titles":[],"publication_year":2024,"publication_date":"2024-07-26","ids":{"openalex":"https://openalex.org/W4401009784","doi":"https://doi.org/10.1007/s42154-023-00260-1"},"language":"en","primary_location":{"id":"doi:10.1007/s42154-023-00260-1","doi":"https://doi.org/10.1007/s42154-023-00260-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s42154-023-00260-1","pdf_url":null,"source":{"id":"https://openalex.org/S4210183804","display_name":"Automotive Innovation","issn_l":"2522-8765","issn":["2522-8765","2096-4250"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automotive Innovation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4401009784"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067909017","display_name":"Jingliang Duan","orcid":"https://orcid.org/0000-0002-3697-1576","observed_orcids":["https://orcid.org/0000-0002-3697-1576"]},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jingliang Duan","raw_affiliation_strings":["School of Mechanical Engineering, University of Science and Technology Beijing, Beijing, 100083, China","School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Science and Technology Beijing, Beijing, 100083, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiting Kong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yiting Kong","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044798175","display_name":"Chunxuan Jiao","orcid":"https://orcid.org/0009-0005-9106-3211","observed_orcids":["https://orcid.org/0009-0005-9106-3211"]},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chunxuan Jiao","raw_affiliation_strings":["School of Mechanical Engineering, University of Science and Technology Beijing, Beijing, 100083, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Science and Technology Beijing, Beijing, 100083, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082794136","display_name":"Yang Guan","orcid":"https://orcid.org/0000-0003-0689-0510","observed_orcids":["https://orcid.org/0000-0003-0689-0510"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang Guan","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747108","display_name":"Shengbo Eben Li","orcid":"https://orcid.org/0000-0003-4923-3633","observed_orcids":["https://orcid.org/0000-0003-4923-3633"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Shengbo Eben Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":"https://orcid.org/0000-0003-4923-3633","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046850281","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0003-4310-8428","observed_orcids":["https://orcid.org/0000-0003-4310-8428"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chen Chen","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037502323","display_name":"Bingbing Nie","orcid":"https://orcid.org/0000-0002-8529-8613","observed_orcids":["https://orcid.org/0000-0002-8529-8613"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bingbing Nie","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031855986","display_name":"Keqiang Li","orcid":"https://orcid.org/0000-0002-9333-7416","observed_orcids":["https://orcid.org/0000-0002-9333-7416","https://orcid.org/0000-0001-6223-5401"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Keqiang Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, 100084, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100747108"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":null,"fwci":1.5205,"has_fulltext":false,"cited_by_count":19,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.84626501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"7","issue":"3","first_page":"403","last_page":"417"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6923999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6923999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.2816999852657318,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-driving","display_name":"autonomous driving","score":0.7390000224113464},{"id":"https://openalex.org/keywords/decision-making","display_name":"decision-making","score":0.7129999995231628},{"id":"https://openalex.org/keywords/offline-training","display_name":"offline training","score":0.5740000009536743},{"id":"https://openalex.org/keywords/online-correction","display_name":"online correction","score":0.9860000014305115},{"id":"https://openalex.org/keywords/safety-shield","display_name":"safety shield","score":0.7049999833106995},{"id":"https://openalex.org/keywords/barrier-function","display_name":"barrier function","score":0.9869999885559082},{"id":"https://openalex.org/keywords/safety-efficiency-trade-off","display_name":"safety-efficiency trade-off","score":0.8799999952316284},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.625},{"id":"https://openalex.org/keywords/highway-merging","display_name":"highway merging","score":0.47699999809265137}],"concepts":[{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.6600724458694458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5785418748855591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3454459309577942},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.09306982159614563}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s42154-023-00260-1","doi":"https://doi.org/10.1007/s42154-023-00260-1","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s42154-023-00260-1","pdf_url":null,"source":{"id":"https://openalex.org/S4210183804","display_name":"Automotive Innovation","issn_l":"2522-8765","issn":["2522-8765","2096-4250"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automotive Innovation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5142999887466431,"id":"https://metadata.un.org/sdg/11"},{"display_name":"Industry, innovation and infrastructure","score":0.4943999946117401,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1267632332","display_name":null,"funder_award_id":"FRF-OT-23-02","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7566623466","display_name":null,"funder_award_id":"2023QNRC001","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W341403209","https://openalex.org/W1977085960","https://openalex.org/W2003215771","https://openalex.org/W2034779828","https://openalex.org/W2083433284","https://openalex.org/W2243721295","https://openalex.org/W2342840547","https://openalex.org/W2508448572","https://openalex.org/W2509583637","https://openalex.org/W2597224032","https://openalex.org/W2616964725","https://openalex.org/W2740361510","https://openalex.org/W2752236613","https://openalex.org/W2766447205","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2793611744","https://openalex.org/W2903709398","https://openalex.org/W2904263972","https://openalex.org/W3015082424","https://openalex.org/W3104639963","https://openalex.org/W3177061762","https://openalex.org/W3180711880","https://openalex.org/W3193478200","https://openalex.org/W3209549283","https://openalex.org/W3211345831","https://openalex.org/W4205584175","https://openalex.org/W4225390809","https://openalex.org/W4286358580","https://openalex.org/W4312876648","https://openalex.org/W4313058878","https://openalex.org/W4323897042","https://openalex.org/W4362650413","https://openalex.org/W4366158867","https://openalex.org/W4376481351","https://openalex.org/W4387965994","https://openalex.org/W4390874575","https://openalex.org/W6604277135"],"related_works":["https://openalex.org/W3133570884","https://openalex.org/W7162651268","https://openalex.org/W4308080032","https://openalex.org/W4409385052","https://openalex.org/W4403216487","https://openalex.org/W7119525629","https://openalex.org/W3120837765","https://openalex.org/W4386390867","https://openalex.org/W3179294847","https://openalex.org/W3120624913"],"abstract_inverted_index":null,"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4401009784","counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":9}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2024-07-27T00:00:00"}
