{"id":"https://openalex.org/W4413318890","doi":"https://doi.org/10.1109/tits.2025.3598822","title":"Convergent Harmonious Reinforcement Learning\u2014Lane Changing in a More Traffic Friendly Way","display_name":"Convergent Harmonious Reinforcement Learning\u2014Lane Changing in a More Traffic Friendly Way","publication_year":2025,"publication_date":"2025-08-19","ids":{"openalex":"https://openalex.org/W4413318890","doi":"https://doi.org/10.1109/tits.2025.3598822"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3598822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3598822","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ruolin Yang","orcid":"https://orcid.org/0009-0007-2612-3681"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruolin Yang","raw_affiliation_strings":["School of Automobile Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-2612-3681","affiliations":[{"raw_affiliation_string":"School of Automobile Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036776153","display_name":"Zhuoren Li","orcid":"https://orcid.org/0000-0001-6246-3404"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoren Li","raw_affiliation_strings":["School of Automobile Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6246-3404","affiliations":[{"raw_affiliation_string":"School of Automobile Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073740136","display_name":"Bo Leng","orcid":"https://orcid.org/0000-0003-3513-1708"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Leng","raw_affiliation_strings":["School of Automobile Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3513-1708","affiliations":[{"raw_affiliation_string":"School of Automobile Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379486","display_name":"Lu Xiong","orcid":"https://orcid.org/0000-0002-1673-2658"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Xiong","raw_affiliation_strings":["School of Automobile Studies, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1673-2658","affiliations":[{"raw_affiliation_string":"School of Automobile Studies, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101873167","display_name":"Xin Xia","orcid":"https://orcid.org/0000-0002-5108-7578"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Xia","raw_affiliation_strings":["Department of Mechanical Engineering, University of Michigan–Dearborn, Dearborn, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-5108-7578","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Michigan–Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24095117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"11","first_page":"20334","last_page":"20347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9222000241279602,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6773022413253784},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5452885627746582},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5016415119171143},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.4171648323535919},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3545123040676117},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32500946521759033},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.11245912313461304}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6773022413253784},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5452885627746582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5016415119171143},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.4171648323535919},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3545123040676117},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32500946521759033},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.11245912313461304}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3598822","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3598822","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2913359309","display_name":null,"funder_award_id":"IVSTSKL-202427","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6270547606","display_name":null,"funder_award_id":"52372394","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7358310531","display_name":null,"funder_award_id":"52325212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2056877664","https://openalex.org/W2107338474","https://openalex.org/W2149748474","https://openalex.org/W2517236235","https://openalex.org/W2734733003","https://openalex.org/W2746553466","https://openalex.org/W2793486875","https://openalex.org/W2904246096","https://openalex.org/W2971260855","https://openalex.org/W3048976565","https://openalex.org/W3092477836","https://openalex.org/W3105200428","https://openalex.org/W3115648115","https://openalex.org/W3117761193","https://openalex.org/W3124225140","https://openalex.org/W3147987103","https://openalex.org/W3215265653","https://openalex.org/W4200111509","https://openalex.org/W4225773298","https://openalex.org/W4226141644","https://openalex.org/W4293052862","https://openalex.org/W4294576339","https://openalex.org/W4362683489","https://openalex.org/W4382317755","https://openalex.org/W4385767976","https://openalex.org/W4386219277","https://openalex.org/W4386390867","https://openalex.org/W4388936562","https://openalex.org/W4388936582","https://openalex.org/W4389776347","https://openalex.org/W4390747816","https://openalex.org/W4391217331","https://openalex.org/W4391768434","https://openalex.org/W4409528085","https://openalex.org/W4411476071","https://openalex.org/W4412421273"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Lane-change":[0],"is":[1,75],"a":[2,45,59,71],"common":[3],"maneuver.":[4],"However,":[5],"completely":[6],"egocentric":[7],"lane-changing":[8,55],"behavior":[9],"may":[10,96],"increase":[11],"potential":[12],"driving":[13,108],"risks":[14],"and":[15,33,39,91,118,129],"cause":[16],"oscillations":[17],"in":[18],"the":[19,30,64,79,85,102,114,133],"movement":[20],"of":[21,35,106,113,136],"surrounding":[22],"vehicles,":[23],"referred":[24],"to":[25,52,62,77,98,125],"as":[26],"disharmony.":[27],"To":[28],"improve":[29],"overall":[31,65,134],"safety":[32],"efficiency":[34],"both":[36],"ego":[37],"vehicle":[38],"their":[40],"surroundings,":[41],"this":[42,69],"paper":[43],"proposes":[44],"convergent":[46],"harmonious":[47,54,107],"reinforcement":[48],"learning":[49,105],"(CHRL)":[50],"approach":[51],"generate":[53],"strategies.":[56],"It":[57],"introduces":[58],"game-based":[60],"model":[61],"measure":[63],"harmony":[66,82,86,135],"cost.":[67,87],"On":[68],"basis,":[70],"prosocial":[72],"critic":[73],"network":[74],"established":[76],"guide":[78],"policy":[80],"toward":[81],"by":[83],"decreasing":[84],"Meanwhile,":[88],"CHRL":[89],"identifies":[90],"penalizes":[92],"discordant":[93],"behaviors":[94],"that":[95,122],"lead":[97],"high":[99],"risk,":[100],"accelerating":[101],"RL":[103],"agent\u2019s":[104],"strategies":[109],"through":[110],"expert":[111],"demonstrations":[112],"game":[115],"model.":[116],"Simulation":[117],"real-data":[119],"tests":[120],"validate":[121],"CHRL,":[123],"compared":[124],"other":[126],"lane-change":[127],"methods":[128],"human":[130],"drivers,":[131],"improves":[132],"lane":[137],"changes":[138],"for":[139],"autonomous":[140],"vehicles.":[141]},"counts_by_year":[],"updated_date":"2025-11-12T23:11:45.498971","created_date":"2025-10-10T00:00:00"}