{"id":"https://openalex.org/W4388624610","doi":"https://doi.org/10.1109/tiv.2023.3332080","title":"Towards Socially Responsive Autonomous Vehicles: A Reinforcement Learning Framework With Driving Priors and Coordination Awareness","display_name":"Towards Socially Responsive Autonomous Vehicles: A Reinforcement Learning Framework With Driving Priors and Coordination Awareness","publication_year":2023,"publication_date":"2023-11-13","ids":{"openalex":"https://openalex.org/W4388624610","doi":"https://doi.org/10.1109/tiv.2023.3332080"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2023.3332080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3332080","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028854703","display_name":"Jiaqi Liu","orcid":"https://orcid.org/0000-0002-6171-6155"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Liu","raw_affiliation_strings":["Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6171-6155","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049862574","display_name":"Donghao Zhou","orcid":"https://orcid.org/0000-0001-5708-3925"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghao Zhou","raw_affiliation_strings":["Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5708-3925","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055911707","display_name":"Peng Hang","orcid":"https://orcid.org/0000-0002-5843-0594"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Hang","raw_affiliation_strings":["Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5843-0594","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487552","display_name":"Ying Ni","orcid":"https://orcid.org/0000-0002-6814-3476"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Ni","raw_affiliation_strings":["Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6814-3476","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062319704","display_name":"Jian Sun","orcid":"https://orcid.org/0000-0001-5031-4938"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Sun","raw_affiliation_strings":["Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5031-4938","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering, Key Laboratory of Road and Traffic Engineering, Ministry of Education, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":3.7847,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.93906906,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"1","first_page":"827","last_page":"838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8135631084442139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7090135812759399},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.644622802734375},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.6355498433113098},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.58992999792099},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5041085481643677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49536120891571045},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4177309274673462},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35787320137023926},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.30405038595199585},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.19514146447181702},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15996849536895752},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.08504468202590942}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8135631084442139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7090135812759399},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.644622802734375},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.6355498433113098},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.58992999792099},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5041085481643677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49536120891571045},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4177309274673462},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35787320137023926},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30405038595199585},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.19514146447181702},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15996849536895752},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.08504468202590942},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2023.3332080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2023.3332080","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.75,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3075053662","display_name":null,"funder_award_id":"52302502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6202213065","display_name":null,"funder_award_id":"52272313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7993263515","display_name":null,"funder_award_id":"52125208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W52153049","https://openalex.org/W1527702126","https://openalex.org/W2056877664","https://openalex.org/W2152374007","https://openalex.org/W2344396459","https://openalex.org/W2424778531","https://openalex.org/W2616635592","https://openalex.org/W2736601468","https://openalex.org/W2761662906","https://openalex.org/W2769471004","https://openalex.org/W2963915700","https://openalex.org/W2964147651","https://openalex.org/W2973183361","https://openalex.org/W2990116160","https://openalex.org/W2991489433","https://openalex.org/W3091516903","https://openalex.org/W3127823707","https://openalex.org/W3132530365","https://openalex.org/W3152949549","https://openalex.org/W3175608395","https://openalex.org/W3177061762","https://openalex.org/W3184613852","https://openalex.org/W3199429759","https://openalex.org/W3200613065","https://openalex.org/W3205373118","https://openalex.org/W3209562871","https://openalex.org/W4221145253","https://openalex.org/W4225390809","https://openalex.org/W4226141644","https://openalex.org/W4229034661","https://openalex.org/W4229962973","https://openalex.org/W4280630819","https://openalex.org/W4287617987","https://openalex.org/W4312550876","https://openalex.org/W4365420629","https://openalex.org/W4376851165","https://openalex.org/W4382998910","https://openalex.org/W4385958045","https://openalex.org/W4386471863","https://openalex.org/W4391768460","https://openalex.org/W4403618872","https://openalex.org/W6670658845","https://openalex.org/W6741002519","https://openalex.org/W6770704954","https://openalex.org/W6852168477"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2566616303","https://openalex.org/W2159052453","https://openalex.org/W3131327266","https://openalex.org/W2734887215","https://openalex.org/W4297051394","https://openalex.org/W2669956259","https://openalex.org/W4249005693","https://openalex.org/W4392946183","https://openalex.org/W3088732000"],"abstract_inverted_index":{"The":[0,73,124,154],"advent":[1],"of":[2,15,71,126,137,145,177,196],"autonomous":[3,130],"vehicles":[4,8],"(AVs)":[5],"alongside":[6],"human-driven":[7],"(HVs)":[9],"has":[10],"ushered":[11],"in":[12],"an":[13],"era":[14],"mixed":[16],"traffic":[17,46,118,150,194],"flow,":[18],"presenting":[19],"a":[20,54,76,84,102,159],"significant":[21],"challenge:":[22],"the":[23,69,89,111,129,135,143,149,167,174,191,197],"intricate":[24],"interaction":[25],"between":[26,114],"these":[27],"entities":[28],"within":[29],"complex":[30],"driving":[31,39,60,77,91,131],"environments.":[32],"AVs":[33,115,146,178],"are":[34],"expected":[35],"to":[36,41,67,87,108,120,141,147,183],"have":[37],"human-like":[38],"behavior":[40,70],"seamlessly":[42],"integrate":[43],"into":[44,128],"human-dominated":[45],"systems.":[47],"To":[48],"address":[49],"this":[50],"issue,":[51],"we":[52],"propose":[53],"reinforcement":[55],"learning":[56,79],"framework":[57,74,169],"that":[58,166],"considers":[59],"priors":[61,92],"and":[62,116,134,193],"Social":[63],"Coordination":[64,138],"Awareness":[65],"(SCA)":[66],"optimize":[68],"AVs.":[72],"integrates":[75],"prior":[78],"(DPL)":[80],"model":[81],"based":[82,100],"on":[83,101],"variational":[85],"autoencoder":[86],"infer":[88],"driver's":[90],"from":[93],"human":[94],"drivers'":[95],"trajectories.":[96],"A":[97],"policy":[98],"network":[99],"multi-head":[103],"attention":[104],"mechanism":[105],"is":[106,152],"designed":[107],"effectively":[109],"capture":[110],"interactive":[112],"dependencies":[113],"other":[117],"participants":[119],"improve":[121,173],"decision-making":[122,132,175],"quality.":[123],"introduction":[125],"SCA":[127],"system,":[133],"use":[136],"Tendency":[139],"(CT)":[140],"quantify":[142],"willingness":[144],"coordinate":[148],"system":[151],"explored.":[153],"unsignalized":[155],"intersection":[156],"serves":[157],"as":[158],"representative":[160],"experimental":[161],"scenario.":[162],"Simulation":[163],"results":[164],"show":[165],"proposed":[168],"can":[170],"not":[171],"only":[172],"quality":[176],"but":[179],"also":[180],"motivate":[181],"them":[182],"produce":[184],"social":[185],"behaviors,":[186],"with":[187],"potential":[188],"benefits":[189],"for":[190],"safety":[192],"efficiency":[195],"entire":[198],"transportation":[199],"system.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":16}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}