{"id":"https://openalex.org/W4387885918","doi":"https://doi.org/10.1109/tits.2023.3323440","title":"Prediction-Aware and Reinforcement Learning-Based Altruistic Cooperative Driving","display_name":"Prediction-Aware and Reinforcement Learning-Based Altruistic Cooperative Driving","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387885918","doi":"https://doi.org/10.1109/tits.2023.3323440"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2023.3323440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3323440","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043803912","display_name":"Rodolfo Valiente","orcid":"https://orcid.org/0000-0003-0617-037X"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rodolfo Valiente","raw_affiliation_strings":["Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-0617-037X","affiliations":[{"raw_affiliation_string":"Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002832393","display_name":"Mahdi Razzaghpour","orcid":"https://orcid.org/0000-0001-8970-4394"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdi Razzaghpour","raw_affiliation_strings":["Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0001-8970-4394","affiliations":[{"raw_affiliation_string":"Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072801674","display_name":"Behrad Toghi","orcid":null},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Behrad Toghi","raw_affiliation_strings":["Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059950619","display_name":"Ghayoor Shah","orcid":null},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ghayoor Shah","raw_affiliation_strings":["Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-4791-0496","affiliations":[{"raw_affiliation_string":"Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088982205","display_name":"Yaser P. Fallah","orcid":"https://orcid.org/0000-0002-4920-7104"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaser P. Fallah","raw_affiliation_strings":["Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Connected and Autonomous Vehicle Research Laboratory (CAVREL), University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043803912"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":1.7371,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.8411604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"25","issue":"3","first_page":"2450","last_page":"2465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8741987347602844},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7861055135726929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6894800066947937},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.617017388343811},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5931525230407715},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5553860068321228}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8741987347602844},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7861055135726929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894800066947937},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.617017388343811},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5931525230407715},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5553860068321228},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2023.3323440","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2023.3323440","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7400000095367432,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4191287546","display_name":null,"funder_award_id":"CNS-1932037","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1527702126","https://openalex.org/W1931305913","https://openalex.org/W1965455100","https://openalex.org/W1982861373","https://openalex.org/W2009689127","https://openalex.org/W2012234196","https://openalex.org/W2056877664","https://openalex.org/W2082585576","https://openalex.org/W2120098456","https://openalex.org/W2124609748","https://openalex.org/W2155968351","https://openalex.org/W2165944556","https://openalex.org/W2167052694","https://openalex.org/W2283882366","https://openalex.org/W2408318043","https://openalex.org/W2509583637","https://openalex.org/W2519106163","https://openalex.org/W2606592784","https://openalex.org/W2786681603","https://openalex.org/W2789106624","https://openalex.org/W2800727637","https://openalex.org/W2887709062","https://openalex.org/W2890655496","https://openalex.org/W2901850563","https://openalex.org/W2953982612","https://openalex.org/W2962715980","https://openalex.org/W2962901581","https://openalex.org/W2967453881","https://openalex.org/W2973718092","https://openalex.org/W2977843878","https://openalex.org/W2982414972","https://openalex.org/W2982692307","https://openalex.org/W2985871763","https://openalex.org/W2990116160","https://openalex.org/W2991448601","https://openalex.org/W2997958396","https://openalex.org/W3014101816","https://openalex.org/W3015404860","https://openalex.org/W3109323072","https://openalex.org/W3116651890","https://openalex.org/W3118916059","https://openalex.org/W3121012756","https://openalex.org/W3124760936","https://openalex.org/W3128260335","https://openalex.org/W3132531327","https://openalex.org/W3162595567","https://openalex.org/W3163844809","https://openalex.org/W3167058415","https://openalex.org/W3175608395","https://openalex.org/W3178154229","https://openalex.org/W3181607911","https://openalex.org/W3184613852","https://openalex.org/W3204385750","https://openalex.org/W3205412062","https://openalex.org/W3212901280","https://openalex.org/W4200631134","https://openalex.org/W4211049957","https://openalex.org/W4281972499","https://openalex.org/W4285279465","https://openalex.org/W4285294418","https://openalex.org/W4287629996","https://openalex.org/W4291184086","https://openalex.org/W4292072787","https://openalex.org/W4307643755","https://openalex.org/W4308080362","https://openalex.org/W4315628499","https://openalex.org/W4365441271","https://openalex.org/W4382766152","https://openalex.org/W6633472260","https://openalex.org/W6677009256","https://openalex.org/W6687045409","https://openalex.org/W6714580625","https://openalex.org/W6714877012","https://openalex.org/W6736572398","https://openalex.org/W6756064111","https://openalex.org/W6784630725","https://openalex.org/W6785871430","https://openalex.org/W6785883622","https://openalex.org/W6787266491","https://openalex.org/W6795118520","https://openalex.org/W6795721140","https://openalex.org/W6797533900","https://openalex.org/W6798458556","https://openalex.org/W6799251605","https://openalex.org/W6802603853","https://openalex.org/W6805042771","https://openalex.org/W6841314260","https://openalex.org/W6851729091"],"related_works":["https://openalex.org/W2768698792","https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3209574120","https://openalex.org/W3107602296","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Autonomous":[0],"vehicle":[1],"(AV)":[2],"navigation":[3,119],"in":[4,19,28,71,90,168,242,248],"the":[5,29,36,72,81,124,185,217,223,227],"presence":[6,30],"of":[7,31,47,55,83,110,116,177,204,244],"Human-driven":[8],"vehicles":[9],"(HVs)":[10],"is":[11,166,194,213],"challenging,":[12],"as":[13,128],"HVs":[14],"continuously":[15],"update":[16],"their":[17,56],"policies":[18,137],"response":[20],"to":[21,25,40,66,98,134,173,181,196,215,221,235],"AVs.":[22],"In":[23,103],"order":[24],"navigate":[26],"safely":[27],"complex":[32],"AV-HV":[33],"social":[34,51,118,199],"interactions,":[35],"AVs":[37,80],"must":[38],"learn":[39],"predict":[41],"these":[42],"changes.":[43],"Humans":[44],"are":[45],"capable":[46],"navigating":[48],"such":[49],"challenging":[50],"interaction":[52],"settings":[53],"because":[54],"intrinsic":[57],"knowledge":[58],"about":[59],"other":[60],"agents\u2019":[61],"behaviors":[62],"and":[63,87,101,113,120,132,147,206,209,238,246],"use":[64],"that":[65,138,160],"forecast":[67],"what":[68],"might":[69],"happen":[70],"future.":[73],"Inspired":[74],"by":[75,184],"humans,":[76],"we":[77,106],"provide":[78],"our":[79,232],"capability":[82],"anticipating":[84],"future":[85,162,179],"states":[86],"leveraging":[88],"prediction":[89,171],"a":[91,129,144,155,169,175,191,198,202,210],"cooperative":[92],"reinforcement":[93],"learning":[94],"(RL)":[95],"decision-making":[96,126],"framework,":[97],"improve":[99],"safety":[100,211,247],"robustness.":[102],"this":[104],"paper,":[105],"propose":[107,154],"an":[108],"integration":[109],"two":[111],"essential":[112],"earlier-presented":[114],"components":[115],"AVs:":[117],"prediction.":[121],"We":[122,152,230],"formulate":[123],"AV\u2019s":[125],"process":[127],"RL":[130,150,228],"problem":[131],"seek":[133],"obtain":[135],"optimal":[136],"produce":[139],"socially":[140],"beneficial":[141],"results":[142],"utilizing":[143],"prediction-aware":[145,233],"planning":[146],"social-aware":[148],"optimization":[149],"framework.":[151],"also":[153],"Hybrid":[156],"Predictive":[157],"Network":[158],"(HPN)":[159],"anticipates":[161],"observations.":[163],"The":[164],"HPN":[165],"used":[167,183,214],"multi-step":[170],"chain":[172],"compute":[174],"window":[176],"predicted":[178,207],"observations":[180],"be":[182],"value":[186],"function":[187],"network":[188],"(VFN).":[189],"Finally,":[190],"safe":[192],"VFN":[193],"trained":[195],"optimize":[197],"utility":[200],"using":[201],"sequence":[203],"previous":[205],"observations,":[208],"prioritizer":[212],"leverage":[216],"interpretable":[218],"kinematic":[219],"predictions":[220],"mask":[222],"unsafe":[224],"actions,":[225],"constraining":[226],"policy.":[229],"compare":[231],"AV":[234],"state-of-the-art":[236],"solutions":[237],"demonstrate":[239],"performance":[240],"improvements":[241],"terms":[243],"efficiency":[245],"multiple":[249],"simulated":[250],"scenarios.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}