{"id":"https://openalex.org/W4409683100","doi":"https://doi.org/10.1109/tits.2025.3550418","title":"Reinforcement Learning for Robust Advisories Under Driving Compliance Errors","display_name":"Reinforcement Learning for Robust Advisories Under Driving Compliance Errors","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409683100","doi":"https://doi.org/10.1109/tits.2025.3550418"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3550418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3550418","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075541522","display_name":"Jeongyun Kim","orcid":"https://orcid.org/0000-0001-5004-7630"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Jeongyun Kim","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Korea Advanced Institute of Science and Technology, Daejeon, Republic of Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053435808","display_name":"Jung-Hoon Cho","orcid":"https://orcid.org/0000-0002-3294-321X"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jung-Hoon Cho","raw_affiliation_strings":["Department of Civil and Environmental Engineering and the Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering and the Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102933746","display_name":"Cathy Wu","orcid":"https://orcid.org/0000-0001-8594-303X"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cathy Wu","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Institute for Data, Systems, and Society, and the Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, USA","the Institute for Data, Systems, and Society, and the Department of Civil and Environmental Engineering, Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Institute for Data, Systems, and Society, and the Department of Civil and Environmental Engineering, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601"]},{"raw_affiliation_string":"the Institute for Data, Systems, and Society, and the Department of Civil and Environmental Engineering, Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075541522"],"corresponding_institution_ids":["https://openalex.org/I157485424"],"apc_list":null,"apc_paid":null,"fwci":2.3234,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87482686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"26","issue":"6","first_page":"7780","last_page":"7791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14011","display_name":"Elevator Systems and Control","score":0.9103999733924866,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8484799861907959},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.611370861530304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5514465570449829},{"id":"https://openalex.org/keywords/compliance","display_name":"Compliance (psychology)","score":0.5183423757553101},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3717571794986725},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21167132258415222},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10034555196762085}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8484799861907959},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.611370861530304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5514465570449829},{"id":"https://openalex.org/C2781460075","wikidata":"https://www.wikidata.org/wiki/Q1399332","display_name":"Compliance (psychology)","level":2,"score":0.5183423757553101},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3717571794986725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21167132258415222},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10034555196762085}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3550418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3550418","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2274670221","display_name":null,"funder_award_id":"F-ST99(783)","funder_id":"https://openalex.org/F4320315303","funder_display_name":"Utah Department of Transportation"},{"id":"https://openalex.org/G4786035713","display_name":null,"funder_award_id":"2239566","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320315303","display_name":"Utah Department of Transportation","ror":null},{"id":"https://openalex.org/F4320322357","display_name":"Kwanjeong Educational Foundation","ror":"https://ror.org/05c5x8342"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1946851622","https://openalex.org/W1965455100","https://openalex.org/W1965878388","https://openalex.org/W1968411243","https://openalex.org/W1968719911","https://openalex.org/W1973748529","https://openalex.org/W2008102069","https://openalex.org/W2023045139","https://openalex.org/W2024529169","https://openalex.org/W2071969188","https://openalex.org/W2072016475","https://openalex.org/W2074331253","https://openalex.org/W2117074369","https://openalex.org/W2124298315","https://openalex.org/W2161231482","https://openalex.org/W2161455939","https://openalex.org/W2180794161","https://openalex.org/W2301212998","https://openalex.org/W2493168586","https://openalex.org/W2553758719","https://openalex.org/W2600642072","https://openalex.org/W2605102581","https://openalex.org/W2611350544","https://openalex.org/W2795976486","https://openalex.org/W2809911191","https://openalex.org/W2890655496","https://openalex.org/W2904466241","https://openalex.org/W2904529603","https://openalex.org/W2905508684","https://openalex.org/W2971514685","https://openalex.org/W2981396729","https://openalex.org/W2982312374","https://openalex.org/W3022893663","https://openalex.org/W3111907800","https://openalex.org/W3193464862","https://openalex.org/W3205667514","https://openalex.org/W3208860346","https://openalex.org/W3208909666","https://openalex.org/W3216015368","https://openalex.org/W4226033453","https://openalex.org/W4309675540","https://openalex.org/W4312750778","https://openalex.org/W4386864470","https://openalex.org/W4388216695","https://openalex.org/W4389233036","https://openalex.org/W6733732937","https://openalex.org/W6746368081","https://openalex.org/W6755890616","https://openalex.org/W6758934350","https://openalex.org/W6759312646","https://openalex.org/W6762026818","https://openalex.org/W6773433170","https://openalex.org/W6774966973","https://openalex.org/W6785899988","https://openalex.org/W6796771431","https://openalex.org/W6797106545","https://openalex.org/W6802038118","https://openalex.org/W6854353366","https://openalex.org/W6859912059"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"There":[0],"has":[1],"been":[2],"considerable":[3],"interest":[4],"in":[5,83,182,202,235],"recent":[6,42],"years":[7],"regarding":[8],"how":[9],"a":[10,40,132],"small":[11],"fraction":[12],"of":[13,24,33,48,80,102,166,219,229,238],"autonomous":[14],"vehicles":[15],"(AVs)":[16],"can":[17],"mitigate":[18],"traffic":[19,97,109,175,247],"congestion.":[20],"However,":[21],"the":[22,46,100,123,163,213,217,220,227,236],"reality":[23],"vehicle-based":[25],"congestion":[26],"mitigation":[27],"remains":[28],"elusive,":[29],"due":[30],"to":[31,160,184,198],"challenges":[32],"cost,":[34],"technology":[35],"maturity,":[36],"and":[37,87,173,245],"regulation.":[38],"As":[39],"result,":[41],"works":[43,57],"have":[44,58],"investigated":[45],"necessity":[47,228],"autonomy":[49],"by":[50,77,169],"exploring":[51],"driving":[52,104,153,158],"advisory":[53,240],"systems.":[54],"Such":[55],"early":[56],"made":[59],"simplifying":[60],"assumptions":[61],"such":[62],"as":[63],"perfect":[64],"driver":[65,232],"compliance.":[66],"This":[67,155],"work":[68,187],"relaxes":[69],"this":[70,128,224],"assumption,":[71],"focusing":[72],"on":[73,138],"compliance":[74,91,120,167,192,233],"errors":[75,92,168,234],"caused":[76],"physical":[78],"limitations":[79],"human":[81,231],"drivers,":[82],"particular,":[84],"response":[85],"delay":[86],"speed":[88,204],"deviation.":[89],"These":[90],"introduce":[93],"significant":[94],"unpredictability":[95],"into":[96],"systems,":[98,241],"complicating":[99],"design":[101],"real-time":[103],"advisories":[105],"aimed":[106],"at":[107],"stabilizing":[108],"flow.":[110],"Our":[111],"analysis":[112],"reveals":[113],"that":[114,181],"performance":[115],"degradation":[116],"increases":[117],"sharply":[118],"under":[119],"errors,":[121,193],"highlighting":[122,216],"associated":[124],"difficulties.":[125],"To":[126],"address":[127],"challenge,":[129],"we":[130],"develop":[131],"reinforcement":[133],"learning":[134],"(RL)":[135],"framework":[136],"based":[137],"an":[139],"action-persistent":[140],"Markov":[141],"decision":[142],"process":[143],"(MDP)":[144],"combined":[145],"with":[146],"domain":[147],"randomization,":[148],"designed":[149],"for":[150],"robust":[151],"coarse-grained":[152],"policies.":[154],"approach":[156],"allows":[157],"policies":[159,195],"effectively":[161],"manage":[162],"cumulative":[164],"impacts":[165],"generating":[170],"various":[171],"scenarios":[172],"corresponding":[174],"conditions":[176],"during":[177],"training.":[178,207],"We":[179],"show":[180],"comparison":[183],"prior":[185],"RL-based":[186,239],"which":[188],"did":[189],"not":[190],"consider":[191],"our":[194],"achieve":[196],"up":[197],"2.2":[199],"times":[200],"improvement":[201],"average":[203],"over":[205],"non-robust":[206],"In":[208],"addition,":[209],"analytical":[210],"results":[211],"validate":[212],"experiment":[214],"results,":[215],"benefits":[218],"proposed":[221],"framework.":[222],"Overall,":[223],"paper":[225],"advocates":[226],"incorporating":[230],"development":[237],"achieving":[242],"more":[243],"effective":[244],"resilient":[246],"management":[248],"solutions.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}