{"id":"https://openalex.org/W4399994102","doi":"https://doi.org/10.1109/tiv.2024.3418887","title":"Adversarial Stress Test for Autonomous Vehicle via Series Reinforcement Learning Tasks With Reward Shaping","display_name":"Adversarial Stress Test for Autonomous Vehicle via Series Reinforcement Learning Tasks With Reward Shaping","publication_year":2024,"publication_date":"2024-06-25","ids":{"openalex":"https://openalex.org/W4399994102","doi":"https://doi.org/10.1109/tiv.2024.3418887"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3418887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3418887","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101622460","display_name":"Xuan Cai","orcid":"https://orcid.org/0009-0007-8622-6033"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Cai","raw_affiliation_strings":["Research Institute for Frontier Science, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-8622-6033","affiliations":[{"raw_affiliation_string":"Research Institute for Frontier Science, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103110975","display_name":"Xuesong Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Bai","raw_affiliation_strings":["State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-6245-458X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045024616","display_name":"Zhiyong Cui","orcid":"https://orcid.org/0000-0002-5780-4312"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Cui","raw_affiliation_strings":["State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5780-4312","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055911707","display_name":"Peng Hang","orcid":"https://orcid.org/0000-0002-5843-0594"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Hang","raw_affiliation_strings":["Department of Traffic Engineering, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5843-0594","affiliations":[{"raw_affiliation_string":"Department of Traffic Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086740564","display_name":"Haiyang Yu","orcid":"https://orcid.org/0000-0002-0704-7077"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Yu","raw_affiliation_strings":["State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Engineering, Beihang University, Beijing, China","State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0704-7077","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210126311","https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084370885","display_name":"Yilong Ren","orcid":"https://orcid.org/0000-0003-3504-8963"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Ren","raw_affiliation_strings":["State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Engineering, Beihang University, Beijing, China","State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3504-8963","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I4210126311","https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Intelligent Transportation Systems, School of Transportation Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1341,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86701352,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"2","first_page":"832","last_page":"847"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7745000123977661,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.7745000123977661,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.7458999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11487","display_name":"Automotive and Human Injury Biomechanics","score":0.7203999757766724,"subfield":{"id":"https://openalex.org/subfields/2740","display_name":"Pulmonary and Respiratory Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7060605883598328},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5869531631469727},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5821709632873535},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5272173881530762},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5267245769500732},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5081229209899902},{"id":"https://openalex.org/keywords/stress","display_name":"Stress (linguistics)","score":0.4861735701560974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4000437259674072},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37596216797828674},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3672729432582855},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1642352044582367}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7060605883598328},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5869531631469727},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5821709632873535},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5272173881530762},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5267245769500732},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5081229209899902},{"id":"https://openalex.org/C21036866","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.4861735701560974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4000437259674072},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37596216797828674},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3672729432582855},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1642352044582367},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3418887","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3418887","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W2603732955","https://openalex.org/W2889790565","https://openalex.org/W2904457597","https://openalex.org/W2962702177","https://openalex.org/W2963563206","https://openalex.org/W2970664472","https://openalex.org/W2973229164","https://openalex.org/W2990702197","https://openalex.org/W2991158008","https://openalex.org/W3006912862","https://openalex.org/W3011462663","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3049043369","https://openalex.org/W3082335637","https://openalex.org/W3108435000","https://openalex.org/W3115511661","https://openalex.org/W3128395826","https://openalex.org/W3130718496","https://openalex.org/W3130864471","https://openalex.org/W3138145312","https://openalex.org/W3179442871","https://openalex.org/W3183870986","https://openalex.org/W3184179613","https://openalex.org/W3196020871","https://openalex.org/W3204088480","https://openalex.org/W3209351137","https://openalex.org/W3210065386","https://openalex.org/W3210735994","https://openalex.org/W4224874620","https://openalex.org/W4225679458","https://openalex.org/W4240592325","https://openalex.org/W4254581303","https://openalex.org/W4287887674","https://openalex.org/W4289535158","https://openalex.org/W4291213652","https://openalex.org/W4308244727","https://openalex.org/W4312550876","https://openalex.org/W4353056919","https://openalex.org/W4361861254","https://openalex.org/W4365151455","https://openalex.org/W4378844215","https://openalex.org/W4384304657","https://openalex.org/W4386076400","https://openalex.org/W4389502877","https://openalex.org/W4390745875","https://openalex.org/W4391582456","https://openalex.org/W4392607748","https://openalex.org/W4393196842","https://openalex.org/W4394627351","https://openalex.org/W4396633667","https://openalex.org/W4403331086","https://openalex.org/W6743333067","https://openalex.org/W6745190604","https://openalex.org/W6745935785","https://openalex.org/W6748399287","https://openalex.org/W6748839928","https://openalex.org/W6754417988","https://openalex.org/W6788186211","https://openalex.org/W6841094356"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Testing":[0],"is":[1,145],"a":[2,15],"pivotal":[3],"phase":[4],"for":[5,25,45,75,92,126,151],"uncovering":[6],"potential":[7],"vulnerabilities":[8],"in":[9,81,101,106,132],"autonomous":[10],"vehicles":[11,110],"(AVs)":[12],"to":[13,60,65,148],"develop":[14],"secure":[16],"autonomy":[17],"system.":[18],"However,":[19],"existing":[20],"methods":[21],"often":[22],"lack":[23],"consideration":[24],"efficiently":[26],"exploring":[27,76],"multiple":[28],"vulnerability-revealing":[29,77,134],"cases,":[30],"particularly":[31],"under":[32,99],"adversarial":[33,46,89],"game":[34],"scenarios.":[35],"We":[36],"introduce":[37],"an":[38],"evolving":[39,68],"series":[40,73],"reinforcement":[41],"learning":[42],"(RL)":[43],"framework":[44],"policy":[47],"training,":[48],"integrating":[49],"Responsibility":[50],"Sensitive":[51],"Safety":[52],"(RSS)":[53],"and":[54,95,111,136],"Dynamic":[55],"Time":[56],"Warping":[57],"(DTW)":[58],"theories":[59],"shape":[61],"the":[62,67,71,82,120,127,130,133,140,143],"reward":[63],"function":[64],"steer":[66],"direction":[69],"of":[70,122,142],"subsequent":[72],"agents":[74],"attack":[78],"scenarios":[79,124],"uncharted":[80],"refined":[83],"buffered":[84],"repository.":[85],"Our":[86],"method":[87],"undertakes":[88],"stress":[90],"tests":[91],"both":[93],"black-box":[94],"white-box":[96],"AV":[97,152],"systems":[98],"test":[100],"driving":[102],"tasks":[103],"that":[104,116],"engage":[105],"games":[107],"with":[108],"traffic":[109],"pedestrians.":[112],"The":[113],"results":[114],"indicate":[115],"our":[117],"approach":[118],"expedites":[119],"exploration":[121],"additional":[123],"blamed":[125],"AV,":[128],"outperforming":[129],"baselines":[131],"accident":[135],"scenario":[137],"diversity.":[138],"Furthermore,":[139],"causality":[141],"collisions":[144],"qualitatively":[146],"analyzed":[147],"provide":[149],"insights":[150],"system":[153],"vulnerability":[154],"repair.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}