{"id":"https://openalex.org/W4413018703","doi":"https://doi.org/10.1109/iv64158.2025.11097466","title":"Vulnerability-aware and Curiosity-driven Adversarial Reinforcement Learning Policy for Safety-Critical Scenario Generation","display_name":"Vulnerability-aware and Curiosity-driven Adversarial Reinforcement Learning Policy for Safety-Critical Scenario Generation","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4413018703","doi":"https://doi.org/10.1109/iv64158.2025.11097466"},"language":"en","primary_location":{"id":"doi:10.1109/iv64158.2025.11097466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv64158.2025.11097466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101622460","display_name":"Xuan Cai","orcid":"https://orcid.org/0009-0007-8622-6033"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Cai","raw_affiliation_strings":["School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191","institution_ids":["https://openalex.org/I4210126311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045024616","display_name":"Zhiyong Cui","orcid":"https://orcid.org/0000-0002-5780-4312"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Cui","raw_affiliation_strings":["School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191","institution_ids":["https://openalex.org/I4210126311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103110975","display_name":"Xuesong Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuesong Bai","raw_affiliation_strings":["School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191","institution_ids":["https://openalex.org/I4210126311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049143775","display_name":"Ruimin Ke","orcid":"https://orcid.org/0000-0001-9139-6765"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruimin Ke","raw_affiliation_strings":["Rensselaer Polytechnic Institute,Department of Civil and Environmental Engineering,Troy,New York,USA,12180"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rensselaer Polytechnic Institute,Department of Civil and Environmental Engineering,Troy,New York,USA,12180","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086740564","display_name":"Haiyang Yu","orcid":"https://orcid.org/0000-0002-0704-7077"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyang Yu","raw_affiliation_strings":["School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191","institution_ids":["https://openalex.org/I4210126311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084370885","display_name":"Yilong Ren","orcid":"https://orcid.org/0000-0003-3504-8963"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Ren","raw_affiliation_strings":["School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191","institution_ids":["https://openalex.org/I4210126311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114149975","display_name":"Zechang Ye","orcid":"https://orcid.org/0009-0009-3673-3613"},"institutions":[{"id":"https://openalex.org/I4210126311","display_name":"Beijing Transportation Research Center","ror":"https://ror.org/03pydk223","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210126311"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zechang Ye","raw_affiliation_strings":["School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Transportation Science and Technology, Beihang University,State Key Laboratory of Intelligent Transportation Systems,Beijing,P.R. China,100191","institution_ids":["https://openalex.org/I4210126311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1531","last_page":"1537"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9613000154495239,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8033630847930908},{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.777513861656189},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.7428983449935913},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6737496852874756},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6571335196495056},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4999237060546875},{"id":"https://openalex.org/keywords/vulnerability-assessment","display_name":"Vulnerability assessment","score":0.43648645281791687},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.33538123965263367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3078308701515198},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15568360686302185},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10536152124404907},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10161659121513367}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8033630847930908},{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.777513861656189},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.7428983449935913},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6737496852874756},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571335196495056},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4999237060546875},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.43648645281791687},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.33538123965263367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3078308701515198},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15568360686302185},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10536152124404907},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10161659121513367},{"id":"https://openalex.org/C137176749","wikidata":"https://www.wikidata.org/wiki/Q4105337","display_name":"Psychological resilience","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv64158.2025.11097466","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv64158.2025.11097466","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G688958337","display_name":null,"funder_award_id":"L243008","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2947832965","https://openalex.org/W2990972766","https://openalex.org/W3080986739","https://openalex.org/W3088937958","https://openalex.org/W3090027660","https://openalex.org/W3128607711","https://openalex.org/W3130718496","https://openalex.org/W3133465684","https://openalex.org/W3171142246","https://openalex.org/W3196020871","https://openalex.org/W3208565045","https://openalex.org/W4210511805","https://openalex.org/W4225463226","https://openalex.org/W4285603252","https://openalex.org/W4311165731","https://openalex.org/W4353056919","https://openalex.org/W4388936562","https://openalex.org/W4392435067","https://openalex.org/W4399368914","https://openalex.org/W4399994102","https://openalex.org/W6718092244","https://openalex.org/W6745190604","https://openalex.org/W6749079972","https://openalex.org/W6839219649","https://openalex.org/W6857991376","https://openalex.org/W6864687407","https://openalex.org/W7033776453"],"related_works":["https://openalex.org/W1883246888","https://openalex.org/W2370114625","https://openalex.org/W1756374135","https://openalex.org/W2062873522","https://openalex.org/W2947584067","https://openalex.org/W2280562859","https://openalex.org/W230721595","https://openalex.org/W3157230915","https://openalex.org/W1496728123","https://openalex.org/W2789975780"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1],"(AVs)":[2],"face":[3],"significant":[4],"threats":[5],"to":[6,36,52,113,136,147],"their":[7],"safe":[8],"operation":[9],"in":[10,63,69,77,151,168,178,195],"complex":[11],"traffic":[12,103],"environments.":[13],"Adver-sarial":[14],"policy":[15,161,176],"for":[16,26,80],"scenario":[17],"generation":[18],"has":[19],"been":[20],"established":[21,74],"as":[22],"a":[23,70,88,108,192],"robust":[24],"paradigm":[25],"enhancing":[27],"AV":[28,51,120],"resilience":[29],"against":[30],"adver-sarial":[31],"perturbations":[32],"through":[33,55],"proactive":[34],"exposure":[35,177],"synthetically":[37],"engineered":[38],"safety-critical":[39],"scenarios.":[40],"Training":[41],"an":[42,45,144],"attacker":[43,105,150,165],"within":[44,163],"adversarial":[46,61,96,160,184],"policy,":[47],"allowing":[48],"the":[49,84,92,102,115,119,126,138,141,149,159,164,173],"target":[50],"expose":[53],"vulnerabilities":[54],"interaction":[56],"with":[57,191],"this":[58],"attacker.":[59],"However,":[60],"policies":[62],"existing":[64],"methodologies":[65],"often":[66],"get":[67],"stuck":[68],"loop":[71],"of":[72,118,140,175],"over-exploiting":[73],"vulnerabilities,":[75],"resulting":[76],"poor":[78],"exploration":[79],"AVs.":[81],"To":[82],"overcome":[83],"limitations,":[85],"we":[86],"introduce":[87],"pioneering":[89],"framework":[90],"termed":[91],"vulnerability-aware":[93],"and":[94,170,186],"curiosity-driven":[95],"reinforcement":[97,188],"learning":[98,189],"policy.":[99],"Specifically,":[100],"during":[101],"vehicle":[104],"training":[106],"phase,":[107],"surrogate":[109],"network":[110,132],"is":[111,134,200],"employed":[112],"fit":[114],"value":[116],"function":[117],"victim,":[121],"providing":[122],"dense":[123],"information":[124],"about":[125],"victim's":[127],"inherent":[128],"vulnerabilities.":[129],"Subsequently,":[130],"random":[131],"distillation":[133],"used":[135],"characterize":[137],"novelty":[139],"scenario,":[142],"constructing":[143],"intrinsic":[145],"reward":[146],"guide":[148],"exploring":[152],"unexplored":[153],"territories.":[154],"Experimental":[155],"results":[156],"demonstrated":[157],"that":[158],"embedded":[162],"exhibited":[166],"robustness":[167],"convergence":[169],"significantly":[171],"enhanced":[172],"activation":[174],"learning-based":[179],"AVs,":[180],"outperforming":[181],"both":[182],"other":[183],"modalities":[185],"alternative":[187],"approaches,":[190],"notable":[193],"reduction":[194],"crash":[196],"rates.":[197],"The":[198],"code":[199],"available":[201],"at":[202],"https://github.com/caixxuan/VCAT.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}