{"id":"https://openalex.org/W4415593669","doi":"https://doi.org/10.1109/tits.2025.3610916","title":"A Novel Robustness Measure for Evaluating Perceptions in Autonomous Driving","display_name":"A Novel Robustness Measure for Evaluating Perceptions in Autonomous Driving","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W4415593669","doi":"https://doi.org/10.1109/tits.2025.3610916"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3610916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3610916","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103239127","display_name":"Thai Minh Nguyen","orcid":"https://orcid.org/0009-0007-5208-1649"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Minh Thai Nguyen","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Faculty of Engineering, Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0009-0007-5208-1649","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Faculty of Engineering, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082029799","display_name":"Quang-Hung Luu","orcid":"https://orcid.org/0000-0002-7771-9836"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Quang-Hung Luu","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Faculty of Engineering, Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7771-9836","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Faculty of Engineering, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069363273","display_name":"Hai L. Vu","orcid":"https://orcid.org/0000-0001-6984-2060"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hai L. Vu","raw_affiliation_strings":["Department of Civil and Environmental Engineering, Faculty of Engineering, Monash University, Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6984-2060","affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, Faculty of Engineering, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.38634533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"12","first_page":"22178","last_page":"22188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.8270999789237976,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.8270999789237976,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8032000064849854,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.7847999930381775,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8774999976158142},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5342000126838684},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.510200023651123},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.444599986076355},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.31610000133514404}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8774999976158142},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6802999973297119},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5342000126838684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5273000001907349},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.459199994802475},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3610916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3610916","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2897529137","https://openalex.org/W2963327228","https://openalex.org/W2963400571","https://openalex.org/W2968296999","https://openalex.org/W3025279871","https://openalex.org/W3174033021","https://openalex.org/W4246413330","https://openalex.org/W4313149358","https://openalex.org/W4361756114","https://openalex.org/W4382934641","https://openalex.org/W4385804922","https://openalex.org/W4386076325","https://openalex.org/W4386076667","https://openalex.org/W4387682194","https://openalex.org/W4400646392","https://openalex.org/W4410609219"],"related_works":[],"abstract_inverted_index":{"For":[0],"autonomous":[1],"vehicles":[2],"(AVs)":[3],"to":[4,234,257],"navigate":[5],"safely":[6],"and":[7,60,185,199,282,298],"reliably":[8],"in":[9,96,181,253,286,302],"unpredictable":[10],"environments,":[11],"ensuring":[12,150],"the":[13,115,127,131,157,226,231,247,251,254,261,264,276,294],"robustness":[14,42,76,232,262,283],"of":[15,92,101,117,263,300],"their":[16,49,303],"perception":[17,111,190,266],"systems":[18,267],"is":[19,37,137,250],"critical.":[20],"This":[21,67,135],"contrasts":[22],"with":[23,38,152,216],"conventional":[24],"performance":[25],"evaluations,":[26],"which":[27],"typically":[28],"focus":[29],"on":[30,52,104,130,275],"accuracy":[31],"(i.e.,":[32],"how":[33],"\u2018good\u2019":[34],"a":[35,74,110,118,122,140,145,169,272,290],"system":[36],"known":[39],"input).":[40],"Existing":[41],"metrics,":[43,219],"however,":[44],"are":[45,87],"fundamentally":[46],"limited":[47],"by":[48,72,113,126],"heavy":[50],"reliance":[51,274],"large,":[53],"fully":[54],"annotated":[55],"datasets,":[56],"making":[57],"them":[58],"costly":[59],"impractical":[61],"for":[62,159,293],"scalable,":[63],"real-time":[64,304],"safety":[65,296],"monitoring.":[66],"study":[68],"addresses":[69],"this":[70,165,287],"limitation":[71],"introducing":[73],"novel":[75,170],"measure":[77,136,213,233,249,284],"that":[78,173,210],"can":[79],"be":[80],"applied":[81],"effectively":[82],"even":[83],"when":[84],"ground-truth":[85,218,277],"annotations":[86],"very":[88],"limited.":[89],"The":[90,279],"significance":[91],"our":[93,211,244],"approach":[94],"lies":[95],"its":[97,221],"self-referential":[98],"evaluation:":[99],"instead":[100],"relying":[102],"entirely":[103],"ground":[105],"truth,":[106],"it":[107],"primarily":[108],"assesses":[109],"model":[112,129],"comparing":[114],"output":[116,124],"degraded":[119],"input":[120,177],"against":[121,239],"baseline":[123],"generated":[125],"same":[128],"original":[132],"clean":[133],"input.":[134],"calibrated":[138],"using":[139],"correction":[141],"factor":[142],"derived":[143],"from":[144,229],"small,":[146],"available":[147],"labeled":[148],"subset,":[149],"consistency":[151],"established":[153],"metrics":[154],"while":[155],"removing":[156],"need":[158],"continuous,":[160],"large-scale":[161],"annotation.":[162],"To":[163,243],"facilitate":[164],"evaluation,":[166],"we":[167],"develop":[168],"testing":[171,280],"framework":[172,281],"systematically":[174],"introduces":[175],"realistic":[176],"degradations\u2014such":[178],"as":[179],"variations":[180],"lighting,":[182],"camera":[183,194],"artifacts,":[184],"adversarial":[186],"perturbations\u2014across":[187],"six":[188],"AV":[189,265],"models,":[191],"including":[192],"two":[193,200],"or":[195],"LiDAR-only":[196],"(i.e.":[197,204],"uni-modal),":[198],"multi-sensor":[201],"data":[202],"fusion":[203],"multi-modal)":[205],"systems.":[206],"Our":[207],"results":[208],"demonstrate":[209],"limited-data":[212],"highly":[214],"correlates":[215],"full-data":[217],"confirming":[220],"reliability.":[222],"We":[223],"further":[224],"discuss":[225],"insights":[227,259],"gained":[228],"applying":[230],"these":[235],"deep":[236],"learning":[237],"models":[238],"different":[240],"degradation":[241],"categories.":[242],"best":[245],"knowledge,":[246],"proposed":[248],"first":[252],"relevant":[255],"literature":[256],"provide":[258,289],"into":[260],"across":[268],"complex":[269],"environments":[270],"without":[271],"continuous":[273,295],"annotations.":[278],"developed":[285],"paper":[288],"practical":[291],"tool":[292],"monitoring":[297],"improvement":[299],"AVs":[301],"operation.":[305]},"counts_by_year":[],"updated_date":"2025-12-05T23:21:25.405358","created_date":"2025-10-28T00:00:00"}