{"id":"https://openalex.org/W4414884299","doi":"https://doi.org/10.1109/iccv51701.2025.01858","title":"CNS-Bench: Benchmarking Image Classifier Robustness Under Continuous Nuisance Shifts","display_name":"CNS-Bench: Benchmarking Image Classifier Robustness Under Continuous Nuisance Shifts","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4414884299","doi":"https://doi.org/10.1109/iccv51701.2025.01858"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.01858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.17651","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095762360","display_name":"Olaf D\u00fcnkel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Olaf D\u00fcnkel","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029611340","display_name":"Artur Jesslen","orcid":"https://orcid.org/0000-0002-4837-8163"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Artur Jesslen","raw_affiliation_strings":["University of Freiburg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Freiburg","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090407800","display_name":"Jiahao Xie","orcid":"https://orcid.org/0009-0001-4654-6709"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jiahao Xie","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083153177","display_name":"Christian Rupprecht","orcid":"https://orcid.org/0000-0003-3994-8045"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Rupprecht","raw_affiliation_strings":["University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084928022","display_name":"Adam Kortylewski","orcid":"https://orcid.org/0000-0002-9146-4403"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adam Kortylewski","raw_affiliation_strings":["Max Planck Institute for Informatics, Saarland Informatics Campus"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics, Saarland Informatics Campus","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5095762360"],"corresponding_institution_ids":["https://openalex.org/I4210109712"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13580172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19978","last_page":"19988"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7788000106811523},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6700000166893005},{"id":"https://openalex.org/keywords/nuisance","display_name":"Nuisance","score":0.593999981880188},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5424000024795532},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5371999740600586},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4596000015735626},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4189000129699707},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4133000075817108}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7788000106811523},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916000247001648},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6700000166893005},{"id":"https://openalex.org/C2779244815","wikidata":"https://www.wikidata.org/wiki/Q1156462","display_name":"Nuisance","level":2,"score":0.593999981880188},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5424000024795532},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5175999999046326},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4625000059604645},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4189000129699707},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3626999855041504},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.3021000027656555},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iccv51701.2025.01858","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.01858","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.17651","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.17651","pdf_url":"https://arxiv.org/pdf/2507.17651","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.mpg.de:item_3667663","is_oa":true,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0011-B35B-D","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Computer Vision","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2507.17651","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.17651","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.17651","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.17651","pdf_url":"https://arxiv.org/pdf/2507.17651","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"An":[0],"important":[1],"challenge":[2],"when":[3,176],"using":[4],"computer":[5],"vision":[6],"models":[7,48],"in":[8,17,42,101],"the":[9,43,132,142,186,194],"real":[10,44],"world":[11],"is":[12],"to":[13,29,36,52,62,77,108,140],"evaluate":[14,141],"their":[15],"performance":[16,188],"potential":[18],"out-of-distribution":[19],"(OOD)":[20],"scenarios.":[21],"While":[22],"simple":[23],"synthetic":[24],"corruptions":[25],"are":[26,60],"commonly":[27],"applied":[28,51],"test":[30],"OOD":[31,79],"robustness,":[32],"they":[33,59],"often":[34],"fail":[35],"capture":[37],"nuisance":[38,64,89,99,151],"shifts":[39,100,168],"that":[40,120,161,184],"occur":[41],"world.":[45],"Recently,":[46],"diffusion":[47,109],"have":[49],"been":[50],"generate":[53],"realistic":[54,87],"images":[55],"for":[56,84,166],"benchmarking,":[57],"but":[58],"restricted":[61],"binary":[63,179],"shifts.":[65,90,152,180],"In":[66],"this":[67],"work,":[68],"we":[69,115,135,159,182],"introduce":[70],"CNS-Bench,":[71],"a":[72,94,117,137,190,201],"Continuous":[73],"Nuisance":[74],"Shift":[75],"Benchmark":[76],"quantify":[78],"robustness":[80,143],"of":[81,97,144,196,205],"image":[82],"classifiers":[83,148],"continuous":[85,102,191],"and":[86,157,169,212],"generative":[88,129],"CNS-Bench":[91],"allows":[92,193],"generating":[93],"wide":[95],"range":[96],"individual":[98],"severities":[103],"by":[104],"applying":[105,177],"LoRA":[106],"adapters":[107],"models.":[110,130],"To":[111],"address":[112],"failure":[113,198],"cases,":[114],"propose":[116],"filtering":[118],"mechanism":[119],"outperforms":[121],"previous":[122],"methods,":[123],"thereby":[124],"enabling":[125],"reliable":[126],"benchmarking":[127],"with":[128],"With":[131],"proposed":[133],"benchmark,":[134],"perform":[136],"large-scale":[138],"study":[139],"more":[145,202],"than":[146],"40":[147],"under":[149],"various":[150],"Through":[153],"carefully":[154],"designed":[155],"comparisons":[156],"analyses,":[158],"find":[160],"model":[162,187,197,206],"rankings":[163],"can":[164],"change":[165],"varying":[167],"shift":[170],"scales,":[171],"which":[172],"cannot":[173],"be":[174],"captured":[175],"common":[178],"Additionally,":[181],"show":[183],"evaluating":[185],"on":[189],"scale":[192],"identification":[195],"points,":[199],"providing":[200],"nuanced":[203],"understanding":[204],"robustness.":[207],"Project":[208],"page":[209],"including":[210],"code":[211],"data:":[213],"https://genintel.github.io/CNS.":[214]},"counts_by_year":[],"updated_date":"2026-05-06T06:03:25.996018","created_date":"2025-10-10T00:00:00"}