{"id":"https://openalex.org/W4402569794","doi":"https://doi.org/10.1109/tpami.2024.3462293","title":"OOD-CV-v2 : An Extended Benchmark for Robustness to Out-of-Distribution Shifts of Individual Nuisances in Natural Images","display_name":"OOD-CV-v2 : An Extended Benchmark for Robustness to Out-of-Distribution Shifts of Individual Nuisances in Natural Images","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402569794","doi":"https://doi.org/10.1109/tpami.2024.3462293","pmid":"https://pubmed.ncbi.nlm.nih.gov/39288047"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3462293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3462293","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103753026","display_name":"Bingchen Zhao","orcid":"https://orcid.org/0000-0001-8385-2310"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Bingchen Zhao","raw_affiliation_strings":["University of Edinburgh, Edinburgh, U.K","University of Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8385-2310","affiliations":[{"raw_affiliation_string":"University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiahao Wang","orcid":"https://orcid.org/0000-0002-8768-4913"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiahao Wang","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA","Johns Hopkins University, USA"],"raw_orcid":"https://orcid.org/0000-0002-8768-4913","affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070188278","display_name":"Wufei Ma","orcid":"https://orcid.org/0000-0002-4696-2833"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wufei Ma","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA","Johns Hopkins University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029611340","display_name":"Artur Jesslen","orcid":"https://orcid.org/0000-0002-4837-8163"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Artur Jesslen","raw_affiliation_strings":["University of Freiburg, Freiburg im Breisgau, Germany","University of Freiburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4837-8163","affiliations":[{"raw_affiliation_string":"University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066458446","display_name":"Siwei Yang","orcid":"https://orcid.org/0000-0002-5227-8210"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siwei Yang","raw_affiliation_strings":["University of California Santa Cruz, Santa Cruz, CA, USA","University of California Santa Cruz, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California Santa Cruz, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]},{"raw_affiliation_string":"University of California Santa Cruz, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089011253","display_name":"Shaozuo Yu","orcid":"https://orcid.org/0009-0001-9603-4947"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shaozuo Yu","raw_affiliation_strings":["The Chinese University of Hong Kong, Ma Liu Shui, Hong Kong","Chinese University of Hong Kong., Hong Kong"],"raw_orcid":"https://orcid.org/0009-0001-9603-4947","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Ma Liu Shui, Hong Kong","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Chinese University of Hong Kong., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079212553","display_name":"Oliver Zendel","orcid":"https://orcid.org/0000-0001-8097-1226"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Oliver Zendel","raw_affiliation_strings":["Austrian Institute of Technology, Seibersdorf, Austria"],"raw_orcid":"https://orcid.org/0000-0001-8097-1226","affiliations":[{"raw_affiliation_string":"Austrian Institute of Technology, Seibersdorf, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[{"id":"https://openalex.org/I3131180187","display_name":"Hochschule f\u00fcr Musik Saar","ror":"https://ror.org/029r33q13","country_code":"DE","type":"education","lineage":["https://openalex.org/I3131180187"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["MPII, Saarbrücken, Germany","MPII, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6104-6625","affiliations":[{"raw_affiliation_string":"MPII, Saarbrücken, Germany","institution_ids":["https://openalex.org/I3131180187"]},{"raw_affiliation_string":"MPII, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086706224","display_name":"Alan Yuille","orcid":"https://orcid.org/0000-0001-5207-9249"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alan L. Yuille","raw_affiliation_strings":["Johns Hopkins University, Baltimore, MD, USA","Johns Hopkins University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084928022","display_name":"Adam Kortylewski","orcid":"https://orcid.org/0000-0002-9146-4403"},"institutions":[{"id":"https://openalex.org/I3131180187","display_name":"Hochschule f\u00fcr Musik Saar","ror":"https://ror.org/029r33q13","country_code":"DE","type":"education","lineage":["https://openalex.org/I3131180187"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adam Kortylewski","raw_affiliation_strings":["MPII, Saarbrücken, Germany","MPII, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9146-4403","affiliations":[{"raw_affiliation_string":"MPII, Saarbrücken, Germany","institution_ids":["https://openalex.org/I3131180187"]},{"raw_affiliation_string":"MPII, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5103753026"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":4.9806,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.94619637,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"46","issue":"12","first_page":"11104","last_page":"11118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.8801000118255615,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.8801000118255615,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.8781999945640564,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11659","display_name":"Advanced Image Fusion Techniques","score":0.7551000118255615,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8776577115058899},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5999544262886047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5377443432807922},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5079851746559143},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45682787895202637},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33798450231552124},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3286893665790558},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11714518070220947},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09139299392700195}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8776577115058899},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5999544262886047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5377443432807922},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5079851746559143},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45682787895202637},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33798450231552124},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3286893665790558},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11714518070220947},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09139299392700195},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3462293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3462293","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39288047","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39288047","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G1579218474","display_name":null,"funder_award_id":"N00014-20-1-2206","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3072094108","display_name":null,"funder_award_id":"N00014-21-1-2812","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1991264156","https://openalex.org/W2037227137","https://openalex.org/W2104408738","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2471821491","https://openalex.org/W2475287302","https://openalex.org/W2622058673","https://openalex.org/W2795096917","https://openalex.org/W2954884160","https://openalex.org/W2962872506","https://openalex.org/W2962997291","https://openalex.org/W2963188159","https://openalex.org/W2963351448","https://openalex.org/W2963675327","https://openalex.org/W2963826402","https://openalex.org/W2968993450","https://openalex.org/W2982083293","https://openalex.org/W2992308087","https://openalex.org/W3011334834","https://openalex.org/W3034973071","https://openalex.org/W3037492894","https://openalex.org/W3038585207","https://openalex.org/W3094502228","https://openalex.org/W3107828565","https://openalex.org/W3113148327","https://openalex.org/W3114509423","https://openalex.org/W3119259789","https://openalex.org/W3128670205","https://openalex.org/W3128927996","https://openalex.org/W3138516171","https://openalex.org/W3143373604","https://openalex.org/W3145185940","https://openalex.org/W3176707157","https://openalex.org/W3177096435","https://openalex.org/W3196660344","https://openalex.org/W3201916717","https://openalex.org/W4221146234","https://openalex.org/W4239921976","https://openalex.org/W4312252361","https://openalex.org/W4312298950","https://openalex.org/W4312339847","https://openalex.org/W4312641342","https://openalex.org/W4312761717","https://openalex.org/W4312885504","https://openalex.org/W4386075975","https://openalex.org/W4386180266","https://openalex.org/W6620707391","https://openalex.org/W6686583229","https://openalex.org/W6729756640","https://openalex.org/W6749107692","https://openalex.org/W6751795773","https://openalex.org/W6756444276","https://openalex.org/W6757555829","https://openalex.org/W6764990469","https://openalex.org/W6765285020","https://openalex.org/W6765696844","https://openalex.org/W6766313662","https://openalex.org/W6770979763","https://openalex.org/W6771809012","https://openalex.org/W6774630179","https://openalex.org/W6779809370","https://openalex.org/W6780233385","https://openalex.org/W6783600611","https://openalex.org/W6786798588","https://openalex.org/W6790219418","https://openalex.org/W6796389339","https://openalex.org/W6796564517","https://openalex.org/W6796592870","https://openalex.org/W6803272178","https://openalex.org/W6803414501","https://openalex.org/W6803813760","https://openalex.org/W6810777568","https://openalex.org/W6810879928","https://openalex.org/W6838472065","https://openalex.org/W6839181815","https://openalex.org/W6872496303"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W2051487156","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W2087343574","https://openalex.org/W4246352526"],"abstract_inverted_index":{"Enhancing":[0],"the":[1,29,57,102,110],"robustness":[2,16,118,151],"of":[3,31,45,51,63],"vision":[4,111],"algorithms":[5],"in":[6,49,158],"real-world":[7],"scenarios":[8],"is":[9,13],"challenging.":[10],"One":[11],"reason":[12],"that":[14,41],"existing":[15],"benchmarks":[17],"are":[18],"limited,":[19],"as":[20],"they":[21],"either":[22],"rely":[23],"on":[24,101,109],"synthetic":[25],"data":[26],"or":[27],"ignore":[28],"effects":[30],"individual":[32],"nuisance":[33,93],"factors.":[34],"We":[35,129,140],"introduce":[36],"OOD-CV-v2,":[37],"a":[38,96,145],"benchmark":[39],"dataset":[40,143],"includes":[42],"out-of-distribution":[43],"examples":[44],"10":[46],"object":[47,68],"categories":[48],"terms":[50],"pose,":[52],"shape,":[53],"texture,":[54],"context":[55],"and":[56,60,70,123,137,152],"weather":[58],"conditions,":[59],"enables":[61],"benchmarking":[62],"models":[64],"for":[65],"image":[66],"classification,":[67],"detection,":[69],"3D":[71],"pose":[72],"estimation.":[73],"In":[74],"addition":[75],"to":[76,105,116,149],"this":[77,159],"novel":[78],"dataset,":[79],"we":[80],"contribute":[81],"extensive":[82],"experiments":[83],"using":[84],"popular":[85],"baseline":[86],"methods,":[87],"which":[88],"reveal":[89],"that:":[90],"1)":[91],"Some":[92],"factors":[94],"have":[95,119],"much":[97],"stronger":[98],"negative":[99],"effect":[100],"performance":[103],"compared":[104],"others,":[106],"also":[107],"depending":[108],"task.":[112],"2)":[113],"Current":[114],"approaches":[115],"enhance":[117],"only":[120],"marginal":[121],"effects,":[122],"can":[124],"even":[125],"reduce":[126],"robustness.":[127],"3)":[128],"do":[130],"not":[131],"observe":[132],"significant":[133],"differences":[134],"between":[135],"convolutional":[136],"transformer":[138],"architectures.":[139],"believe":[141],"our":[142],"provides":[144],"rich":[146],"test":[147],"bed":[148],"study":[150],"will":[153],"help":[154],"push":[155],"forward":[156],"research":[157],"area.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}