{"id":"https://openalex.org/W4411336859","doi":"https://doi.org/10.1109/tpami.2025.3580234","title":"Toward a Holistic Evaluation of Robustness in CLIP Models","display_name":"Toward a Holistic Evaluation of Robustness in CLIP Models","publication_year":2025,"publication_date":"2025-06-16","ids":{"openalex":"https://openalex.org/W4411336859","doi":"https://doi.org/10.1109/tpami.2025.3580234","pmid":"https://pubmed.ncbi.nlm.nih.gov/40522791"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3580234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3580234","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049740771","display_name":"Weijie Tu","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Weijie Tu","raw_affiliation_strings":["School of Computing, Australian National University, Canberra, ACT, Australia","School of Computing, The Australian National University, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0009-0002-7364-298X","affiliations":[{"raw_affiliation_string":"School of Computing, Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"School of Computing, The Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065550142","display_name":"Weijian Deng","orcid":"https://orcid.org/0000-0003-1565-742X"},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Weijian Deng","raw_affiliation_strings":["School of Computing, Australian National University, Canberra, ACT, Australia","School of Computing, The Australian National University, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1565-742X","affiliations":[{"raw_affiliation_string":"School of Computing, Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"School of Computing, The Australian National University, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I118347636"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111839117","display_name":"Tom Gedeon","orcid":null},"institutions":[{"id":"https://openalex.org/I118347636","display_name":"Australian National University","ror":"https://ror.org/019wvm592","country_code":"AU","type":"education","lineage":["https://openalex.org/I118347636"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tom Gedeon","raw_affiliation_strings":["Australian National University, University of Óbuda, Budapest, Hungary","Australian National University, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8356-4909","affiliations":[{"raw_affiliation_string":"Australian National University, University of Óbuda, Budapest, Hungary","institution_ids":["https://openalex.org/I118347636"]},{"raw_affiliation_string":"Australian National University, Australia","institution_ids":["https://openalex.org/I118347636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049740771"],"corresponding_institution_ids":["https://openalex.org/I118347636"],"apc_list":null,"apc_paid":null,"fwci":10.2848,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97834489,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"47","issue":"9","first_page":"8280","last_page":"8296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.2680000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.2680000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.762027382850647},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6616613864898682},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5717243552207947},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36946457624435425}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.762027382850647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6616613864898682},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5717243552207947},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36946457624435425},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3580234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3580234","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40522791","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40522791","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":105,"referenced_works":["https://openalex.org/W1905882502","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2131953535","https://openalex.org/W2194775991","https://openalex.org/W2254249950","https://openalex.org/W2594519801","https://openalex.org/W2732026016","https://openalex.org/W2797977484","https://openalex.org/W2798991696","https://openalex.org/W2886641317","https://openalex.org/W2963266575","https://openalex.org/W2974173561","https://openalex.org/W3016970897","https://openalex.org/W3035524453","https://openalex.org/W3037492894","https://openalex.org/W3138516171","https://openalex.org/W3176732771","https://openalex.org/W3177096435","https://openalex.org/W3198377975","https://openalex.org/W3198675127","https://openalex.org/W4214542053","https://openalex.org/W4238202755","https://openalex.org/W4312388311","https://openalex.org/W4312443924","https://openalex.org/W4312453657","https://openalex.org/W4312919733","https://openalex.org/W4312933868","https://openalex.org/W4313175608","https://openalex.org/W4386065512","https://openalex.org/W4386071547","https://openalex.org/W4386075874","https://openalex.org/W4386075975","https://openalex.org/W4390190253","https://openalex.org/W4390872508","https://openalex.org/W4390872773","https://openalex.org/W4390873312","https://openalex.org/W4390873481","https://openalex.org/W4401231868","https://openalex.org/W4402727263","https://openalex.org/W4402753712","https://openalex.org/W4402754274","https://openalex.org/W4402754286","https://openalex.org/W4402775923","https://openalex.org/W4403562063","https://openalex.org/W4403842477","https://openalex.org/W6636267554","https://openalex.org/W6639432524","https://openalex.org/W6686423066","https://openalex.org/W6728622933","https://openalex.org/W6739651123","https://openalex.org/W6756444276","https://openalex.org/W6757555829","https://openalex.org/W6762718338","https://openalex.org/W6763087592","https://openalex.org/W6763468762","https://openalex.org/W6764990469","https://openalex.org/W6767228950","https://openalex.org/W6767840039","https://openalex.org/W6779655649","https://openalex.org/W6780006332","https://openalex.org/W6780851395","https://openalex.org/W6784333009","https://openalex.org/W6786798588","https://openalex.org/W6790019176","https://openalex.org/W6790812334","https://openalex.org/W6791353385","https://openalex.org/W6791793911","https://openalex.org/W6793164127","https://openalex.org/W6795045487","https://openalex.org/W6795140394","https://openalex.org/W6795475546","https://openalex.org/W6796831281","https://openalex.org/W6796952974","https://openalex.org/W6797080668","https://openalex.org/W6809646742","https://openalex.org/W6810505583","https://openalex.org/W6810879928","https://openalex.org/W6810895568","https://openalex.org/W6839309203","https://openalex.org/W6839637238","https://openalex.org/W6841811770","https://openalex.org/W6846007759","https://openalex.org/W6846310912","https://openalex.org/W6847205051","https://openalex.org/W6849177959","https://openalex.org/W6849858662","https://openalex.org/W6850991314","https://openalex.org/W6851592950","https://openalex.org/W6851800889","https://openalex.org/W6852164222","https://openalex.org/W6852690433","https://openalex.org/W6853050242","https://openalex.org/W6853255756","https://openalex.org/W6853560453","https://openalex.org/W6854866820","https://openalex.org/W6856853793","https://openalex.org/W6857172037","https://openalex.org/W6857791093","https://openalex.org/W6858023062","https://openalex.org/W6859847945","https://openalex.org/W6861231169","https://openalex.org/W6861989417","https://openalex.org/W6872283940"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Contrastive":[0],"Language-Image":[1],"Pre-training":[2],"(CLIP)":[3],"models":[4,74,112,185,207],"have":[5],"shown":[6],"significant":[7,176],"potential,":[8],"particularly":[9],"in":[10,48,89,172,178,218],"zero-shot":[11],"classification":[12,23,64,127,219],"across":[13],"diverse":[14],"distribution":[15],"shifts.":[16],"Building":[17],"on":[18,122,139,204],"existing":[19],"evaluations":[20],"of":[21,34,136,168,241],"overall":[22],"robustness,":[24],"this":[25,124,197],"work":[26],"aims":[27],"to":[28,46,86,187,200,231],"provide":[29],"a":[30,175,189],"more":[31],"comprehensive":[32],"assessment":[33],"CLIP":[35,73,90,116,140,173,184,212,225,242],"by":[36],"introducing":[37],"several":[38,158],"new":[39],"perspectives.":[40],"First,":[41],"we":[42,53,67,82,99,132],"investigate":[43],"their":[44,179],"robustness":[45,180,238],"variations":[47],"specific":[49],"visual":[50,119,170],"factors.":[51],"Second,":[52],"assess":[54],"two":[55],"critical":[56],"safety":[57],"objectives-confidence":[58],"uncertainty":[59],"and":[60,78,105,152,239],"out-of-distribution":[61],"detection-beyond":[62],"mere":[63],"accuracy.":[65],"Third,":[66],"evaluate":[68],"the":[69,76,101,118,134,166,169,211,237],"finesse":[70],"with":[71],"which":[72],"bridge":[75],"image":[77,96],"text":[79],"modalities.":[80],"Fourth,":[81],"extend":[83],"our":[84],"examination":[85],"3D":[87,182],"awareness":[88],"models,":[91],"moving":[92],"beyond":[93],"traditional":[94],"2D":[95],"understanding.":[97],"Finally,":[98],"explore":[100],"interaction":[102,125],"between":[103],"vision":[104,213],"language":[106],"encoders":[107],"within":[108],"modern":[109],"large":[110],"multimodal":[111],"(LMMs)":[113],"that":[114],"utilize":[115],"as":[117],"backbone,":[120],"focusing":[121],"how":[123],"impacts":[126],"robustness.":[128],"In":[129],"each":[130],"aspect,":[131],"consider":[133],"impact":[135],"six":[137],"factors":[138],"models:":[141],"model":[142],"architecture,":[143],"training":[144,146],"distribution,":[145],"set":[147],"size,":[148],"fine-tuning,":[149],"contrastive":[150],"loss,":[151],"test-time":[153],"prompts.":[154],"Our":[155,227],"study":[156],"uncovers":[157],"previously":[159],"unknown":[160],"insights":[161],"into":[162],"CLIP.":[163],"For":[164],"instance,":[165],"architecture":[167],"encoder":[171],"plays":[174],"role":[177],"against":[181],"corruption.":[183],"tend":[186],"exhibit":[188,216],"bias":[190,198],"towards":[191],"shape":[192],"when":[193],"making":[194],"predictions.":[195],"Moreover,":[196],"tends":[199],"diminish":[201],"after":[202],"fine-tuning":[203],"ImageNet.":[205],"Vision-language":[206],"like":[208],"LLaVA,":[209],"leveraging":[210],"encoder,":[214],"could":[215],"benefits":[217],"performance":[220],"for":[221,235],"challenging":[222],"categories":[223],"over":[224],"alone.":[226],"findings":[228],"are":[229],"poised":[230],"offer":[232],"valuable":[233],"guidance":[234],"enhancing":[236],"reliability":[240],"models.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}