{"id":"https://openalex.org/W4392019934","doi":"https://doi.org/10.48550/arxiv.2402.12715","title":"The Clever Hans Mirage: A Comprehensive Survey on Spurious Correlations in Machine Learning","display_name":"The Clever Hans Mirage: A Comprehensive Survey on Spurious Correlations in Machine Learning","publication_year":2024,"publication_date":"2024-02-20","ids":{"openalex":"https://openalex.org/W4392019934","doi":"https://doi.org/10.48550/arxiv.2402.12715"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2402.12715","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.12715","pdf_url":"https://arxiv.org/pdf/2402.12715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.12715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067298507","display_name":"Wenqian Ye","orcid":"https://orcid.org/0000-0002-6069-5153","observed_orcids":["https://orcid.org/0000-0002-6069-5153"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Wenqian","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiang, Luyang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Luyang","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xie, Eric","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Eric","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028570408","display_name":"Guangtao Zheng","orcid":"https://orcid.org/0000-0002-1287-4931","observed_orcids":["https://orcid.org/0000-0002-1287-4931"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Guangtao","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103050279","display_name":"Yunsheng Ma","orcid":"https://orcid.org/0000-0003-3933-2574","observed_orcids":["https://orcid.org/0000-0003-3933-2574"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Yunsheng","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101348285","display_name":"Xu Cao","orcid":"https://orcid.org/0009-0008-0005-593X","observed_orcids":["https://orcid.org/0009-0008-0005-593X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Xu","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guo, Dongliang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Dongliang","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi, Daiqing","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Daiqing","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"He, Zeyu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Zeyu","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tian, Yijun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Yijun","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004271884","display_name":"Megan P. Coffee","orcid":"https://orcid.org/0000-0002-4581-111X","observed_orcids":["https://orcid.org/0000-0002-4581-111X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coffee, Megan","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeng, Zhe","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Zhe","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Li, Sheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Sheng","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ting-hao","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ting-hao","raw_affiliation_strings":["Kenneth"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kenneth","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Huang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Ziran","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Rehg, James M.","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rehg, James M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kautz, Henry","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kautz, Henry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013588572","display_name":"Aidong Zhang","orcid":"https://orcid.org/0000-0001-9723-3246","observed_orcids":["https://orcid.org/0000-0001-9723-3246"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Aidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3483999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3483999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.2615000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.24009999632835388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-correlations","display_name":"spurious correlations","score":0.9850000143051147},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.5849999785423279},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.6930000185966492},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.8629999756813049},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.6930000185966492},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.7540000081062317},{"id":"https://openalex.org/keywords/clever-hans-effect","display_name":"Clever Hans effect","score":0.7760000228881836}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.8705465793609619},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4414075016975403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41116422414779663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40937089920043945},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3675498068332672},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3521263003349304},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.34113138914108276},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22783252596855164}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2402.12715","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.12715","pdf_url":"https://arxiv.org/pdf/2402.12715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.12715","doi":"https://doi.org/10.48550/arxiv.2402.12715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.12715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.12715","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.12715","pdf_url":"https://arxiv.org/pdf/2402.12715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392019934.pdf","grobid_xml":"https://content.openalex.org/works/W4392019934.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4366769859","https://openalex.org/W4404390758","https://openalex.org/W4410540177","https://openalex.org/W4366769390","https://openalex.org/W4309213162","https://openalex.org/W4386113923","https://openalex.org/W7220754219","https://openalex.org/W7087715124","https://openalex.org/W3131438652","https://openalex.org/W4367694524"],"abstract_inverted_index":{"Back":[0],"in":[1,20,30,90,128,160,173],"the":[2,31,35,59,68,77,98,151,154,161,174,178],"early":[3],"20th":[4],"century,":[5],"a":[6,108,117,148],"horse":[7],"named":[8],"Hans":[9],"appeared":[10],"to":[11,49,52,86,140,167],"perform":[12],"arithmetic":[13],"and":[14,64,67,73,101,138,157],"other":[15],"intellectual":[16],"tasks":[17],"during":[18],"exhibitions":[19],"Germany,":[21],"while":[22],"it":[23],"actually":[24],"relied":[25],"solely":[26],"on":[27],"involuntary":[28],"cues":[29],"body":[32],"language":[33],"from":[34],"human":[36],"trainer.":[37],"Modern":[38],"machine":[39,129,179],"learning":[40,130,180],"models":[41,46],"are":[42,47,79],"no":[43],"different.":[44],"These":[45],"known":[48,80],"be":[50],"sensitive":[51],"spurious":[53,126],"correlations":[54,75,127],"between":[55],"non-essential":[56],"features":[57,72],"of":[58,111,120,150,163,177],"inputs":[60],"(e.g.,":[61],"background,":[62],"texture,":[63],"secondary":[65],"objects)":[66],"corresponding":[69],"labels.":[70],"Such":[71],"their":[74],"with":[76,88,116,147],"labels":[78],"as":[81],"\"spurious\"":[82],"because":[83],"they":[84],"tend":[85],"change":[87],"shifts":[89],"real-world":[91],"data":[92],"distributions,":[93],"which":[94],"can":[95],"negatively":[96],"impact":[97],"model's":[99],"generalization":[100],"robustness.":[102],"In":[103],"this":[104,112],"paper,":[105],"we":[106,133],"provide":[107,168],"comprehensive":[109],"survey":[110],"emerging":[113],"issue,":[114],"along":[115],"fine-grained":[118],"taxonomy":[119],"existing":[121,135],"state-of-the-art":[122],"methods":[123],"for":[124,171],"addressing":[125],"models.":[131],"Additionally,":[132],"summarize":[134],"datasets,":[136],"benchmarks,":[137],"metrics":[139],"facilitate":[141],"future":[142,158],"research.":[143],"The":[144],"paper":[145],"concludes":[146],"discussion":[149],"broader":[152],"impacts,":[153],"recent":[155],"advancements,":[156],"challenges":[159],"era":[162],"generative":[164],"AI,":[165],"aiming":[166],"valuable":[169],"insights":[170],"researchers":[172],"related":[175],"domains":[176],"community.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":30},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":8}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-02-22T00:00:00"}