{"id":"https://openalex.org/W4387963643","doi":"https://doi.org/10.48550/arxiv.2310.16228","title":"On the Foundations of Shortcut Learning","display_name":"On the Foundations of Shortcut Learning","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-31","ids":{"openalex":"https://openalex.org/W4387963643","doi":"https://doi.org/10.48550/arxiv.2310.16228"},"language":"en","primary_location":{"id":"pmh:oai:proceedings.iclr.cc:2024/bf215fa7fe70a38c5e967e59c44a99d0","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2024/hash/bf215fa7fe70a38c5e967e59c44a99d0-Abstract-Conference.html","pdf_url":"https://proceedings.iclr.cc/paper_files/paper/2024/file/bf215fa7fe70a38c5e967e59c44a99d0-Paper-Conference.pdf","source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2024","raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W4387963643"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://proceedings.iclr.cc/paper_files/paper/2024/file/bf215fa7fe70a38c5e967e59c44a99d0-Paper-Conference.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030195779","display_name":"Katherine L. Hermann","orcid":"https://orcid.org/0009-0008-4626-6409","observed_orcids":["https://orcid.org/0009-0008-4626-6409"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hermann, Katherine L.","raw_affiliation_strings":["DeepMind , 2 Research} , Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeepMind , 2 Research} , Mountain View , CA , USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003384169","display_name":"Hossein Mobahi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mobahi, Hossein","raw_affiliation_strings":["DeepMind , 2 Research} , Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeepMind , 2 Research} , Mountain View , CA , USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038564554","display_name":"Thomas Fel","orcid":"https://orcid.org/0000-0002-2202-4615","observed_orcids":["https://orcid.org/0000-0002-2202-4615"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Fel, Thomas","raw_affiliation_strings":["DeepMind , 2 Research} , Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeepMind , 2 Research} , Mountain View , CA , USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047726287","display_name":"Michael Curtis Mozer","orcid":"https://orcid.org/0000-0002-9654-0575","observed_orcids":["https://orcid.org/0000-0002-9654-0575"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mozer, Michael C.","raw_affiliation_strings":["DeepMind , 2 Research} , Mountain View , CA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DeepMind , 2 Research} , Mountain View , CA , USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7714,"has_fulltext":true,"cited_by_count":49,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.950888,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3935999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3935999870300293,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.16140000522136688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.10930000245571136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shortcut-learning","display_name":"shortcut learning","score":1.0},{"id":"https://openalex.org/keywords/feature-availability","display_name":"feature availability","score":0.8510000109672546},{"id":"https://openalex.org/keywords/core-features","display_name":"core features","score":0.48399999737739563},{"id":"https://openalex.org/keywords/neural-tangent-kernel","display_name":"neural tangent kernel","score":0.6539999842643738},{"id":"https://openalex.org/keywords/relu","display_name":"ReLU","score":0.45100000500679016},{"id":"https://openalex.org/keywords/hyperbolic-tangent","display_name":"hyperbolic tangent function","score":0.5849999785423279},{"id":"https://openalex.org/keywords/linear-models","display_name":"linear models","score":0.6970000267028809},{"id":"https://openalex.org/keywords/image-classification","display_name":"image classification","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7472002506256104},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7185222506523132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6736421585083008},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.587726354598999},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5009286403656006},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4471493065357208},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4391057789325714},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4214269518852234},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4149683117866516},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34689557552337646},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:proceedings.iclr.cc:2024/bf215fa7fe70a38c5e967e59c44a99d0","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2024/hash/bf215fa7fe70a38c5e967e59c44a99d0-Abstract-Conference.html","pdf_url":"https://proceedings.iclr.cc/paper_files/paper/2024/file/bf215fa7fe70a38c5e967e59c44a99d0-Paper-Conference.pdf","source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2024","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arXiv.org:2310.16228","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16228","pdf_url":"https://arxiv.org/pdf/2310.16228","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.16228","doi":"https://doi.org/10.48550/arxiv.2310.16228","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.16228","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:proceedings.iclr.cc:2024/bf215fa7fe70a38c5e967e59c44a99d0","doi":null,"is_oa":true,"landing_page_url":"https://proceedings.iclr.cc/paper_files/paper/2024/hash/bf215fa7fe70a38c5e967e59c44a99d0-Abstract-Conference.html","pdf_url":"https://proceedings.iclr.cc/paper_files/paper/2024/file/bf215fa7fe70a38c5e967e59c44a99d0-Paper-Conference.pdf","source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Learning Representations 2024","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387963643.pdf","grobid_xml":"https://content.openalex.org/works/W4387963643.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1849277567","https://openalex.org/W1982374456","https://openalex.org/W2127265926","https://openalex.org/W2194775991","https://openalex.org/W2536200660","https://openalex.org/W2732026016","https://openalex.org/W2774616426","https://openalex.org/W2788481061","https://openalex.org/W2790415926","https://openalex.org/W2803921058","https://openalex.org/W2809136100","https://openalex.org/W2890304135","https://openalex.org/W2890647280","https://openalex.org/W2902617128","https://openalex.org/W2903867357","https://openalex.org/W2921802966","https://openalex.org/W2947451636","https://openalex.org/W2951286828","https://openalex.org/W2953494151","https://openalex.org/W2962787423","https://openalex.org/W2995793065","https://openalex.org/W3007373432","https://openalex.org/W3016970897","https://openalex.org/W3025069833","https://openalex.org/W3036438747","https://openalex.org/W3037215484","https://openalex.org/W3094749184","https://openalex.org/W3099180329","https://openalex.org/W3100924069","https://openalex.org/W3104962541","https://openalex.org/W3160359250","https://openalex.org/W3173806377","https://openalex.org/W3211661466","https://openalex.org/W4224920305","https://openalex.org/W4225612626","https://openalex.org/W4312436160","https://openalex.org/W4318902955","https://openalex.org/W4375869248","https://openalex.org/W4387074806","https://openalex.org/W7008967345","https://openalex.org/W7133202224","https://openalex.org/W7133203817","https://openalex.org/W7133218408"],"related_works":["https://openalex.org/W7127644463","https://openalex.org/W7103200333","https://openalex.org/W3204806350","https://openalex.org/W7117104187","https://openalex.org/W4321524577","https://openalex.org/W7167281228","https://openalex.org/W7203613553","https://openalex.org/W3170037207","https://openalex.org/W7160331060","https://openalex.org/W3100924069"],"abstract_inverted_index":{"Deep-learning":[0],"models":[1,54,159,195,246],"can":[2,39],"extract":[3],"a":[4,13,24,83,100,129,165,175,183,230],"rich":[5],"assortment":[6],"of":[7,147,214,233],"features":[8,12,112,228],"from":[9,42],"data.":[10],"Which":[11],"model":[14],"uses":[15],"depends":[16],"not":[17],"only":[18],"on":[19,32,46,136,187],"\\emph{predictivity}":[20],"--":[21,29,34,133],"how":[22,35,88,194,245],"reliably":[23],"feature":[25,38,57,96,143],"indicates":[26],"training-set":[27],"labels":[28],"but":[30,163],"also":[31],"\\emph{availability}":[33],"easily":[36],"the":[37,137,145,148,223],"be":[40],"extracted":[41],"inputs.":[43],"The":[44],"literature":[45],"shortcut":[47,131,138,215,227],"learning":[48],"has":[49],"noted":[50],"examples":[51],"in":[52,115,118,197,204,243],"which":[53,76,210],"privilege":[55],"one":[56],"over":[58,63,68],"another,":[59],"for":[60,105],"example":[61],"texture":[62],"shape":[64,94],"and":[65,85,90,117,126,202],"image":[66],"backgrounds":[67],"foreground":[69],"objects.":[70],"Here,":[71],"we":[72,120,127,192],"test":[73],"hypotheses":[74],"about":[75],"input":[77],"properties":[78],"are":[79,160,180],"more":[80,152],"available":[81],"to":[82,93,122,124,225],"model,":[84],"systematically":[86],"study":[87,193,239],"predictivity":[89,116,201],"availability":[91,203,208],"interact":[92],"models'":[95,212],"use.":[97],"We":[98,155],"construct":[99],"minimal,":[101],"explicit":[102],"generative":[103],"framework":[104],"synthesizing":[106],"classification":[107],"datasets":[108],"with":[109,169,182],"two":[110],"latent":[111],"that":[113,157,222],"vary":[114],"factors":[119],"hypothesize":[121],"relate":[123],"availability,":[125],"quantify":[128],"model's":[130],"bias":[132],"its":[134,241],"over-reliance":[135],"(more":[139],"available,":[140,151],"less":[141],"predictive)":[142,153],"at":[144],"expense":[146],"core":[149],"(less":[150],"feature.":[154],"find":[156],"linear":[158],"relatively":[161],"unbiased,":[162],"introducing":[164],"single":[166],"hidden":[167],"layer":[168],"ReLU":[170],"or":[171],"Tanh":[172],"units":[173],"yields":[174],"bias.":[176,216],"Our":[177],"empirical":[178],"findings":[179,220],"consistent":[181],"theoretical":[184],"account":[185],"based":[186],"Neural":[188],"Tangent":[189],"Kernels.":[190],"Finally,":[191],"used":[196],"practice":[198],"trade":[199],"off":[200],"naturalistic":[205],"datasets,":[206],"discovering":[207],"manipulations":[209],"increase":[211],"degree":[213],"Taken":[217],"together,":[218],"these":[219],"suggest":[221],"propensity":[224],"learn":[226],"is":[229],"fundamental":[231],"characteristic":[232],"deep":[234],"nonlinear":[235],"architectures":[236],"warranting":[237],"systematic":[238],"given":[240],"role":[242],"shaping":[244],"solve":[247],"tasks.":[248]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4387963643","counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":9}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2023-10-27T00:00:00"}
