{"id":"https://openalex.org/W4413146476","doi":"https://doi.org/10.1109/cvpr52734.2025.00017","title":"Do We Always Need the Simplicity Bias? Looking for Optimal Inductive Biases in the Wild","display_name":"Do We Always Need the Simplicity Bias? Looking for Optimal Inductive Biases in the Wild","publication_year":2025,"publication_date":"2025-06-10","ids":{"openalex":"https://openalex.org/W4413146476","doi":"https://doi.org/10.1109/cvpr52734.2025.00017"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52734.2025.00017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52734.2025.00017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067549788","display_name":"Damien Teney","orcid":"https://orcid.org/0000-0003-2130-6650"},"institutions":[{"id":"https://openalex.org/I7495430","display_name":"Idiap Research Institute","ror":"https://ror.org/05932h694","country_code":"CH","type":"facility","lineage":["https://openalex.org/I7495430"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Damien Teney","raw_affiliation_strings":["Idiap Research Institute"],"affiliations":[{"raw_affiliation_string":"Idiap Research Institute","institution_ids":["https://openalex.org/I7495430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040498107","display_name":"Liangze Jiang","orcid":"https://orcid.org/0000-0003-1757-0117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liangze Jiang","raw_affiliation_strings":["EPFL"],"affiliations":[{"raw_affiliation_string":"EPFL","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119282046","display_name":"Florin Gogianu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Florin Gogianu","raw_affiliation_strings":["Bitdefender"],"affiliations":[{"raw_affiliation_string":"Bitdefender","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058061726","display_name":"Ehsan Abbasnejad","orcid":null},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ehsan Abbasnejad","raw_affiliation_strings":["University of Adelaide"],"affiliations":[{"raw_affiliation_string":"University of Adelaide","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067549788"],"corresponding_institution_ids":["https://openalex.org/I7495430"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23768311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"79","last_page":"90"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13825","display_name":"Economic Policies and Impacts","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13825","display_name":"Economic Policies and Impacts","score":0.05559999868273735,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14465","display_name":"Leadership, Behavior, and Decision-Making Studies","score":0.0544000007212162,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.8219910860061646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5704009532928467},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11932551860809326}],"concepts":[{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.8219910860061646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5704009532928467},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11932551860809326},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52734.2025.00017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52734.2025.00017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2368019753","https://openalex.org/W2333930193","https://openalex.org/W2737356002","https://openalex.org/W2246241526","https://openalex.org/W4301122218","https://openalex.org/W2374150061","https://openalex.org/W2081340182"],"abstract_inverted_index":{"Neural":[0],"architectures":[1,180],"tend":[2],"to":[3,19,47,57,95,136,141,189],"fit":[4],"their":[5,20,198],"data":[6],"with":[7,200],"relatively":[8],"simple":[9],"functions.":[10],"This":[11,22],"\"simplicity":[12],"bias\"":[13],"is":[14,68,150,155],"widely":[15],"regarded":[16],"as":[17],"key":[18],"success.":[21],"paper":[23],"explores":[24],"the":[25,35,65,117,129,144,201],"limits":[26],"of":[27,88,108,147],"this":[28],"principle.":[29],"Building":[30],"on":[31,125],"recent":[32],"findings":[33],"that":[34,81,169],"simplicity":[36,66,118,145],"bias":[37,67,119,146],"stems":[38],"from":[39],"ReLU":[40,148],"activations":[41,132],"[96],":[42],"we":[43,76],"introduce":[44],"a":[45,86,191],"method":[46],"meta-learn":[48],"new":[49,78],"activation":[50,79,170],"functions":[51,80,171],"and":[52,70,111,138,197],"inductive":[53,162,175,193],"biases":[54,163,194],"better":[55,83],"suited":[56],"specific":[58],"tasks.Findings.":[59],"We":[60,167],"identify":[61],"multiple":[62],"tasks":[63,127],"where":[64,97,128],"inadequate":[69],"ReLUs":[71,122,137],"suboptimal.":[72],"In":[73,115],"these":[74,92,174],"cases,":[75],"learn":[77],"perform":[82],"by":[84,121],"inducing":[85],"prior":[87],"higher":[89],"complexity.":[90],"Interestingly,":[91],"cases":[93,107],"correspond":[94],"domains":[96],"neural":[98],"networks":[99,149],"have":[100],"historically":[101],"struggled:":[102],"tabular":[103],"data,":[104],"regression":[105],"tasks,":[106],"shortcut":[109],"learning,":[110],"algorithmic":[112],"grokking":[113],"tasks.":[114],"comparison,":[116],"induced":[120],"proves":[123],"adequate":[124],"image":[126,158],"best":[130],"learned":[131],"are":[133,164,186],"nearly":[134],"identical":[135],"GeLUs.Implications.":[139],"Contrary":[140],"popular":[142],"belief,":[143],"not":[151],"universally":[152],"useful.":[153],"It":[154],"near-optimal":[156],"for":[157],"classification,":[159],"but":[160,177],"other":[161],"sometimes":[165],"preferable.":[166],"showed":[168],"can":[172],"control":[173],"biases,":[176],"future":[178],"tailored":[179],"might":[181],"provide":[182],"further":[183],"benefits.":[184],"Advances":[185],"still":[187],"needed":[188],"characterize":[190],"model\u2019s":[192],"beyond":[195],"\"complexity\",":[196],"adequacy":[199],"data.":[202]},"counts_by_year":[],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}