{"id":"https://openalex.org/W4392575412","doi":"https://doi.org/10.48550/arxiv.2403.03375","title":"Complexity Matters: Dynamics of Feature Learning in the Presence of Spurious Correlations","display_name":"Complexity Matters: Dynamics of Feature Learning in the Presence of Spurious Correlations","alternate_titles":[],"publication_year":2024,"publication_date":"2024-03-05","ids":{"openalex":"https://openalex.org/W4392575412","doi":"https://doi.org/10.48550/arxiv.2403.03375"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.03375","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.03375","pdf_url":"https://arxiv.org/pdf/2403.03375","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4392575412"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.03375","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111179411","display_name":"GuanWen Qiu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Qiu, GuanWen","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083013626","display_name":"Da Kuang","orcid":"https://orcid.org/0009-0000-0352-2101","observed_orcids":["https://orcid.org/0009-0000-0352-2101"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kuang, Da","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019144684","display_name":"Surbhi Goel","orcid":"https://orcid.org/0000-0002-0385-9043","observed_orcids":["https://orcid.org/0000-0002-0385-9043"]},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Goel, Surbhi","raw_affiliation_strings":["University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6601999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.6601999998092651,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.17990000545978546,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.06480000168085098,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-correlations","display_name":"spurious correlations","score":0.9490000009536743},{"id":"https://openalex.org/keywords/spurious-features","display_name":"spurious features","score":0.6980000138282776},{"id":"https://openalex.org/keywords/core-features","display_name":"core features","score":0.9520000219345093},{"id":"https://openalex.org/keywords/feature-complexity","display_name":"feature complexity","score":0.6320000290870667},{"id":"https://openalex.org/keywords/learning-rate","display_name":"learning rate","score":0.5709999799728394},{"id":"https://openalex.org/keywords/subnetworks","display_name":"subnetworks","score":0.5540000200271606},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.7940000295639038},{"id":"https://openalex.org/keywords/synthetic-dataset","display_name":"synthetic dataset","score":0.7149999737739563},{"id":"https://openalex.org/keywords/relu-neural-networks","display_name":"ReLU networks","score":0.7350000143051147},{"id":"https://openalex.org/keywords/neural-network-optimization","display_name":"neural network optimization","score":0.8569999933242798}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.9598217010498047},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7283335328102112},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.6688504219055176},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4657023549079895},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.45775967836380005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4103565812110901},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34952104091644287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3164004385471344},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.283957839012146},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2380715310573578},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19275233149528503},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06128901243209839},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.03375","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.03375","pdf_url":"https://arxiv.org/pdf/2403.03375","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.03375","doi":"https://doi.org/10.48550/arxiv.2403.03375","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.03375","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.03375","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.03375","pdf_url":"https://arxiv.org/pdf/2403.03375","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337253","display_name":"Instituto de Ciencias del Mar y Limnolog\u00eda, Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/040wdye98"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392575412.pdf","grobid_xml":"https://content.openalex.org/works/W4392575412.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1891181203","https://openalex.org/W2529194139","https://openalex.org/W2560647685","https://openalex.org/W2607892599","https://openalex.org/W2788633781","https://openalex.org/W2803921058","https://openalex.org/W2897097528","https://openalex.org/W2902476877","https://openalex.org/W2902617128","https://openalex.org/W2947785987","https://openalex.org/W2949886837","https://openalex.org/W2951286828","https://openalex.org/W2953494151","https://openalex.org/W2970971581","https://openalex.org/W2981188200","https://openalex.org/W2991497298","https://openalex.org/W2997591727","https://openalex.org/W3006410630","https://openalex.org/W3016970897","https://openalex.org/W3021336872","https://openalex.org/W3036438747","https://openalex.org/W3088349782","https://openalex.org/W3094749184","https://openalex.org/W3098528040","https://openalex.org/W3099180329","https://openalex.org/W3100924069","https://openalex.org/W3127322093","https://openalex.org/W3160359250","https://openalex.org/W3166510965","https://openalex.org/W3170718858","https://openalex.org/W3172307065","https://openalex.org/W3203690435","https://openalex.org/W3210872821","https://openalex.org/W4221146405","https://openalex.org/W4221164932","https://openalex.org/W4224920305","https://openalex.org/W4226029354","https://openalex.org/W4226345839","https://openalex.org/W4236362309","https://openalex.org/W4307077003","https://openalex.org/W4310819910","https://openalex.org/W4318350351","https://openalex.org/W4321648989","https://openalex.org/W4360103581","https://openalex.org/W4378768607","https://openalex.org/W4378942776","https://openalex.org/W4381713106","https://openalex.org/W4387156670","https://openalex.org/W7133191711","https://openalex.org/W7133192734","https://openalex.org/W7133194701","https://openalex.org/W7133195721","https://openalex.org/W7133202224","https://openalex.org/W7133228524"],"related_works":["https://openalex.org/W7166687380","https://openalex.org/W4378942776","https://openalex.org/W7133192734","https://openalex.org/W4377866414","https://openalex.org/W7087715124","https://openalex.org/W4307077003","https://openalex.org/W4388482412","https://openalex.org/W6929534553","https://openalex.org/W4402856948","https://openalex.org/W4413144775"],"abstract_inverted_index":{"Existing":[0],"research":[1],"often":[2],"posits":[3],"spurious":[4,82,92,102,106,127,134,143,170,185],"features":[5,12,83,107,128,137,144,151,201],"as":[6],"easier":[7],"to":[8,70,78,84,123,168],"learn":[9,124],"than":[10,34],"core":[11,71,115,125,136,150],"in":[13,55],"neural":[14],"network":[15],"optimization,":[16],"but":[17],"the":[18,35,66,79,86,110,114,161,165,196],"impact":[19],"of":[20,38,81,88,113,133,163,176,184,198],"their":[21],"relative":[22,67],"simplicity":[23],"remains":[24],"under-explored.":[25],"Moreover,":[26],"studies":[27],"mainly":[28],"focus":[29],"on":[30],"end":[31],"performance":[32],"rather":[33],"learning":[36,90,111,131,183,199],"dynamics":[37,87],"feature":[39,89],"learning.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44],"propose":[45],"a":[46,203],"theoretical":[47,193],"framework":[48],"and":[49,73,126,135,172],"an":[50],"associated":[51],"synthetic":[52],"dataset":[53],"grounded":[54],"boolean":[56],"function":[57],"analysis.":[58],"This":[59],"setup":[60],"allows":[61],"for":[62,195],"fine-grained":[63],"control":[64],"over":[65],"complexity":[68],"(compared":[69],"features)":[72],"correlation":[74,171],"strength":[75],"(with":[76],"respect":[77],"label)":[80],"study":[85],"under":[91],"correlations.":[93],"Our":[94],"findings":[95,159,191],"uncover":[96],"several":[97],"interesting":[98],"phenomena:":[99],"(1)":[100],"stronger":[101],"correlations":[103],"or":[104],"simpler":[105],"slow":[108],"down":[109],"rate":[112],"features,":[116],"(2)":[117],"two":[118],"distinct":[119],"subnetworks":[120],"are":[121,138,145,152],"formed":[122],"separately,":[129],"(3)":[130],"phases":[132],"not":[139,146],"always":[140],"separable,":[141],"(4)":[142],"forgotten":[147],"even":[148],"after":[149],"fully":[153],"learned.":[154],"We":[155,187],"demonstrate":[156],"that":[157,180],"our":[158,189],"justify":[160],"success":[162],"retraining":[164],"last":[166],"layer":[167],"remove":[169],"also":[173],"identifies":[174],"limitations":[175],"popular":[177],"debiasing":[178],"algorithms":[179],"exploit":[181],"early":[182],"features.":[186],"support":[188],"empirical":[190],"with":[192,202],"analyses":[194],"case":[197],"XOR":[200],"one-hidden-layer":[204],"ReLU":[205],"network.":[206]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4392575412","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2024-03-08T00:00:00"}
