{"id":"https://openalex.org/W7154270896","doi":"https://doi.org/10.48550/arxiv.2604.09979","title":"A Minimal Model of Representation Collapse: Frustration, Stop-Gradient, and Dynamics","display_name":"A Minimal Model of Representation Collapse: Frustration, Stop-Gradient, and Dynamics","publication_year":2026,"publication_date":"2026-04-11","ids":{"openalex":"https://openalex.org/W7154270896","doi":"https://doi.org/10.48550/arxiv.2604.09979"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09979","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089765171","display_name":"Louie Hong Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Louie Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133618916","display_name":"Yuhao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133625849","display_name":"Shengchao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shengchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.32089999318122864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.32089999318122864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.13750000298023224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.13750000298023224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6700999736785889},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6694999933242798},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5529999732971191},{"id":"https://openalex.org/keywords/fixed-point","display_name":"Fixed point","score":0.4767000079154968},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4542999863624573},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.43849998712539673},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.3797000050544739},{"id":"https://openalex.org/keywords/linear-dynamical-system","display_name":"Linear dynamical system","score":0.3732999861240387}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6700999736785889},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6694999933242798},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5529999732971191},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5238999724388123},{"id":"https://openalex.org/C61445026","wikidata":"https://www.wikidata.org/wiki/Q217608","display_name":"Fixed point","level":2,"score":0.4767000079154968},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.43849998712539673},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4018000066280365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39010000228881836},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3797000050544739},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3765999972820282},{"id":"https://openalex.org/C114275822","wikidata":"https://www.wikidata.org/wiki/Q621512","display_name":"Linear dynamical system","level":3,"score":0.3732999861240387},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C163415756","wikidata":"https://www.wikidata.org/wiki/Q126473","display_name":"Contraction (grammar)","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3188999891281128},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C2780032228","wikidata":"https://www.wikidata.org/wiki/Q6865324","display_name":"Minimal model","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.758400022983551,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Self-supervised":[0],"representation":[1,31],"learning":[2,8],"is":[3,90],"central":[4],"to":[5],"modern":[6],"machine":[7],"because":[9],"it":[10,27],"extracts":[11],"structured":[12],"latent":[13],"features":[14,214],"from":[15,30],"unlabeled":[16],"data":[17,109],"and":[18,24,44,56,71,153,169,183,199],"enables":[19,180],"robust":[20],"transfer":[21],"across":[22],"tasks":[23],"domains.":[25],"However,":[26],"can":[28,74],"suffer":[29],"collapse,":[32],"a":[33,64,81,85,114,149,171,204],"widely":[34],"observed":[35],"failure":[36],"mode":[37],"in":[38,77,203],"which":[39],"embeddings":[40],"lose":[41],"discriminative":[42],"structure":[43],"distinct":[45],"inputs":[46],"become":[47],"indistinguishable.":[48],"To":[49],"understand":[50],"the":[51,57,94,102,108,135,140,157,160,165,195,210,218],"mechanisms":[52],"that":[53,59,101,120,133,178,194,209,215],"drive":[54],"collapse":[55,89,106,126,145],"ingredients":[58],"prevent":[60],"it,":[61],"we":[62,143],"introduce":[63],"minimal":[65,211],"embedding-only":[66],"model":[67,103],"whose":[68],"gradient-flow":[69],"dynamics":[70,198],"fixed":[72,167],"points":[73,168],"be":[75,122],"analyzed":[76],"closed":[78],"form,":[79],"using":[80],"classification-representation":[82],"setting":[83],"as":[84],"concrete":[86],"playground":[87],"where":[88],"directly":[91],"quantified":[92],"through":[93,127],"contraction":[95],"of":[96,117,159],"label-embedding":[97],"geometry.":[98],"We":[99,163,190],"illustrate":[100],"does":[104],"not":[105],"when":[107],"are":[110],"perfectly":[111],"classifiable,":[112],"while":[113],"small":[115],"fraction":[116],"frustrated":[118],"samples":[119],"cannot":[121],"classified":[123],"consistently":[124],"induces":[125],"an":[128],"additional":[129],"slow":[130],"time":[131],"scale":[132],"follows":[134],"early":[136],"performance":[137],"gain.":[138],"Within":[139],"same":[141,196],"framework,":[142],"examine":[144],"prevention":[146],"by":[147],"adding":[148],"shared":[150],"projection":[151],"head":[152],"applying":[154],"stop-gradient":[155,179],"at":[156],"level":[158],"training":[161],"dynamics.":[162],"analyze":[164],"resulting":[166],"develop":[170],"dynamical":[172],"mean-field":[173],"style":[174],"self-consistency":[175],"description,":[176],"showing":[177],"non-collapsed":[181],"solutions":[182],"stabilizes":[184],"finite":[185],"class":[186],"separation":[187],"under":[188],"frustration.":[189],"further":[191],"verify":[192],"empirically":[193],"qualitative":[197],"collapse-prevention":[200],"effects":[201],"appear":[202],"linear":[205],"teacher-student":[206],"model,":[207],"indicating":[208],"theory":[212],"captures":[213],"persist":[216],"beyond":[217],"pure":[219],"embedding":[220],"setting.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-15T00:00:00"}