{"id":"https://openalex.org/W7162765278","doi":"https://doi.org/10.48550/arxiv.2605.28870","title":"Representation Alignment Rests on Linear Structure","display_name":"Representation Alignment Rests on Linear Structure","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162765278","doi":"https://doi.org/10.48550/arxiv.2605.28870"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28870","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082445993","display_name":"Kiril Bangachev","orcid":"https://orcid.org/0000-0001-7131-956X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bangachev, Kiril","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060812074","display_name":"Guy Bresler","orcid":"https://orcid.org/0009-0007-6716-8827"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bresler, Guy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031031216","display_name":"Yury Polyanskiy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polyanskiy, Yury","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.25450000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.25450000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.1720000058412552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.08150000125169754,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.744700014591217},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6407999992370605},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6119999885559082},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4803999960422516},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42419999837875366},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.4034000039100647},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.3734000027179718},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.336899995803833}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.744700014591217},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6407999992370605},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6119999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.517799973487854},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4803999960422516},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4702000021934509},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4147999882698059},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3716000020503998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3691999912261963},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C114645060","wikidata":"https://www.wikidata.org/wiki/Q5431294","display_name":"Faithful representation","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C3019018024","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear operators","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4315282106399536,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,20,47,94,119],"investigate":[1],"the":[2,27,42,87,161,171],"Platonic":[3,23],"Representation":[4,44,163],"Hypothesis":[5,45,164],"(PRH)":[6],"through":[7],"a":[8,132,156],"tripartite":[9],"statistical":[10,157],"framework":[11],"of":[12,173],"representations:":[13],"signal,":[14,150],"bias,":[15,151],"and":[16,32,63,90,104,134,141,145,152,165],"noise.":[17],"{1)":[18],"Signal:}":[19],"propose":[21,155],"that":[22,50,65,96,122,159],"alignment":[24,73,142,172],"arises":[25],"from":[26,176],"universal":[28],"relationship":[29],"between":[30,138],"objects":[31],"attributes,":[33],"which":[34],"is":[35,125],"encoded":[36],"linearly":[37],"in":[38,117,143],"representations":[39,68,174],"according":[40],"to":[41,86,115,170],"Linear":[43,162],"(LRH).":[46],"provide":[48,120],"evidence":[49,121],"LRH":[51],"helps":[52],"explain":[53],"PRH":[54],"by":[55,127,130],"extracting":[56],"linear":[57],"object-attribute":[58],"features":[59],"with":[60],"sparse":[61,67],"autoencoders":[62],"showing":[64],"these":[66],"often":[69],"exhibit":[70],"stronger":[71],"cross-modal":[72],"than":[74],"their":[75],"dense":[76],"counterparts.":[77],"{2)":[78],"Bias:}":[79],"Models":[80],"have":[81],"different":[82],"implicit":[83],"biases":[84],"due":[85],"diverse":[88,177],"architectures":[89],"training":[91,113],"procedures":[92],"used.":[93],"show":[95],"this":[97],"difference":[98],"can":[99],"be":[100],"partially":[101],"mitigated.":[102],"Centering":[103],"normalization":[105],"consistently":[106],"improve":[107],"cross-model":[108],"alignment.":[109],"{3)":[110],"Noise:}":[111],"Finite-sample":[112],"leads":[114],"noise":[116,124],"representations.":[118],"representational":[123],"driven":[126],"data":[128],"scarcity":[129],"revealing":[131],"strong":[133],"consistent":[135],"positive":[136],"correlation":[137],"word":[139],"frequency":[140],"LLMs":[144],"text":[146],"embedding":[147],"models.":[148],"Synthesizing":[149],"noise,":[153],"we":[154],"model":[158],"refines":[160],"explains":[166],"further":[167],"phenomena":[168],"related":[169],"emerging":[175],"modern":[178],"AI":[179],"architectures.":[180]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-30T00:00:00"}