{"id":"https://openalex.org/W7135211819","doi":"https://doi.org/10.48550/arxiv.2603.11970","title":"Statistical and structural identifiability in representation learning","display_name":"Statistical and structural identifiability in representation learning","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135211819","doi":"https://doi.org/10.48550/arxiv.2603.11970"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11970","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11970","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11970","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128936339","display_name":"Walter Nelson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nelson, Walter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129039347","display_name":"Marco Fumero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fumero, Marco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129093777","display_name":"Theofanis Karaletsos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karaletsos, Theofanis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5073157306","display_name":"Francesco Locatello","orcid":"https://orcid.org/0000-0002-4850-0683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Locatello, Francesco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.4830000102519989,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.4830000102519989,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.32690000534057617,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identifiability","display_name":"Identifiability","score":0.9350000023841858},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.6618000268936157},{"id":"https://openalex.org/keywords/statistical-learning-theory","display_name":"Statistical learning theory","score":0.5763999819755554},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5192999839782715},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4943999946117401},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.4602000117301941},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.454800009727478},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43130001425743103}],"concepts":[{"id":"https://openalex.org/C122770356","wikidata":"https://www.wikidata.org/wiki/Q1656753","display_name":"Identifiability","level":2,"score":0.9350000023841858},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.6618000268936157},{"id":"https://openalex.org/C2779915298","wikidata":"https://www.wikidata.org/wiki/Q7604400","display_name":"Statistical learning theory","level":3,"score":0.5763999819755554},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5199999809265137},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5192999839782715},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4943999946117401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4846000075340271},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.454800009727478},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43130001425743103},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4153999984264374},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3781999945640564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.373199999332428},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3303000032901764},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3019999861717224},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2797999978065491},{"id":"https://openalex.org/C48057537","wikidata":"https://www.wikidata.org/wiki/Q3551145","display_name":"Statistical theory","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C204707403","wikidata":"https://www.wikidata.org/wiki/Q1152398","display_name":"Canonical form","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11970","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11970","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11970","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11970","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Representation":[0],"learning":[1,58],"models":[2,91,119],"exhibit":[3],"a":[4,19,83,115,176,197,201],"surprising":[5],"stability":[6,17],"in":[7,102],"their":[8],"internal":[9],"representations.":[10,187],"Whereas":[11],"most":[12],"prior":[13],"work":[14],"treats":[15],"this":[16,150,191],"as":[18,25],"single":[20],"property,":[21],"we":[22,60,81,134],"formalize":[23],"it":[24,208],"two":[26],"distinct":[27],"concepts:":[28],"statistical":[29,66,84,169],"identifiability":[30,38,51,97,170],"(consistency":[31],"of":[32,40,65,70,90,110,114,118,144,152,185],"representations":[33,41,71,89,101,113],"across":[34],"runs)":[35],"and":[36,67,124,154,156,178],"structural":[37,68,173],"(alignment":[39],"with":[42,92],"some":[43,74],"unobserved":[44],"ground":[45],"truth).":[46],"Recognizing":[47],"that":[48,136],"perfect":[49],"pointwise":[50],"is":[52],"generally":[53],"unrealistic":[54],"for":[55,87,149,181,205],"modern":[56],"representation":[57],"models,":[59,153],"propose":[61],"new":[62],"model-agnostic":[63],"definitions":[64],"near-identifiability":[69,109,159],"up":[72],"to":[73,108,172],"error":[75],"tolerance":[76],"$\u03b5$.":[77],"Leveraging":[78],"these":[79,128],"definitions,":[80],"prove":[82],"$\u03b5$-near-identifiability":[85],"result":[86],"the":[88,111,145,166],"nonlinear":[93],"decoders,":[94],"generalizing":[95],"existing":[96],"theory":[98],"beyond":[99],"last-layer":[100],"e.g.":[103],"generative":[104],"pre-trained":[105],"transformers":[106],"(GPTs)":[107],"intermediate":[112],"broad":[116],"class":[117,151],"including":[120],"(masked)":[121],"autoencoders":[122],"(MAEs)":[123],"supervised":[125],"learners.":[126],"Although":[127],"weaker":[129,132],"assumptions":[130,164],"confer":[131],"identifiability,":[133,174],"show":[135],"independent":[137],"components":[138],"analysis":[139],"(ICA)":[140],"can":[141],"resolve":[142],"much":[143],"remaining":[146],"linear":[147],"ambiguity":[148],"validate":[155],"measure":[157],"our":[158],"claims":[160],"empirically.":[161],"With":[162,200],"additional":[163],"on":[165],"data-generating":[167],"process,":[168],"extends":[171],"yielding":[175],"simple":[177],"practical":[179],"recipe":[180],"disentanglement:":[182],"ICA":[183],"post-processing":[184],"latent":[186],"On":[188],"synthetic":[189],"benchmarks,":[190],"approach":[192],"achieves":[193],"state-of-the-art":[194],"disentanglement":[195],"using":[196],"vanilla":[198],"autoencoder.":[199],"foundation":[202],"model-scale":[203],"MAE":[204],"cell":[206],"microscopy,":[207],"disentangles":[209],"biological":[210],"variation":[211],"from":[212],"technical":[213],"batch":[214],"effects,":[215],"substantially":[216],"improving":[217],"downstream":[218],"generalization.":[219]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-14T00:00:00"}
