{"id":"https://openalex.org/W7222962260","doi":"https://doi.org/10.48550/arxiv.2610.22655","title":"Is a Linear Probe Evidence of a Linear Representation?","display_name":"Is a Linear Probe Evidence of a Linear Representation?","publication_year":2026,"publication_date":"2026-10-15","ids":{"openalex":"https://openalex.org/W7222962260","doi":"https://doi.org/10.48550/arxiv.2610.22655"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.22655","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22655","pdf_url":"https://arxiv.org/pdf/2610.22655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.22655","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159076427","display_name":"Nadir Kutluozen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2750212522","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2750212522"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kutluozen, Nadir","raw_affiliation_strings":["Cold Spring Harbor Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cold Spring Harbor Laboratory","institution_ids":["https://openalex.org/I2750212522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093004262","display_name":"Christian Intern\u00f2","orcid":"https://orcid.org/0009-0006-2506-1186","observed_orcids":["https://orcid.org/0009-0006-2506-1186"]},"institutions":[{"id":"https://openalex.org/I20121455","display_name":"Bielefeld University","ror":"https://ror.org/02hpadn98","country_code":"DE","type":"education","lineage":["https://openalex.org/I20121455"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Intern\u00f2, Christian","raw_affiliation_strings":["Bielefeld University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bielefeld University","institution_ids":["https://openalex.org/I20121455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059395392","display_name":"David Alexander Klindt","orcid":"https://orcid.org/0009-0000-6604-7969","observed_orcids":["https://orcid.org/0009-0000-6604-7969"]},"institutions":[{"id":"https://openalex.org/I2750212522","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I2750212522"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klindt, David","raw_affiliation_strings":["Cold Spring Harbor Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cold Spring Harbor Laboratory","institution_ids":["https://openalex.org/I2750212522"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.42410001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.42410001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.23880000412464142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10379999876022339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-representation-hypothesis","display_name":"linear representation hypothesis","score":0.9300000071525574},{"id":"https://openalex.org/keywords/linear-array-transducer","display_name":"linear array transducer","score":0.9359999895095825},{"id":"https://openalex.org/keywords/generative-factors","display_name":"generative factors","score":0.6919999718666077},{"id":"https://openalex.org/keywords/latent-representations","display_name":"latent representations","score":0.43799999356269836},{"id":"https://openalex.org/keywords/kernel-methods","display_name":"kernel methods","score":0.6660000085830688},{"id":"https://openalex.org/keywords/random-feature-maps","display_name":"random feature maps","score":0.5509999990463257},{"id":"https://openalex.org/keywords/spectral-concentration","display_name":"spectral concentration","score":0.9869999885559082},{"id":"https://openalex.org/keywords/out-of-distribution-generalization","display_name":"out-of-distribution generalization","score":0.9959999918937683},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.5920000076293945},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.640999972820282}],"concepts":[{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5735999941825867},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5242999792098999},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.5217999815940857},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5045999884605408},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.4927000105381012},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44760000705718994},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.44699999690055847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4311999976634979},{"id":"https://openalex.org/C49766605","wikidata":"https://www.wikidata.org/wiki/Q207643","display_name":"Linear map","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.40119999647140503},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3984000086784363},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.39329999685287476},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34220001101493835},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.32010000944137573},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C139722471","wikidata":"https://www.wikidata.org/wiki/Q2619517","display_name":"Linear filter","level":3,"score":0.2928999960422516},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.27309998869895935},{"id":"https://openalex.org/C77170095","wikidata":"https://www.wikidata.org/wiki/Q1753188","display_name":"Linearity","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C20050597","wikidata":"https://www.wikidata.org/wiki/Q261527","display_name":"Linear form","level":2,"score":0.2524999976158142},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2508000135421753}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2610.22655","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22655","pdf_url":"https://arxiv.org/pdf/2610.22655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.cshl.edu:42355","doi":null,"is_oa":true,"landing_page_url":"https://repository.cshl.edu/id/eprint/42355/1/10.48550.arXiv.2610.22655.pdf","pdf_url":"https://repository.cshl.edu/id/eprint/42355/1/10.48550.arXiv.2610.22655.pdf","source":{"id":"https://openalex.org/S4306402288","display_name":"Cold Spring Harbor Laboratory Institutional Repository (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Paper"},{"id":"doi:10.48550/arxiv.2610.22655","doi":"https://doi.org/10.48550/arxiv.2610.22655","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.22655","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.22655","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.22655","pdf_url":"https://arxiv.org/pdf/2610.22655","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1560980263","display_name":null,"funder_award_id":"S10OD028632-01","funder_id":"https://openalex.org/F4320314202","funder_display_name":"Cold Spring Harbor Laboratory"}],"funders":[{"id":"https://openalex.org/F4320314202","display_name":"Cold Spring Harbor Laboratory","ror":"https://ror.org/02qz8b764"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7222962260.pdf","grobid_xml":"https://content.openalex.org/works/W7222962260.grobid-xml"},"referenced_works_count":6,"referenced_works":["https://openalex.org/W2902476877","https://openalex.org/W4297808394","https://openalex.org/W4391914041","https://openalex.org/W6910554155","https://openalex.org/W7128772600","https://openalex.org/W7168278967"],"related_works":["https://openalex.org/W4388514540","https://openalex.org/W7133231515","https://openalex.org/W7211932538","https://openalex.org/W7128622573","https://openalex.org/W7161024258","https://openalex.org/W7160207226","https://openalex.org/W7208707734","https://openalex.org/W4392576577","https://openalex.org/W7220657479","https://openalex.org/W7128804807"],"abstract_inverted_index":{"The":[0],"linear":[1,27,56,71,183,226,232],"representation":[2],"hypothesis":[3],"holds":[4],"that":[5,121,205],"pretrained":[6,149],"vision":[7,150],"models":[8],"encode":[9],"generative":[10,156],"factors":[11,208],"as":[12,228],"linearly":[13,89],"decodable":[14],"directions":[15],"in":[16,136],"feature":[17,48],"space,":[18],"and":[19,113,130,162,190,194,233],"comes":[20],"with":[21,64,158,210],"a":[22,26,30,51,55,69,82,91,137,175,182],"standard":[23],"methodology:":[24],"train":[25],"probe,":[28],"declare":[29],"factor":[31],"represented":[32],"if":[33],"accuracy":[34,61],"is":[35,41,62,107,144],"high.":[36],"We":[37,116,133],"show":[38,170,204],"this":[39],"test":[40],"too":[42],"permissive.":[43],"Asymptotically,":[44],"any":[45],"sufficiently":[46],"rich":[47],"map,":[49],"including":[50],"random":[52,176],"one,":[53],"admits":[54],"readout,":[57],"so":[58],"high":[59],"probe":[60,106],"consistent":[63],"two":[65,124,164],"very":[66],"different":[67],"geometries:":[68],"true":[70],"world":[72,184],"model,":[73],"where":[74,85,141],"the":[75,79,86,100,105,123,206,211,215,223],"latent-aligned":[76,195],"subspace":[77],"dominates":[78],"representation,":[80],"or":[81],"kernel":[83,177],"machine,":[84],"latents":[87],"lie":[88],"inside":[90],"much":[92],"larger":[93],"curved":[94,101],"manifold.":[95],"This":[96],"distinction":[97],"matters":[98],"because":[99],"structure":[102,173],"orthogonal":[103],"to":[104,147,163,230],"relevant":[108],"for":[109],"out-of-distribution":[110,131],"generalization,":[111],"robustness,":[112],"compositional":[114],"transfer.":[115],"propose":[117],"three":[118],"asymmetric":[119],"diagnostics":[120],"distinguish":[122],"cases:":[125],"reverse":[126],"predictivity,":[127],"spectral":[128],"concentration,":[129],"generalization.":[132],"validate":[134],"them":[135,166],"fully":[138],"observed":[139],"simulation":[140],"ground":[142],"truth":[143],"known.":[145],"Applied":[146],"six":[148],"transformers":[151],"on":[152,167],"SVG-World,":[153],"our":[154,219],"deterministic":[155],"benchmark":[157],"paired":[159],"visual":[160],"styles,":[161],"of":[165,181,214,225],"CelebA,":[168],"they":[169],"pretraining":[171],"produces":[172],"beyond":[174],"but":[178],"well":[179],"short":[180],"model.":[185],"On":[186],"dSprites,":[187],"3D":[188],"Shapes":[189],"MPI3D,":[191],"forward":[192,199],"decodability":[193],"variance":[196],"dissociate.":[197],"Thus,":[198],"decoding":[200],"alone":[201],"does":[202],"not":[203],"probed":[207],"align":[209],"dominant":[212],"geometry":[213],"representation.":[216],"In":[217],"summary,":[218],"work":[220],"cautions":[221],"about":[222],"success":[224],"probes":[227],"opposed":[229],"truly":[231],"low":[234],"dimensional":[235],"representations.":[236]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-20T00:00:00"}