{"id":"https://openalex.org/W7160242950","doi":"https://doi.org/10.48550/arxiv.2605.01381","title":"A framework for analyzing concept representations in neural models","display_name":"A framework for analyzing concept representations in neural models","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W7160242950","doi":"https://doi.org/10.48550/arxiv.2605.01381"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01381","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012815898","display_name":"Burin Naowarat","orcid":"https://orcid.org/0000-0002-9327-5630"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naowarat, Burin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135304682","display_name":"Hao Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135393037","display_name":"Sharon Goldwater","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goldwater, Sharon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5587999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5587999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.08940000087022781,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08569999784231186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.8278999924659729},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5830000042915344},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.41999998688697815},{"id":"https://openalex.org/keywords/erasure","display_name":"Erasure","score":0.3407999873161316},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.33880001306533813},{"id":"https://openalex.org/keywords/isolation","display_name":"Isolation (microbiology)","score":0.32409998774528503}],"concepts":[{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.8278999924659729},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571000218391418},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5830000042915344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48510000109672546},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C2778790127","wikidata":"https://www.wikidata.org/wiki/Q484885","display_name":"Erasure","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3075999915599823},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3070000112056732},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C179139399","wikidata":"https://www.wikidata.org/wiki/Q1228944","display_name":"Domain of discourse","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01381","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01381","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6529313921928406,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"how":[1],"neural":[2],"models":[3],"represent":[4],"human-interpretable":[5],"concepts":[6],"is":[7,43,147,158],"challenging.":[8],"Prior":[9],"work":[10],"has":[11],"explored":[12],"linear":[13],"concept":[14,23,42,74,86,94,121],"subspaces":[15,33,75,95],"from":[16,59,152,169],"diverse":[17],"perspectives,":[18],"such":[19],"as":[20],"probing":[21],"and":[22,53,67,81,115,139,150],"erasure.":[24],"We":[25,104],"introduce":[26],"a":[27,41,47,163],"unified":[28],"framework":[29],"to":[30,134,136,160],"study":[31],"these":[32],"along":[34],"two":[35],"axes:":[36],"\\textit{containment},":[37],"which":[38,55],"tests":[39,56],"if":[40],"fully":[44],"represented":[45],"in":[46,101,141,162],"subspace":[48,87],"but":[49,131],"not":[50,77],"outside":[51],"it,":[52],"\\textit{disentanglement},":[54],"for":[57,85],"isolation":[58],"other":[60],"concepts.":[61],"In":[62],"experiments":[63],"on":[64,127],"both":[65,128,148],"text":[66],"speech":[68,143],"models,":[69],"we":[70,90],"first":[71],"highlight":[72],"that":[73,106],"may":[76],"be":[78],"uniquely":[79],"determined,":[80],"discuss":[82],"the":[83,108,113,119],"implications":[84],"analysis.":[88],"Then,":[89],"compare":[91],"properties":[92],"of":[93,110],"estimated":[96],"using":[97],"five":[98],"estimators,":[99],"proposed":[100],"different":[102],"communities.":[103],"find":[105],"(1)":[107],"choice":[109],"estimator":[111],"impacts":[112],"containment":[114],"disentanglement":[116],"properties;":[117],"(2)":[118],"state-of-the-art":[120],"erasure":[122],"method,":[123],"LEACE,":[124],"performs":[125],"well":[126],"testing":[129],"axes,":[130],"still":[132],"struggles":[133],"generalize":[135],"unseen":[137],"data;":[138],"(3)":[140],"HuBERT":[142],"representations,":[144],"phone":[145],"information":[146,157],"contained":[149],"disentangled":[151,168],"speaker":[153,156],"information,":[154],"while":[155],"hard":[159],"contain":[161],"compact":[164],"subspace,":[165],"despite":[166],"being":[167],"phones.":[170]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}