{"id":"https://openalex.org/W4416033987","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1206","title":"Quantifying Compositionality of Classic and State-of-the-Art Embeddings","display_name":"Quantifying Compositionality of Classic and State-of-the-Art Embeddings","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416033987","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1206"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1206","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1206","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1206.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.1206.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088711306","display_name":"Zhijin Guo","orcid":"https://orcid.org/0009-0009-7531-8893"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhijin Guo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chenhao Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenhao Xue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002630791","display_name":"Zhaozhen Xu","orcid":"https://orcid.org/0000-0002-2017-154X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaozhen Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120308456","display_name":"Hongbo Bo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongbo Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029779872","display_name":"Yuxuan Ye","orcid":"https://orcid.org/0000-0003-1677-5196"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuxuan Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049920688","display_name":"Janet B. Pierrehumbert","orcid":"https://orcid.org/0000-0002-5989-3574"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Janet B. Pierrehumbert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064148683","display_name":"Martha Lewis","orcid":"https://orcid.org/0000-0002-9951-9413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martha Lewis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"22130","last_page":"22146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.04670000076293945,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.04670000076293945,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14380","display_name":"Libraries and Information Services","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/1209","display_name":"Museology"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.029600000008940697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principle-of-compositionality","display_name":"Principle of compositionality","score":0.4921000003814697},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3353999853134155},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.3246999979019165},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.29789999127388},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.2587999999523163}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5414000153541565},{"id":"https://openalex.org/C121375916","wikidata":"https://www.wikidata.org/wiki/Q936559","display_name":"Principle of compositionality","level":2,"score":0.4921000003814697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4309999942779541},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2667999863624573},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.24709999561309814}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.1206","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1206","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1206.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/42ac68ff-94e2-4e43-b19a-2baf028c7783","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/quantifying-compositionality-of-classic-and-stateoftheart-embeddings(42ac68ff-94e2-4e43-b19a-2baf028c7783).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:dare.uva.nl:publications/42ac68ff-94e2-4e43-b19a-2baf028c7783","is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/42ac68ff-94e2-4e43-b19a-2baf028c7783","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1206","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1206","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1206.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416033987.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"For":[0],"language":[1],"models":[2,66],"to":[3,6,38,88],"generalize":[4],"correctly":[5],"novel":[7],"expressions,":[8],"it":[9],"is":[10,20],"critical":[11],"that":[12,40,101],"they":[13],"exploit":[14],"access":[15],"compositional":[16,172],"meanings":[17],"when":[18],"this":[19],"justified.":[21],"Even":[22],"if":[23],"we":[24,31,95],"don\u2019t":[25],"know":[26],"what":[27],"a":[28,97,192],"\u201cpelp\u201d":[29],"is,":[30],"can":[32],"use":[33],"our":[34],"knowledge":[35,154],"of":[36,187],"numbers":[37],"understand":[39],"\u201cten":[41],"pelps\u201d":[42],"makes":[43],"more":[44],"pelps":[45],"than":[46],"\u201ctwo":[47],"pelps\u201d.":[48],"Static":[49],"word":[50,157],"embeddings":[51,112,124,158],"such":[52,133],"as":[53,134],"Word2vec":[54],"made":[55],"strong,":[56],"indeed":[57],"excessive,":[58],"claims":[59],"about":[60],"compositionality.":[61],"The":[62],"SOTA":[63],"generative,":[64],"transformer":[65],"and":[67,110,117,129,139,156,161,168,183],"graph":[68],"models,":[69],"however,":[70],"go":[71],"too":[72],"far":[73],"in":[74,85,176,184],"the":[75,92,104,163,188,195],"other":[76],"direction":[77],"by":[78,122],"providing":[79],"no":[80],"real":[81],"limits":[82],"on":[83,203],"shifts":[84],"meaning":[86],"due":[87],"context.":[89],"To":[90],"quantify":[91],"additive":[93,120],"compositionality,":[94],"formalize":[96],"two-step,":[98],"generalized":[99],"evaluation":[100],"(i)":[102],"measures":[103],"linearity":[105],"between":[106],"known":[107],"entity":[108],"attributes":[109],"their":[111],"via":[113],"canonical":[114],"correlation":[115],"analysis,":[116],"(ii)":[118],"evaluates":[119],"generalization":[121],"reconstructing":[123],"for":[125],"unseen":[126],"attribute":[127],"combinations":[128],"checking":[130],"reconstruction":[131],"metrics":[132,143],"L2":[135],"loss,":[136],"cosine":[137],"similarity,":[138],"retrieval":[140],"accuracy.":[141],"These":[142],"also":[144],"capture":[145],"failure":[146],"cases":[147],"where":[148],"linear":[149],"composition":[150],"breaks":[151],"down.":[152],"Sentences,":[153],"graphs,":[155],"are":[159,174],"evaluated":[160],"tracked":[162],"compositionality":[164],"across":[165,180],"all":[166],"layers":[167,186],"training":[169,178],"stages.":[170],"Stronger":[171],"signals":[173],"observed":[175],"later":[177],"stages":[179],"data":[181],"modalities,":[182],"deeper":[185],"transformer-based":[189],"model":[190],"before":[191],"decline":[193],"at":[194],"top":[196],"layer.":[197],"Code":[198],"will":[199],"be":[200],"publicly":[201],"available":[202],"GitHub":[204],"upon":[205],"acceptance.":[206]},"counts_by_year":[],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-11-08T00:00:00"}