{"id":"https://openalex.org/W4416035114","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1791","title":"Current Semantic-change Quantification Methods Struggle with Semantic Change Discovery in the Wild","display_name":"Current Semantic-change Quantification Methods Struggle with Semantic Change Discovery in the Wild","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035114","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1791"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1791","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1791","pdf_url":"https://aclanthology.org/2025.emnlp-main.1791.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.1791.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035353318","display_name":"Khonzoda Umarova","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Khonzoda Umarova","raw_affiliation_strings":["Dept. of Computer Science , Cornell University"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science , Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076876084","display_name":"Lillian Lee","orcid":"https://orcid.org/0000-0003-4770-1712"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lillian Lee","raw_affiliation_strings":["Dept. of Computer Science , Cornell University"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science , Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009072491","display_name":"L. B. Kim","orcid":"https://orcid.org/0000-0002-4051-8854"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laerdon Kim","raw_affiliation_strings":["Dept. of Computer Science , Cornell University"],"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science , Cornell University","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5035353318"],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18454101,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"35342","last_page":"35355"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.13269999623298645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.13269999623298645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.08969999849796295,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.4406000077724457},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.3001999855041504},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.2896000146865845},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.2653999924659729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.567300021648407},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4169999957084656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4059000015258789},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2395000010728836},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2393999993801117}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1791","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1791","pdf_url":"https://aclanthology.org/2025.emnlp-main.1791.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1791","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1791","pdf_url":"https://aclanthology.org/2025.emnlp-main.1791.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035114.pdf","grobid_xml":"https://content.openalex.org/works/W4416035114.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Methods":[0],"for":[1,67,167,220],"lexical":[2],"semantic-change":[3,79,114,207],"detection":[4,115],"quantify":[5],"changes":[6,55,138,179],"in":[7,93,143,158,185,212],"the":[8,31,57,63,85,91,94,131,144,150,170,177,187,197],"meaning":[9,164],"of":[10,21,27,34,113,128,152,169,176,215],"words":[11,142,153],"over":[12],"time.Prior":[13],"methods":[14,50,116,132],"have":[15,183],"excelled":[16],"on":[17,41,110],"established":[18],"benchmarks":[19,100],"consisting":[20],"pre-selected":[22],"target":[23],"words,":[24],"chosen":[25],"ahead":[26],"time":[28],"due":[29],"to":[30,77,182,206],"prohibitive":[32],"cost":[33],"manually":[35,147],"annotating":[36],"all":[37,130],"words.However,":[38],"performance":[39,189],"measured":[40],"small":[42],"curated":[43],"wordsets":[44],"cannot":[45],"reveal":[46],"how":[47],"well":[48],"these":[49],"perform":[51],"at":[52,134,225],"discovering":[53],"semantic":[54],"among":[56],"full":[58],"corpus":[59],"vocabulary,":[60],"which":[61],"is":[62],"actual":[64],"end":[65],"goal":[66],"many":[68],"applications.In":[69],"this":[70],"paper,":[71],"we":[72,88,146,199],"implement":[73],"a":[74,111,125,174],"top-k":[75],"setup":[76,109],"evaluate":[78],"discovery":[80,195,208],"despite":[81],"lacking":[82],"complete":[83],"annotations.(At":[84],"same":[86],"time,":[87],"also":[89],"extend":[90],"annotations":[92,217],"commonly":[95],"used":[96],"LiverpoolFC":[97,159],"and":[98,103,194,209,218],"SemEval-EN":[99],"by":[101],"85%":[102],"90%,":[104],"respectively).We":[105],"deploy":[106],"our":[107],"evaluation":[108],"battery":[112],"under":[117],"multiple":[118],"variations.We":[119],"find":[120],"that":[121,149,201],"when":[122],"presented":[123],"with":[124,154],"natural":[126],"distribution":[127],"instances,":[129],"struggle":[133],"ranking":[135],"known":[136],"large":[137,188],"higher":[139],"than":[140,173],"other":[141],"vocabulary.Furthermore,":[145],"verify":[148],"majority":[151],"high":[155],"detected-change":[156],"scores":[157],"do":[160],"not":[161],"actually":[162],"experience":[163],"changes.In":[165],"fact,":[166],"most":[168],"methods,":[171],"less":[172],"half":[175],"highest-ranked":[178],"were":[180],"determined":[181],"changed":[184],"meaning.Given":[186],"discrepancies":[190],"between":[191],"existingbenchmark":[192],"results":[193],"\"in":[196],"wild\",":[198],"recommend":[200],"researchers":[202],"direct":[203],"more":[204],"attention":[205],"include":[210],"it":[211],"their":[213],"suite":[214],"evaluations.Our":[216],"code":[219],"running":[221],"evaluations":[222],"are":[223],"available":[224],"https://github.com/khonzoda/":[226],"semantic-change-discovery-emnlp2025.":[227]},"counts_by_year":[],"updated_date":"2026-03-08T06:56:09.383167","created_date":"2025-11-08T00:00:00"}