{"id":"https://openalex.org/W7160642950","doi":"https://doi.org/10.48550/arxiv.2605.06426","title":"From 124 Million Tokens to 1,021 Neologisms: A Large-Scale Pipeline for Automatic Neologism Detection","display_name":"From 124 Million Tokens to 1,021 Neologisms: A Large-Scale Pipeline for Automatic Neologism Detection","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160642950","doi":"https://doi.org/10.48550/arxiv.2605.06426"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051980928","display_name":"Diego Rossini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rossini, Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124063570","display_name":"Lonneke van der Plas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van der Plas, Lonneke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.527899980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.527899980545044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14006","display_name":"Linguistics, Language Diversity, and Identity","score":0.1859000027179718,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12353","display_name":"Lexicography and Language Studies","score":0.07240000367164612,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neologism","display_name":"Neologism","score":0.9369999766349792},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.8378000259399414},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5358999967575073},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4918999969959259},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.477400004863739},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.45260000228881836}],"concepts":[{"id":"https://openalex.org/C93285893","wikidata":"https://www.wikidata.org/wiki/Q130989","display_name":"Neologism","level":2,"score":0.9369999766349792},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.8378000259399414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7702999711036682},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5570999979972839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5554999709129333},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5358999967575073},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.45260000228881836},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3156999945640564},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C207062185","wikidata":"https://www.wikidata.org/wiki/Q902085","display_name":"Homonym (biology)","level":3,"score":0.27790001034736633}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7634978890419006}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,39,43,94,112],"scalable,":[3],"modular":[4,55],"pipeline":[5,18,63,145],"for":[6,98],"automatic":[7],"neologism":[8,40,92,126],"detection":[9,127],"that":[10,137],"combines":[11],"rule-based":[12],"filtering":[13],"with":[14,111],"LLM":[15],"classification.":[16],"The":[17,144],"is":[19,64],"grounded":[20],"in":[21],"two":[22],"complementary":[23],"word-formation":[24],"frameworks,":[25],"grammatical":[26],"and":[27,41,56,83,120,150],"extra-grammatical":[28],"morphology,":[29],"which":[30],"jointly":[31],"define":[32],"the":[33,59,62,122,151],"scope":[34],"of":[35,124,132],"what":[36],"counts":[37],"as":[38],"inform":[42],"four-class":[44],"classification":[45],"scheme":[46],"(neologism,":[47],"entity,":[48],"foreign,":[49],"none).":[50],"While":[51],"designed":[52],"to":[53,89],"be":[54],"transferable":[57],"at":[58,128,157],"architectural":[60],"level,":[61],"instantiated":[65],"on":[66],"527":[67],"million":[68,80],"English-language":[69],"Reddit":[70],"posts":[71],"spanning":[72],"2005-2024.":[73],"From":[74],"this":[75],"corpus,":[76],"we":[77],"extract":[78],"124.6":[79],"unique":[81],"tokens":[82],"reduce":[84],"them":[85],"by":[86],"over":[87],"99.99%":[88],"yield":[90],"1,021":[91,134],"candidates,":[93],"set":[95],"small":[96],"enough":[97],"manual":[99],"expert":[100],"verification.":[101],"Multiple":[102],"LLMs":[103],"independently":[104],"classify":[105],"each":[106],"candidate":[107,153],"via":[108],"majority":[109],"vote,":[110],"final":[113],"verification":[114],"step,":[115],"revealing":[116],"substantial":[117],"cross-model":[118],"disagreement":[119],"highlighting":[121],"challenge":[123],"operationalizing":[125],"scale.":[129],"Manual":[130],"annotation":[131],"all":[133],"candidates":[135],"confirms":[136],"599":[138],"(58.7%)":[139],"are":[140,155],"genuine":[141],"lexical":[142],"innovations.":[143],"code,":[146],"vocabulary":[147],"compilation":[148],"scripts,":[149],"annotated":[152],"list":[154],"available":[156],"https://github.com/DiegoRossini/neologism-pipeline.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}
