{"id":"https://openalex.org/W4416034561","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.837","title":"Zipf\u2019s and Heaps\u2019 Laws for Tokens and LLM-generated Texts","display_name":"Zipf\u2019s and Heaps\u2019 Laws for Tokens and LLM-generated Texts","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034561","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.837"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.837","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.837","pdf_url":"https://aclanthology.org/2025.findings-emnlp.837.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.837.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120308637","display_name":"Nikolay Mikhaylovskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I118501908","display_name":"National Research University Higher School of Economics","ror":"https://ror.org/055f7t516","country_code":"RU","type":"education","lineage":["https://openalex.org/I118501908"]},{"id":"https://openalex.org/I196355604","display_name":"National Research Tomsk State University","ror":"https://ror.org/02he2nc27","country_code":"RU","type":"education","lineage":["https://openalex.org/I196355604"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Nikolay Mikhaylovskiy","raw_affiliation_strings":["NTR Labs / Moscow , Russia Higher IT School","of Tomsk State University / Tomsk , Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTR Labs / Moscow , Russia Higher IT School","institution_ids":["https://openalex.org/I118501908"]},{"raw_affiliation_string":"of Tomsk State University / Tomsk , Russia","institution_ids":["https://openalex.org/I196355604"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5120308637"],"corresponding_institution_ids":["https://openalex.org/I118501908","https://openalex.org/I196355604"],"apc_list":null,"apc_paid":null,"fwci":1.673,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86974925,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"15469","last_page":"15481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.3443000018596649,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.3443000018596649,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11567","display_name":"semigroups and automata theory","score":0.1437000036239624,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.053599998354911804,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2964000105857849},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.26409998536109924},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.25839999318122864},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.23180000483989716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.499099999666214},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4848000109195709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3698999881744385},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34860000014305115},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.328900009393692},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.23569999635219574},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.23180000483989716}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.837","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.837","pdf_url":"https://aclanthology.org/2025.findings-emnlp.837.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.837","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.837","pdf_url":"https://aclanthology.org/2025.findings-emnlp.837.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034561.pdf","grobid_xml":"https://content.openalex.org/works/W4416034561.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"frequency":[1],"distribution":[2],"of":[3,32,41,112],"words":[4],"in":[5,66,118],"humanwritten":[6],"texts":[7,47,65],"roughly":[8],"follows":[9],"a":[10,28,67],"simple":[11],"mathematical":[12],"form":[13],"known":[14,20],"as":[15],"Zipf's":[16,42,59],"law.Somewhat":[17],"less":[18],"well":[19],"is":[21],"the":[22,39,84,88,102,109],"related":[23],"Heaps'":[24,44,57],"law,":[25],"which":[26],"describes":[27],"sublinear":[29],"power-law":[30],"growth":[31],"vocabulary":[33],"size":[34,104],"with":[35],"document":[36],"size.We":[37],"study":[38],"applicability":[40],"and":[43,58,97],"laws":[45,60],"to":[46,78],"generated":[48],"by":[49],"Large":[50],"Language":[51],"Models":[52],"(LLMs).We":[53],"empirically":[54],"show":[55],"that":[56],"only":[61],"hold":[62],"for":[63,82,94],"LLMgenerated":[64],"narrow":[68],"model-dependent":[69],"temperature":[70,114],"range.These":[71],"temperatures":[72],"have":[73],"an":[74],"optimal":[75],"value":[76],"close":[77],"t":[79],"=":[80],"1":[81],"all":[83],"base":[85],"models":[86,96],"except":[87],"large":[89],"Llama":[90],"models,":[91],"are":[92],"higher":[93],"instruction-finetuned":[95],"do":[98],"not":[99],"depend":[100],"on":[101],"model":[103],"or":[105],"prompting.This":[106],"independently":[107],"confirms":[108],"recent":[110],"discovery":[111],"sampling":[113],"dependent":[115],"phase":[116],"transitions":[117],"LLM-generated":[119],"texts.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}