{"id":"https://openalex.org/W7128002046","doi":"https://doi.org/10.48550/arxiv.2602.04570","title":"Can LLMs capture stable human-generated sentence entropy measures?","display_name":"Can LLMs capture stable human-generated sentence entropy measures?","publication_year":2026,"publication_date":"2026-02-04","ids":{"openalex":"https://openalex.org/W7128002046","doi":"https://doi.org/10.48550/arxiv.2602.04570"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.04570","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124307449","display_name":"Estrella Pivel-Villanueva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pivel-Villanueva, Estrella","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125254112","display_name":"Elisabeth Frederike Sterner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sterner, Elisabeth Frederike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015205461","display_name":"Franziska Knolle","orcid":"https://orcid.org/0000-0002-9542-613X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knolle, Franziska","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.7200999855995178,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.7200999855995178,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.04780000075697899,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.036400001496076584,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6503999829292297},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.6326000094413757},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6195999979972839},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.4357999861240387},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.34369999170303345},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.33390000462532043},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.30250000953674316},{"id":"https://openalex.org/keywords/large-sample","display_name":"Large sample","score":0.2928999960422516}],"concepts":[{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6503999829292297},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.6326000094413757},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6195999979972839},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4408999979496002},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4325999915599823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.412200003862381},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38999998569488525},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3711000084877014},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3522999882698059},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.30250000953674316},{"id":"https://openalex.org/C3020318244","wikidata":"https://www.wikidata.org/wiki/Q4812187","display_name":"Large sample","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.2921000123023987},{"id":"https://openalex.org/C66696666","wikidata":"https://www.wikidata.org/wiki/Q17105612","display_name":"Sample entropy","level":3,"score":0.28540000319480896},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C207201462","wikidata":"https://www.wikidata.org/wiki/Q182505","display_name":"Bayes' theorem","level":3,"score":0.27129998803138733},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.27070000767707825},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.04570","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.04570","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.04570","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.04570","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Predicting":[0],"upcoming":[1],"words":[2],"is":[3,18],"a":[4,85,96],"core":[5],"mechanism":[6],"of":[7,98,107,119,235],"language":[8,43],"comprehension":[9],"and":[10,33,80,127,142,160,190,197,218,247],"may":[11],"be":[12],"quantified":[13],"using":[14,70,185],"Shannon":[15],"entropy.":[16],"There":[17],"currently":[19],"no":[20],"empirical":[21,154],"consensus":[22],"on":[23,166,214],"how":[24,91],"many":[25],"human":[26,52,61,173,208,236,245,254],"responses":[27,124,129,141],"are":[28,46,257],"required":[29,136],"to":[30,58],"obtain":[31],"stable":[32,60,110,172,261],"unbiased":[34],"entropy":[35,62,92,111,174,177],"estimates":[36,93,112,178,222,228],"at":[37],"the":[38,114,151,204,215,233],"word":[39],"level.":[40],"Moreover,":[41],"large":[42,72],"models":[44],"(LLMs)":[45],"increasingly":[47],"used":[48],"as":[49,95,137,139],"substitutes":[50],"for":[51,156,244],"norming":[53,158,246],"data,":[54,209],"yet":[55],"their":[56],"ability":[57],"reproduce":[59],"remains":[63],"unclear.":[64],"Here,":[65],"we":[66],"address":[67],"both":[68,102,186],"issues":[69],"two":[71],"publicly":[73],"available":[74,115],"cloze":[75],"datasets":[76],"in":[77,125,130,231],"German":[78,126],"1":[79],"English":[81],"2.":[82],"We":[83,169],"implemented":[84],"bootstrap-based":[86],"convergence":[87,163],"analysis":[88],"that":[89,162,249],"tracks":[90],"stabilize":[94],"function":[97],"sample":[99,116],"size.":[100],"Across":[101],"languages,":[103],"more":[104],"than":[105],"97%":[106],"sentences":[108,120,134,144],"reached":[109],"within":[113],"sizes.":[117],"90%":[118],"converged":[121],"after":[122],"111":[123],"81":[128],"English,":[131],"while":[132,250],"low-entropy":[133],"(<1)":[135],"few":[138],"20":[140],"high-entropy":[143],"(>2.5)":[145],"substantially":[146],"more.":[147],"These":[148],"findings":[149],"provide":[150],"first":[152],"direct":[153],"validation":[155],"common":[157],"practices":[159],"demonstrate":[161],"critically":[164],"depends":[165],"sentence":[167],"predictability.":[168],"then":[170],"compared":[171],"values":[175],"with":[176,207,260],"derived":[179],"from":[180],"several":[181],"LLMs,":[182],"including":[183],"GPT-4o,":[184],"logit-based":[187],"probability":[188],"extraction":[189,216],"sampling-based":[191,227],"frequency":[192],"estimation,":[193],"GPT2-xl/german-GPT-2,":[194],"RoBERTa":[195],"Base/GottBERT,":[196],"LLaMA":[198],"2":[199],"7B":[200],"Chat.":[201],"GPT-4o":[202],"showed":[203],"highest":[205],"correspondence":[206],"although":[210],"alignment":[211],"depended":[212],"strongly":[213],"method":[217],"prompt":[219],"design.":[220],"Logit-based":[221],"minimized":[223],"absolute":[224],"error,":[225],"whereas":[226],"were":[229],"better":[230],"capturing":[232],"dispersion":[234],"variability.":[237],"Together,":[238],"our":[239],"results":[240],"establish":[241],"practical":[242],"guidelines":[243],"show":[248],"LLMs":[251],"can":[252],"approximate":[253],"entropy,":[255],"they":[256],"not":[258],"interchangeable":[259],"human-derived":[262],"distributions.":[263]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-02-07T00:00:00"}