{"id":"https://openalex.org/W7159673312","doi":"https://doi.org/10.48550/arxiv.2604.27345","title":"LLMs Capture Emotion Labels, Not Emotion Uncertainty: Distributional Analysis and Calibration of Human-LLM Judgment Gaps","display_name":"LLMs Capture Emotion Labels, Not Emotion Uncertainty: Distributional Analysis and Calibration of Human-LLM Judgment Gaps","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7159673312","doi":"https://doi.org/10.48550/arxiv.2604.27345"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.27345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.27345","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134977335","display_name":"Keito Inoshita","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inoshita, Keito","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134976848","display_name":"Xiaokang Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Xiaokang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134957541","display_name":"Akira Kawai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kawai, Akira","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5013297716","display_name":"Katsutoshi Yada","orcid":"https://orcid.org/0000-0003-4094-5327"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yada, Katsutoshi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7615000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7615000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0828000009059906,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.03449999913573265,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.6606000065803528},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.5024999976158142},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4880000054836273},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.42899999022483826},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.4277999997138977},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.39649999141693115}],"concepts":[{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.6606000065803528},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5087000131607056},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5024999976158142},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4880000054836273},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.43309998512268066},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42800000309944153},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41990000009536743},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4171000123023987},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37630000710487366},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C153327018","wikidata":"https://www.wikidata.org/wiki/Q3496424","display_name":"Nomothetic","level":3,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.27345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.27345","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Human":[0],"annotators":[1,53],"frequently":[2],"disagree":[3],"on":[4,119],"emotion":[5,15,48,135,161],"labels,":[6,45],"yet":[7],"most":[8],"evaluations":[9],"of":[10,39],"Large":[11],"Language":[12],"Model":[13],"(LLM)":[14],"annotation":[16],"collapse":[17],"these":[18],"judgments":[19],"into":[20],"a":[21,59,95,99,126],"single":[22],"gold":[23],"standard,":[24],"discarding":[25],"the":[26,37,91,147],"distributional":[27,148],"information":[28],"that":[29,103,128,145],"disagreement":[30],"encodes.":[31],"We":[32,93,137],"ask":[33],"whether":[34],"LLMs":[35,108],"capture":[36,110],"structure":[38],"this":[40],"disagreement,":[41],"not":[42,84],"just":[43],"majority":[44],"by":[46,150],"comparing":[47],"judgment":[49],"distributions":[50],"between":[51],"human":[52,79,168],"and":[54,68,81,133,154,164],"four":[55],"zero-shot":[56],"LLMs,":[57],"plus":[58],"fine-tuned":[60],"RoBERTa":[61],"baseline,":[62],"across":[63,130],"two":[64],"complementary":[65],"benchmarks:":[66],"GoEmotions":[67],"EmoBank,":[69],"totaling":[70],"640,000":[71],"LLM":[72,160],"responses.":[73],"Zero-shot":[74],"models":[75],"diverge":[76],"substantially":[77],"from":[78],"distributions,":[80],"in-domain":[82],"fine-tuning,":[83],"model":[85],"scale,":[86],"is":[87],"required":[88],"to":[89,152],"close":[90],"gap.":[92],"formalize":[94],"lexical-grounding":[96],"gradient":[97],"through":[98],"quantitative":[100],"transparency":[101],"score":[102],"predicts":[104],"per-category":[105],"human--LLM":[106],"agreement:":[107],"reliably":[109],"emotions":[111,122],"with":[112],"explicit":[113],"lexical":[114],"markers":[115],"but":[116],"systematically":[117],"fail":[118],"pragmatically":[120],"complex":[121],"requiring":[123],"contextual":[124],"inference,":[125],"pattern":[127],"replicates":[129],"both":[131],"categorical":[132],"continuous":[134],"frameworks.":[136],"further":[138],"propose":[139],"three":[140],"lightweight":[141],"post-hoc":[142],"calibration":[143],"methods":[144],"reduce":[146],"gap":[149],"up":[151],"14\\%,":[153],"provide":[155],"actionable":[156],"guidelines":[157],"for":[158,167],"when":[159],"annotations":[162],"can,":[163],"cannot,":[165],"substitute":[166],"labeling.":[169]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-02T00:00:00"}