{"id":"https://openalex.org/W4404783399","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.483","title":"Perceptions of Linguistic Uncertainty by Language Models and Humans","display_name":"Perceptions of Linguistic Uncertainty by Language Models and Humans","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404783399","doi":"https://doi.org/10.18653/v1/2024.emnlp-main.483"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2024.emnlp-main.483","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-main.483","pdf_url":"https://aclanthology.org/2024.emnlp-main.483.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.emnlp-main.483.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5096068690","display_name":"Catarina G Bel\u00e9m","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Catarina G Bel\u00e9m","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018860894","display_name":"Markelle Kelly","orcid":"https://orcid.org/0000-0002-9033-675X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Markelle Kelly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051768325","display_name":"Mark Steyvers","orcid":"https://orcid.org/0000-0003-1466-5647"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Steyvers","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779128","display_name":"Sameer Singh","orcid":"https://orcid.org/0000-0003-0621-6323"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sameer Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077460655","display_name":"Padhraic Smyth","orcid":"https://orcid.org/0000-0001-9971-8378"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Padhraic Smyth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1036,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89380631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8467","last_page":"8502"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8277000188827515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.8277000188827515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.7516000270843506,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10034","display_name":"Syntax, Semantics, Linguistic Variation","score":0.7336000204086304,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6958836317062378},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.6284960508346558},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5775483846664429},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5717951059341431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48582005500793457},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22090968489646912},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07873395085334778}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6958836317062378},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6284960508346558},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5775483846664429},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5717951059341431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48582005500793457},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22090968489646912},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07873395085334778},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.emnlp-main.483","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-main.483","pdf_url":"https://aclanthology.org/2024.emnlp-main.483.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.emnlp-main.483","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.emnlp-main.483","pdf_url":"https://aclanthology.org/2024.emnlp-main.483.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5400000214576721}],"awards":[{"id":"https://openalex.org/G4131656765","display_name":"RI: Medium: Assessment of Machine Learning Algorithms in the Wild","funder_award_id":"1900644","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6416336507","display_name":"CAREER: Detecting, Understanding, and Fixing Vulnerabilities in Natural Language Processing Models","funder_award_id":"2046873","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8878521141","display_name":"CCRI: ENS: Machine Learning Democratization via a Linked, Annotated Repository of Datasets","funder_award_id":"1925741","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332688","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404783399.pdf","grobid_xml":"https://content.openalex.org/works/W4404783399.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Uncertainty":[0],"expressions":[1,55,105],"such":[2],"as":[3],"\"probably\"":[4],"or":[5,126],"\"highly":[6],"unlikely\"":[7],"are":[8,100,133],"pervasive":[9],"in":[10,22,42,71,109],"human":[11],"language.While":[12],"prior":[13,142],"work":[14],"has":[15,32],"established":[16],"that":[17,91,94,130],"there":[18,31],"is":[19,123],"population-level":[20],"agreement":[21],"terms":[23],"of":[24,39,56,69,77,85,97],"how":[25,50],"humans":[26],"quantitatively":[27],"interpret":[28],"these":[29],"expressions,":[30],"been":[33],"little":[34],"inquiry":[35],"into":[36],"the":[37,43,75,86],"abilities":[38],"language":[40,51,64,131],"models":[41,52,65,99,132],"same":[44],"context.In":[45],"this":[46,72],"paper,":[47],"we":[48,113],"investigate":[49],"map":[53,103],"linguistic":[54],"uncertainty":[57,76,104],"to":[58,102,106,137,146],"numerical":[59],"responses.Our":[60],"approach":[61],"assesses":[62],"whether":[63,120],"can":[66],"employ":[67],"theory":[68],"mind":[70],"setting:":[73],"understanding":[74],"another":[78],"agent":[79],"about":[80,90],"a":[81,110,121],"particular":[82],"statement,":[83],"independently":[84],"model's":[87],"own":[88],"certainty":[89],"statement.We":[92],"find":[93],"7":[95],"out":[96],"10":[98],"able":[101],"probabilistic":[107],"responses":[108],"human-like":[111],"manner.However,":[112],"observe":[114],"systematically":[115],"different":[116],"behavior":[117],"depending":[118],"on":[119,140],"statement":[122],"actually":[124],"true":[125],"false.This":[127],"sensitivity":[128],"indicates":[129],"substantially":[134],"more":[135],"susceptible":[136],"bias":[138],"based":[139],"their":[141],"knowledge":[143],"(as":[144],"compared":[145],"humans).These":[147],"findings":[148],"raise":[149],"important":[150],"questions":[151],"and":[152,158],"have":[153],"broad":[154],"implications":[155],"for":[156],"human-AI":[157],"AI-AI":[159],"communication.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}