{"id":"https://openalex.org/W4297631225","doi":"https://doi.org/10.48550/arxiv.2209.01515","title":"Do Large Language Models know what humans know?","display_name":"Do Large Language Models know what humans know?","publication_year":2022,"publication_date":"2022-09-04","ids":{"openalex":"https://openalex.org/W4297631225","doi":"https://doi.org/10.48550/arxiv.2209.01515"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.01515","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.01515","pdf_url":"https://arxiv.org/pdf/2209.01515","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.01515","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054191699","display_name":"Sean Trott","orcid":"https://orcid.org/0000-0002-6003-3731"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trott, Sean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101419521","display_name":"Cameron R. Jones","orcid":"https://orcid.org/0000-0002-6609-8966"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jones, Cameron","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007494120","display_name":"Tyler H. Chang","orcid":"https://orcid.org/0000-0001-9541-7041"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Tyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054612798","display_name":"James A. Michaelov","orcid":"https://orcid.org/0000-0003-2913-1103"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michaelov, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344696","display_name":"Benjamin K. Bergen","orcid":"https://orcid.org/0000-0002-9395-9151"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bergen, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5419460535049438},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5272851586341858},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5255982875823975},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4973006546497345},{"id":"https://openalex.org/keywords/human-language","display_name":"Human language","score":0.41298091411590576},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3334704041481018},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.32034024596214294},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3174719214439392},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.11347216367721558},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.08605480194091797}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5419460535049438},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5272851586341858},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5255982875823975},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4973006546497345},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.41298091411590576},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3334704041481018},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.32034024596214294},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3174719214439392},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11347216367721558},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.08605480194091797},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2209.01515","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.01515","pdf_url":"https://arxiv.org/pdf/2209.01515","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2209.01515","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.01515","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.01515","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.01515","pdf_url":"https://arxiv.org/pdf/2209.01515","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W641782856","https://openalex.org/W24443521","https://openalex.org/W2471323292","https://openalex.org/W2296759459","https://openalex.org/W2045139758","https://openalex.org/W4205202004","https://openalex.org/W2188047296","https://openalex.org/W2352527711","https://openalex.org/W9484388","https://openalex.org/W4211075255"],"abstract_inverted_index":{"Humans":[0],"can":[1],"attribute":[2],"beliefs":[3],"to":[4,10,30,50,58,81,94,129,157],"others.":[5],"However,":[6],"it":[7,106,117],"is":[8],"unknown":[9],"what":[11],"extent":[12,121],"this":[13],"ability":[14,156],"results":[15],"from":[16,22,145],"an":[17],"innate":[18],"biological":[19],"endowment":[20],"or":[21],"experience":[23],"accrued":[24],"through":[25],"child":[26],"development,":[27],"particularly":[28],"exposure":[29,43,147],"language":[31,42,55,100,131,146],"describing":[32],"others'":[33,95],"mental":[34,161],"states.":[35],"We":[36],"test":[37],"the":[38,41,59,77,99,113,119,155,160],"viability":[39],"of":[40,53,63,76,122,163],"hypothesis":[44],"by":[45],"assessing":[46],"whether":[47],"models":[48],"exposed":[49,128],"large":[51],"quantities":[52],"human":[54,83,134],"display":[56],"sensitivity":[57],"implied":[60],"knowledge":[61],"states":[62,162],"characters":[64],"in":[65,136,149],"written":[66],"passages.":[67],"In":[68],"pre-registered":[69],"analyses,":[70],"we":[71],"present":[72],"a":[73,86,133,137],"linguistic":[74],"version":[75],"False":[78],"Belief":[79],"Task":[80],"both":[82],"participants":[84],"and":[85],"Large":[87],"Language":[88],"Model,":[89],"GPT-3.":[90],"Both":[91],"are":[92,167],"sensitive":[93],"beliefs,":[96],"but":[97],"while":[98,142],"model":[101],"significantly":[102],"exceeds":[103],"chance":[104],"behavior,":[105],"does":[107,116],"not":[108],"perform":[109],"as":[110,112],"well":[111],"humans,":[114],"nor":[115],"explain":[118,151],"full":[120],"their":[123],"behavior":[124],"--":[125],"despite":[126],"being":[127],"more":[130],"than":[132],"would":[135],"lifetime.":[138],"This":[139],"suggests":[140],"that":[141],"statistical":[143],"learning":[144],"may":[148],"part":[150],"how":[152],"humans":[153],"develop":[154],"reason":[158],"about":[159],"others,":[164],"other":[165],"mechanisms":[166],"also":[168],"responsible.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}