{"id":"https://openalex.org/W7112952927","doi":null,"title":"Large language models as science communicators: A systematic analysis of problematic generalizations in chatbot science summaries","display_name":"Large language models as science communicators: A systematic analysis of problematic generalizations in chatbot science summaries","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W7112952927"},"language":"en","primary_location":{"id":"pmh:oai:share.osf.io:ce8cd240-d427-438b-9913-cd7f2ee5fec9","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/q936d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Benjamin Chin-Yee","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benjamin Chin-Yee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ushnish Sengupta","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ushnish Sengupta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Uwe Peters","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Uwe Peters","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.266400009393692,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.266400009393692,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20980000495910645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13607","display_name":"Academic Publishing and Open Access","score":0.15199999511241913,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/science-communication","display_name":"science communication","score":0.7870000004768372},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8560000061988831},{"id":"https://openalex.org/keywords/overgeneralization","display_name":"overgeneralization","score":0.6340000033378601},{"id":"https://openalex.org/keywords/scientific-uncertainty","display_name":"scientific uncertainty","score":0.5009999871253967},{"id":"https://openalex.org/keywords/abstracts","display_name":"abstracts","score":0.5630000233650208},{"id":"https://openalex.org/keywords/scientific-literacy","display_name":"scientific literacy","score":0.6389999985694885},{"id":"https://openalex.org/keywords/llm-chatbots","display_name":"LLM chatbots","score":0.5220000147819519}],"concepts":[{"id":"https://openalex.org/C77379859","wikidata":"https://www.wikidata.org/wiki/Q2064596","display_name":"Scientific literacy","level":3,"score":0.5712000131607056},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5109000205993652},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4812999963760376},{"id":"https://openalex.org/C472806","wikidata":"https://www.wikidata.org/wiki/Q472328","display_name":"Science communication","level":3,"score":0.47609999775886536},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.4447999894618988},{"id":"https://openalex.org/C176049440","wikidata":"https://www.wikidata.org/wiki/Q7257698","display_name":"Public awareness of science","level":4,"score":0.3628000020980835},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35190001130104065},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.34950000047683716},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34860000014305115},{"id":"https://openalex.org/C124056412","wikidata":"https://www.wikidata.org/wiki/Q3320364","display_name":"Scientific evidence","level":2,"score":0.34769999980926514},{"id":"https://openalex.org/C2775989791","wikidata":"https://www.wikidata.org/wiki/Q18244815","display_name":"Scientific communication","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3407000005245209},{"id":"https://openalex.org/C138379479","wikidata":"https://www.wikidata.org/wiki/Q1116876","display_name":"Scientific modelling","level":2,"score":0.33980000019073486},{"id":"https://openalex.org/C2992906163","wikidata":"https://www.wikidata.org/wiki/Q995600","display_name":"Popular science","level":3,"score":0.3312000036239624},{"id":"https://openalex.org/C2993724205","wikidata":"https://www.wikidata.org/wiki/Q315","display_name":"Human language","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2915000021457672},{"id":"https://openalex.org/C95831776","wikidata":"https://www.wikidata.org/wiki/Q16387","display_name":"Information science","level":2,"score":0.28790000081062317},{"id":"https://openalex.org/C110099512","wikidata":"https://www.wikidata.org/wiki/Q59115","display_name":"Philosophy of science","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C126349790","wikidata":"https://www.wikidata.org/wiki/Q905036","display_name":"Computational sociology","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C2779039943","wikidata":"https://www.wikidata.org/wiki/Q316748","display_name":"Scientific consensus","level":4,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:share.osf.io:ce8cd240-d427-438b-9913-cd7f2ee5fec9","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/q936d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4409963278","https://openalex.org/W7128365013","https://openalex.org/W6922709947","https://openalex.org/W7128854016","https://openalex.org/W4404782941","https://openalex.org/W4388750050","https://openalex.org/W4399358184","https://openalex.org/W7159548319","https://openalex.org/W7117669382","https://openalex.org/W4391381020"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLM)":[3],"such":[4],"as":[5,46],"ChatGPT":[6],"are":[7,120],"now":[8],"highly":[9],"popular":[10],"chatbots":[11],"able":[12],"to":[13,18,64,162],"provide":[14],"original,":[15],"human-like":[16],"responses":[17],"user":[19],"prompts":[20],"based":[21],"on":[22],"supervised":[23],"and":[24,53,92,140,168],"reinforcement":[25],"machine":[26],"learning":[27],"techniques.":[28],"LLMs":[29,146,195],"(e.g.,":[30,176,196],"ChatGPT)":[31],"can":[32],"access":[33],"a":[34],"vast":[35],"amount":[36],"of":[37,59,85,94,110,116,135,142,178],"information":[38],"including":[39],"scientific":[40,60,86,106,117,136,179],"data.":[41],"They":[42],"have":[43],"extensive":[44],"potential":[45,71],"science":[47,66,151],"communicators":[48],"by":[49,125,166,191],"providing":[50],"laypeople,":[51],"governments,":[52],"policymakers":[54],"with":[55,75,187],"easily":[56],"understandable":[57],"explanations":[58],"findings,":[61],"thus":[62],"helping":[63],"increase":[65],"literacy":[67],"worldwide.":[68],"However,":[69],"this":[70,164],"may":[72,112,147],"also":[73],"come":[74],"significant":[76],"risks.":[77],"Specifically,":[78],"it":[79],"remains":[80],"unclear":[81],"whether":[82],"LLM":[83],"summaries":[84,175,189],"texts":[87,180],"capture":[88],"the":[89,126,143,170,183,188],"uncertainties,":[90],"limitations,":[91],"nuances":[93],"research,":[95,128],"or":[96,102],"contain":[97],"oversimplified":[98],"texts,":[99],"omitting":[100],"qualifiers":[101,111],"quantifiers":[103],"present":[104],"in":[105,114,131,149,173,182],"texts.":[107],"The":[108,138],"omission":[109],"result":[113],"generalizations":[115,144,171],"findings":[118],"that":[119,145],"much":[121],"broader":[122],"than":[123],"warranted":[124],"original":[127],"potentially":[129],"resulting":[130],"human":[132,174],"users\u2019":[133],"misinterpretations":[134],"findings.":[137],"scope":[139],"accuracy":[141],"produce":[148],"their":[150],"communication":[152],"has":[153],"not":[154],"yet":[155],"been":[156],"systematically":[157],"explored,":[158],"however.":[159],"We":[160],"aim":[161],"fill":[163],"gap":[165],"testing":[167],"comparing":[169],"found":[172],"abstracts)":[177],"(published":[181],"highest":[184],"ranking":[185],"journals)":[186],"produced":[190],"four":[192],"currently":[193],"leading":[194],"ChatGPT-4o,":[197],"DeepSeek,":[198],"Claude,":[199],"Llama).":[200]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2025-12-10T00:00:00"}