{"id":"https://openalex.org/W7162139413","doi":"https://doi.org/10.48550/arxiv.2605.22785","title":"Evaluating Commercial AI Chatbots as News Intermediaries","display_name":"Evaluating Commercial AI Chatbots as News Intermediaries","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162139413","doi":"https://doi.org/10.48550/arxiv.2605.22785"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.22785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.22785","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136755050","display_name":"Mirac Suzgun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suzgun, Mirac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019685080","display_name":"Emily Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Emily","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136788306","display_name":"Federico Bianchi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bianchi, Federico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091017885","display_name":"Alexander Spangher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Spangher, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136809942","display_name":"Thomas Icard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Icard, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102614290","display_name":"Daniel E. Ho","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ho, Daniel E.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087088138","display_name":"Dan Jurafsky","orcid":"https://orcid.org/0000-0002-6459-7745"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurafsky, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136778417","display_name":"James Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.2651999890804291,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18310000002384186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.17229999601840973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.7310000061988831},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.6614000201225281},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5929999947547913},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5224000215530396},{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.4129999876022339},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.3783999979496002},{"id":"https://openalex.org/keywords/fake-news","display_name":"Fake news","score":0.375900000333786}],"concepts":[{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.7310000061988831},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.6614000201225281},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6187999844551086},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5929999947547913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.550000011920929},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5224000215530396},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5160999894142151},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43220001459121704},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C2779756789","wikidata":"https://www.wikidata.org/wiki/Q28549308","display_name":"Fake news","level":2,"score":0.375900000333786},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3626999855041504},{"id":"https://openalex.org/C2779661781","wikidata":"https://www.wikidata.org/wiki/Q374132","display_name":"Blogosphere","level":3,"score":0.3377000093460083},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31299999356269836},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.22785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.22785","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.22785","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5713812708854675}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"AI":[0,46],"chatbots":[1,47],"are":[2,247],"rapidly":[3],"shaping":[4],"how":[5,17],"people":[6],"encounter":[7],"the":[8,111,172,175,181,185,206,215,223],"news,":[9],"yet":[10],"no":[11],"prior":[12],"study":[13],"has":[14],"systematically":[15],"measured":[16],"accurately":[18],"these":[19,252],"systems,":[20,101],"with":[21,205],"their":[22],"proprietary":[23],"search":[24],"integrations":[25],"and":[26,34,51,59,108,132,244,267],"retrieval-synthesis":[27],"pipelines,":[28],"handle":[29],"emerging":[30],"facts":[31,212],"across":[32,72,110],"languages":[33],"regions.":[35],"We":[36,113,217],"present":[37],"a":[38,166,220,235],"14-day":[39],"(February":[40],"9-22,":[41],"2026)":[42],"evaluation":[43],"of":[44,160,214],"six":[45,73],"(Gemini":[48],"3":[49],"Flash":[50],"Pro,":[52],"Grok":[53],"4,":[54],"Claude":[55],"4.5":[56],"Sonnet,":[57],"GPT-5":[58],"GPT-4o":[60],"mini)":[61],"on":[62,92,126,180,193,264],"2,100":[63],"factual":[64],"questions":[65,93,195,200],"derived":[66],"from":[67],"same-day":[68],"BBC":[69],"News":[70],"reporting":[71],"regional":[74,260],"services":[75],"(US":[76],"&":[77],"Canada,":[78],"Arabic,":[79],"Afrique,":[80],"Hindi,":[81],"Russian,":[82],"Turkish).":[83],"The":[84,99],"best":[85,224],"systems":[86],"achieve":[87],"over":[88,158],"90%":[89],"multiple-choice":[90],"accuracy":[91,125,192,231,256],"about":[94],"events":[95],"reported":[96],"hours":[97],"earlier.":[98],"same":[100],"however,":[102],"lose":[103],"11-13%":[104],"under":[105],"free-response":[106],"evaluation,":[107],"16-17%":[109],"cohort.":[112],"further":[114],"characterize":[115],"three":[116],"failure":[117],"patterns.":[118],"First,":[119],"every":[120],"model":[121,209],"achieves":[122],"its":[123],"lowest":[124],"Hindi":[127,142,150],"(79%":[128],"vs.":[129],"89-91%":[130],"elsewhere)":[131],"citations":[133],"indicate":[134],"an":[135],"Anglophone":[136],"retrieval":[137,265],"bias":[138],"(e.g.,":[139],"models":[140,164,189],"answering":[141],"queries":[143,271],"cite":[144],"English":[145],"Wikipedia":[146],"more":[147],"than":[148],"any":[149],"outlet).":[151],"Second,":[152],"retrieval,":[153],"not":[154],"reasoning,":[155],"failures":[156],"drive":[157],"70%":[159],"all":[161],"errors.":[162],"When":[163],"retrieve":[165],"correct":[167,173],"source,":[168],"they":[169],"often":[170],"extract":[171],"answer;":[174],"problem":[176],"is":[177],"to":[178,197,269],"land":[179],"right":[182],"source":[183],"in":[184,229],"first":[186],"place.":[187],"Third,":[188],"achieving":[190],"88-96%":[191],"well-formed":[194],"drop":[196],"19-70%":[198],"when":[199],"contain":[201],"subtle":[202],"false":[203],"premises,":[204],"most":[207],"vulnerable":[208],"accepting":[210],"fabricated":[211],"64%":[213],"time.":[216],"also":[218],"identify":[219],"detection-accuracy":[221],"paradox:":[222],"false-premise":[225],"detector":[226,237],"ranks":[227,238],"second":[228],"adversarial":[230],"(abstention":[232],"rate),":[233],"while":[234],"weaker":[236],"first,":[239],"showing":[240],"that":[241,254],"premise":[242],"detection":[243],"answer":[245],"recovery":[246],"partially":[248],"independent":[249],"capabilities.":[250],"Overall,":[251],"suggest":[253],"high":[255],"can":[257],"mask":[258],"systematic":[259],"inequity,":[261],"near-total":[262],"dependence":[263],"infrastructure,":[266],"vulnerability":[268],"imperfect":[270],"real":[272],"users":[273],"pose.":[274]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-23T00:00:00"}