{"id":"https://openalex.org/W7224948436","doi":"https://doi.org/10.48550/arxiv.2610.39339","title":"Does the Citation Matter? Quality, Grounding, and Physician-Rubric Accuracy of Google's AI Overviews for Medical Information","display_name":"Does the Citation Matter? Quality, Grounding, and Physician-Rubric Accuracy of Google's AI Overviews for Medical Information","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224948436","doi":"https://doi.org/10.48550/arxiv.2610.39339"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.39339","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39339","pdf_url":"https://arxiv.org/pdf/2610.39339","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.39339","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091340178","display_name":"Sam Agnoli","orcid":"https://orcid.org/0000-0001-9196-7855","observed_orcids":["https://orcid.org/0000-0001-9196-7855"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agnoli, Sam","raw_affiliation_strings":["Northwestern University Evanston , Illinois , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University Evanston , Illinois , USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106547318","display_name":"Brigid Reilly","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reilly, Brigid","raw_affiliation_strings":["Northwestern University Evanston , Illinois , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University Evanston , Illinois , USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160184846","display_name":"Lily Barna","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barna, Lily","raw_affiliation_strings":["Northwestern University Evanston , Illinois , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University Evanston , Illinois , USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004566032","display_name":"Em\u0151ke-\u00c1gnes Horv\u00e1t","orcid":"https://orcid.org/0000-0001-7709-1172","observed_orcids":["https://orcid.org/0000-0001-7709-1172"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Horv\u00e1t, Em\u0151ke-\u00c1gnes","raw_affiliation_strings":["Northwestern University Evanston , Illinois , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University Evanston , Illinois , USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.32499998807907104,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.044599998742341995,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/google-ai-overviews","display_name":"Google AI Overviews","score":0.9010000228881836},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.5580000281333923},{"id":"https://openalex.org/keywords/health-information-search","display_name":"health information search","score":0.5429999828338623},{"id":"https://openalex.org/keywords/source-credibility","display_name":"source credibility","score":0.6399999856948853},{"id":"https://openalex.org/keywords/citation-grounding","display_name":"citation grounding","score":0.7749999761581421},{"id":"https://openalex.org/keywords/ai-generated-health-information","display_name":"AI-generated health information","score":0.38999998569488525},{"id":"https://openalex.org/keywords/health-misinformation","display_name":"health misinformation","score":0.5580000281333923},{"id":"https://openalex.org/keywords/source-selection","display_name":"source selection","score":0.4020000100135803},{"id":"https://openalex.org/keywords/ai-literacy","display_name":"AI literacy","score":0.5289999842643738}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.5953999757766724},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5785999894142151},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.5206000208854675},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5001000165939331},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4672999978065491},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.40310001373291016},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C2777341132","wikidata":"https://www.wikidata.org/wiki/Q6150991","display_name":"Medical library","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C2982795734","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health information","level":3,"score":0.3296000063419342},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.3034999966621399},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.29760000109672546},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2847999930381775},{"id":"https://openalex.org/C2776034101","wikidata":"https://www.wikidata.org/wiki/Q1509347","display_name":"Commission","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.26030001044273376},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.39339","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39339","pdf_url":"https://arxiv.org/pdf/2610.39339","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.39339","doi":"https://doi.org/10.48550/arxiv.2610.39339","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.39339","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.39339","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.39339","pdf_url":"https://arxiv.org/pdf/2610.39339","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5683000087738037}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224948436.pdf","grobid_xml":"https://content.openalex.org/works/W7224948436.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7221515040","https://openalex.org/W7111732865","https://openalex.org/W7130333377","https://openalex.org/W4416629025","https://openalex.org/W7212074177","https://openalex.org/W4411523426","https://openalex.org/W7133928521","https://openalex.org/W7161263975","https://openalex.org/W7125586618","https://openalex.org/W6891949587"],"abstract_inverted_index":{"Google's":[0,37,268],"AI":[1],"Overviews":[2,92],"(AIOs)":[3],"are":[4],"the":[5,12,15,23,76,110,117,130,220,239,243,250],"first":[6],"result":[7],"users":[8,261],"encounter":[9],"when":[10],"searching":[11],"web,":[13],"shifting":[14],"work":[16],"of":[17,96,109,132,152,159,175,188,209,222,236,245,252],"selecting":[18],"and":[19,46,71,84,134,184,218,262],"evaluating":[20],"sources":[21,83,136,164],"from":[22],"user":[24],"to":[25,42,162,249,267],"Gemini.":[26],"This":[27],"may":[28],"be":[29],"especially":[30],"consequential":[31],"for":[32,94,169,260],"health":[33,50,56,124],"information,":[34],"given":[35],"that":[36,62],"traditional":[38,66,105,148],"algorithm":[39],"was":[40,165,247],"designed":[41],"prioritize":[43],"quality":[44],"sources,":[45],"inaccurate":[47,230],"information":[48],"carries":[49],"risks.":[51],"We":[52,73,255],"evaluated":[53,75],"3,611":[54],"benchmark":[55],"questions,":[57],"comparing":[58],"each":[59],"AIO":[60,160,257],"against":[61,89,203],"question's":[63],"top":[64,111],"five":[65,112],"results":[67,113,149],"on":[68,100,150],"source":[69],"selection":[70],"quality.":[72],"also":[74],"AIOs'":[77],"statement":[78],"grounding":[79,158,251],"in":[80],"their":[81,163,181,253],"cited":[82,115,176,182],"how":[85],"accurate":[86],"AIOs":[87,200,223,237,246,264],"were":[88,114,178,191,201],"physician-written":[90],"rubrics.":[91],"appeared":[93],"96.4%":[95],"questions":[97],"but":[98],"drew":[99],"substantially":[101],"different":[102],"evidence":[103],"than":[104,147],"search:":[106],"only":[107],"44.4%":[108],"by":[116,180],"corresponding":[118],"AIO,":[119],"which":[120],"instead":[121],"overrepresented":[122],"commercial":[123],"publishers":[125],"(e.g.,":[126,137,213],"WebMD,":[127],"Healthline)":[128],"at":[129,197,265],"expense":[131],"academic":[133],"government":[135],"Cleveland":[138],"Clinic,":[139],"National":[140],"Health":[141],"Service).":[142],"AIO-cited":[143],"pages":[144],"scored":[145],"lower":[146],"four":[151],"six":[153],"well-established":[154],"credibility":[155],"criteria.":[156],"The":[157],"statements":[161,177,190],"poor:":[166],"after":[167],"correcting":[168],"classifier":[170],"error,":[171],"an":[172],"estimated":[173],"56.7%":[174],"supported":[179],"page,":[183],"a":[185,228],"further":[186],"20.8%":[187],"all":[189,210],"factual":[192],"claims":[193],"with":[194],"no":[195],"citation":[196],"all.":[198],"When":[199],"graded":[202],"physicians'":[204],"rubrics,":[205],"they":[206],"earned":[207],"38.2%":[208],"available":[211],"points":[212],"accuracy":[214,244],"54.2%,":[215],"completeness":[216],"21.6%),":[217],"among":[219],"subset":[221],"whose":[224],"physician":[225],"rubric":[226],"anticipated":[227],"specific":[229],"or":[231],"potentially":[232],"harmful":[233,240],"claim,":[234],"22.2%":[235],"contained":[238],"content.":[241],"Notably,":[242],"unrelated":[248],"statements.":[254],"recommend":[256],"literacy":[258],"interventions":[259],"holding":[263],"least":[266],"own":[269],"health-ranking":[270],"standards.":[271]},"counts_by_year":[],"updated_date":"2026-11-02T09:45:03.842371","created_date":"2026-10-31T00:00:00"}