{"id":"https://openalex.org/W7168374311","doi":"https://doi.org/10.1145/3805712.3809913","title":"Answer First, Evidence Second? Uncovering Hidden Risks in Well-Structured AI Search Summaries","display_name":"Answer First, Evidence Second? Uncovering Hidden Risks in Well-Structured AI Search Summaries","publication_year":2026,"publication_date":"2026-07-15","ids":{"openalex":"https://openalex.org/W7168374311","doi":"https://doi.org/10.1145/3805712.3809913"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3809913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809913","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3809913","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140846218","display_name":"Jinman Li","orcid":"https://orcid.org/0009-0008-1265-0998"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinman Li","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China and School of Advanced Interdisciplinary Sciences, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-1265-0998","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China and School of Advanced Interdisciplinary Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140833559","display_name":"Xuanang Chen","orcid":"https://orcid.org/0000-0003-0377-8451"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanang Chen","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0377-8451","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140943481","display_name":"Ruoxi Xu","orcid":"https://orcid.org/0000-0001-8145-6453"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoxi Xu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8145-6453","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140783312","display_name":"Hongyu Lin","orcid":"https://orcid.org/0009-0001-5857-9663"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Lin","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-5857-9663","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140762037","display_name":"YAOJIE LU","orcid":"https://orcid.org/0000-0002-5842-7715"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaojie Lu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5842-7715","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140877971","display_name":"Zecheng Fan","orcid":"https://orcid.org/0009-0009-0197-0782"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zecheng Fan","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China and School of Advanced Interdisciplinary Sciences, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-0197-0782","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China and School of Advanced Interdisciplinary Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140879377","display_name":"Xianpei Han","orcid":"https://orcid.org/0000-0002-1304-6302"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianpei Han","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1304-6302","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5140887396","display_name":"Le Sun","orcid":"https://orcid.org/0000-0003-2696-7140"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Sun","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2696-7140","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3929","last_page":"3934"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.26109999418258667},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2425999939441681},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.23960000276565552},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2353000044822693},{"id":"https://openalex.org/keywords/subject","display_name":"Subject (documents)","score":0.21549999713897705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49549999833106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3472999930381775},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2425999939441681},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.23960000276565552},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2353000044822693},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.22589999437332153},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.21960000693798065},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.21549999713897705},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.21320000290870667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3809913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809913","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3809913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809913","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1964729842","https://openalex.org/W1993968931","https://openalex.org/W2076452960","https://openalex.org/W2970641574","https://openalex.org/W3156789018","https://openalex.org/W4284704420","https://openalex.org/W4385572754","https://openalex.org/W4396570275","https://openalex.org/W4401042575","https://openalex.org/W4404342140","https://openalex.org/W4406679533","https://openalex.org/W4409363662","https://openalex.org/W4409505176","https://openalex.org/W4409591253","https://openalex.org/W4409720130","https://openalex.org/W4411121371","https://openalex.org/W4412944859","https://openalex.org/W4414359416","https://openalex.org/W4415086910","https://openalex.org/W4415194046","https://openalex.org/W4415915064","https://openalex.org/W4416033657","https://openalex.org/W4416629025","https://openalex.org/W4417291508","https://openalex.org/W6891949587","https://openalex.org/W7090814006","https://openalex.org/W7125492969","https://openalex.org/W7140216747"],"related_works":[],"abstract_inverted_index":{"As":[0],"search":[1],"engines":[2],"increasingly":[3],"adopt":[4],"answer-centric":[5,129],"interfaces,":[6],"AI-generated":[7],"summaries":[8,16,60,69,80,101],"are":[9,17,81,112],"often":[10],"consumed":[11],"as":[12,109,115],"final":[13],"answers.":[14],"These":[15],"typically":[18],"well-structured":[19],"and":[20,45,61,83,114,136],"citation-rich,":[21],"creating":[22],"a":[23],"strong":[24],"appearance":[25,44],"of":[26,79,85,100],"reliability":[27,141],"that":[28,67],"can":[29],"encourage":[30],"user":[31],"trust,":[32],"even":[33,89],"when":[34,90],"evidential":[35,72],"grounding":[36],"is":[37],"uncertain.":[38],"Motivated":[39],"by":[40,55],"this":[41],"gap":[42],"between":[43],"evidence,":[46],"we":[47],"analyze":[48],"14,175":[49],"real-world":[50],"queries":[51],"from":[52],"MS":[53],"MARCO":[54],"examining":[56],"Google":[57],"Search":[58],"AI":[59],"their":[62,75],"cited":[63,96,113],"sources.":[64,97],"We":[65],"find":[66],"reliable-looking":[68],"mask":[70],"substantial":[71],"failures.":[73],"Despite":[74],"credible":[76],"appearance,":[77],"32.31%":[78],"incorrect,":[82],"56.16%":[84],"these":[86],"errors":[87],"arise":[88],"supporting":[91],"evidence":[92],"exists":[93],"in":[94,118,128],"the":[95,132],"Moreover,":[98],"31.08%":[99],"exhibit":[102],"citation":[103],"inconsistencies,":[104],"with":[105],"conflict":[106],"risk":[107],"increasing":[108],"more":[110,119],"sources":[111],"citations":[116],"appear":[117],"prominent":[120],"positions.":[121],"Our":[122],"findings":[123],"reveal":[124],"systematic,":[125],"user-facing":[126],"risks":[127],"search,":[130],"highlighting":[131],"need":[133],"for":[134],"evaluation":[135],"design":[137],"practices":[138],"beyond":[139],"surface-level":[140],"signals.":[142],"https://github.com/icip-cas/AISummary.":[143]},"counts_by_year":[],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2026-07-16T00:00:00"}