{"id":"https://openalex.org/W7167895515","doi":"https://doi.org/10.1145/3805712.3809617","title":"Towards Knowledgeable Deep Research: Framework and Benchmark","display_name":"Towards Knowledgeable Deep Research: Framework and Benchmark","publication_year":2026,"publication_date":"2026-07-10","ids":{"openalex":"https://openalex.org/W7167895515","doi":"https://doi.org/10.1145/3805712.3809617"},"language":null,"primary_location":{"id":"doi:10.1145/3805712.3809617","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809617","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805712.3809617","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067966626","display_name":"Wenxuan Liu","orcid":"https://orcid.org/0000-0001-8219-0124"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxuan Liu","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8219-0124","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024790582","display_name":"Zixuan Li","orcid":"https://orcid.org/0009-0007-9962-6917"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Li","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-9962-6917","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434323","display_name":"Long Bai","orcid":"https://orcid.org/0000-0003-2671-3298"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Bai","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-2671-3298","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140402950","display_name":"Chunmao Zhang","orcid":"https://orcid.org/0009-0007-6297-8767"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmao Zhang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-6297-8767","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103326597","display_name":"Fenghui Zhang","orcid":"https://orcid.org/0009-0009-4844-3605"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenghui Zhang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4844-3605","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140433379","display_name":"Zhuo Chen","orcid":"https://orcid.org/0009-0000-2128-5517"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Chen","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-2128-5517","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140431263","display_name":"Wei Li","orcid":"https://orcid.org/0000-0003-4464-2446"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4464-2446","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113051745","display_name":"Yuxin Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Zuo","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-2771-7997","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455817","display_name":"Fei Wang","orcid":"https://orcid.org/0000-0002-3282-0535"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Wang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3282-0535","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031468255","display_name":"Bingbing Xu","orcid":"https://orcid.org/0009-0004-8319-2681"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingbing Xu","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-8319-2681","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091865553","display_name":"Xuhui Jiang","orcid":"https://orcid.org/0000-0002-1741-0781"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhui Jiang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1741-0781","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China and Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134686447","display_name":"Jin Zhang","orcid":"https://orcid.org/0009-0009-8751-2159"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhang","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8751-2159","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102843658","display_name":"Xiaolong Jin","orcid":"https://orcid.org/0000-0003-3244-3941"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolong Jin","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3244-3941","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088621320","display_name":"Jiafeng Guo","orcid":"https://orcid.org/0000-0002-9509-8674"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiafeng Guo","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9509-8674","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore, Kent Ridge, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6097-7807","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Kent Ridge, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029998682","display_name":"Xueqi Cheng","orcid":"https://orcid.org/0000-0002-5201-8195"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqi Cheng","raw_affiliation_strings":["State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5201-8195","affiliations":[{"raw_affiliation_string":"State Key Laboratory of AI Safety, Beijing, China, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China, and University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1163","last_page":"1174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.41620001196861267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.41620001196861267,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05420000106096268,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.03970000147819519,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5511999726295471},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5271000266075134},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4634999930858612},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45509999990463257},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.43549999594688416},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.40070000290870667},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.3937000036239624},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3871999979019165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990999817848206},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5511999726295471},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4634999930858612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46309998631477356},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45179998874664307},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3871999979019165},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.35530000925064087},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3325999975204468},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3237000107765198},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3100000023841858},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2842999994754791},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2581000030040741},{"id":"https://openalex.org/C29804473","wikidata":"https://www.wikidata.org/wiki/Q2025711","display_name":"Open Knowledge Base Connectivity","level":4,"score":0.257999986410141},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805712.3809617","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809617","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805712.3809617","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805712.3809617","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 49th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4406840771","https://openalex.org/W4412887996","https://openalex.org/W4412889855","https://openalex.org/W4416035020"],"related_works":[],"abstract_inverted_index":{"Deep":[0,66],"Research":[1,67],"(DR)":[2],"requires":[3,70],"LLM":[4],"agents":[5,72,196,237],"to":[6,15,21,41,52,60,73,127],"autonomously":[7],"perform":[8],"multi-step":[9],"information":[10],"seeking,":[11],"processing,":[12],"and":[13,50,79,101,106,124,131,149,167,173,183,199,202,238],"reasoning":[14],"generate":[16,74],"comprehensive":[17],"reports.":[18,111],"In":[19,55],"contrast":[20],"existing":[22,194],"studies":[23],"that":[24,94,189],"mainly":[25],"focus":[26],"on":[27,197,209],"unstructured":[28,80],"web":[29],"content,":[30],"a":[31,43,91,151,228],"more":[32],"challenging":[33],"DR":[34,71,195,207,236,242],"task":[35,63],"should":[36],"additionally":[37],"utilize":[38],"structured":[39,78,155,232],"knowledge":[40,100,156,218,233],"provide":[42],"solid":[44],"data":[45],"foundation,":[46],"facilitate":[47,239],"quantitative":[48],"computation,":[49],"lead":[51],"in-depth":[53],"analyses.":[54],"this":[56,61,223],"paper,":[57],"we":[58,83,138,221],"refer":[59],"novel":[62],"as":[64,227],"Knowledgeable":[65],"(KDR),":[68],"which":[69,120,141],"reports":[75],"with":[76],"both":[77,97,122],"knowledge.":[81],"Furthermore,":[82],"propose":[84,174],"the":[85,103,116,164,205],"Hybrid":[86],"Knowledge":[87,118],"Analysis":[88],"framework":[89],"(HKA),":[90],"multi-agent":[92],"architecture":[93],"reasons":[95],"over":[96],"kinds":[98],"of":[99,154,177],"integrates":[102],"texts,":[104],"figures,":[105,129],"tables":[107],"into":[108],"coherent":[109],"multimodal":[110,241],"The":[112],"key":[113,168],"design":[114],"is":[115],"Structured":[117],"Analyzer,":[119],"utilizes":[121],"coding":[123],"vision-language":[125],"models":[126],"produce":[128],"tables,":[130],"corresponding":[132],"insights.":[133],"To":[134],"support":[135],"systematic":[136],"evaluation,":[137],"construct":[139],"KDR-Bench,":[140],"covers":[142],"9":[143],"domains,":[144],"includes":[145],"41":[146],"expert-level":[147],"questions,":[148],"incorporates":[150],"large":[152],"number":[153],"resources":[157],"(e.g.,":[158],"1,252":[159],"tables).":[160],"We":[161],"further":[162],"annotate":[163],"main":[165],"conclusions":[166],"points":[169],"for":[170,231],"each":[171],"question":[172],"three":[175],"categories":[176],"evaluation":[178],"metrics":[179],"including":[180],"general-purpose,":[181],"knowledge-centric,":[182],"vision-enhanced":[184,210],"ones.":[185],"Experimental":[186],"results":[187],"demonstrate":[188],"HKA":[190],"consistently":[191],"outperforms":[192],"most":[193],"general-purpose":[198],"knowledge-centric":[200],"metrics,":[201,211],"even":[203],"surpasses":[204],"Gemini":[206],"agent":[208],"highlighting":[212],"its":[213],"effectiveness":[214],"in":[215,235],"deep,":[216],"structure-aware":[217],"analysis.":[219],"Finally,":[220],"hope":[222],"work":[224],"can":[225],"serve":[226],"new":[229],"foundation":[230],"analysis":[234],"future":[240],"studies.":[243]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-11T00:00:00"}