{"id":"https://openalex.org/W7166801302","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1117","title":"SciExplore: Evaluating Autonomous Agents from Scientific Navigation to Information Integration","display_name":"SciExplore: Evaluating Autonomous Agents from Scientific Navigation to Information Integration","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166801302","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1117"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1117","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1117","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1117","pdf_url":"https://aclanthology.org/2026.findings-acl.1117.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2026.findings-acl.1117.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139820197","display_name":"Yinhao Tang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinhao Tang","raw_affiliation_strings":["Shanghai AI Laboratory","University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137027834","display_name":"Youqing Fang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youqing Fang","raw_affiliation_strings":["Shanghai AI Laboratory","University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]},{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yanan Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Sun","raw_affiliation_strings":["Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041644170","display_name":"Wenran Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenran Liu","raw_affiliation_strings":["Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139761299","display_name":"Weiming Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Zhang","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139782994","display_name":"Bin Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liu","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050684712","display_name":"Kuikun Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kuikun Liu","raw_affiliation_strings":["Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094208366","display_name":"Wenwei Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwei Zhang","raw_affiliation_strings":["University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139844652","display_name":"Kai Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["Shanghai AI Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory","institution_ids":["https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43823201,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"22249","last_page":"22273"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.6025000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.6025000214576721,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3037000000476837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-agents","display_name":"autonomous agents","score":0.8399999737739563},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8849999904632568},{"id":"https://openalex.org/keywords/scientific-reasoning","display_name":"scientific reasoning","score":0.8339999914169312},{"id":"https://openalex.org/keywords/literature-search","display_name":"literature searching","score":0.7950000166893005},{"id":"https://openalex.org/keywords/evidence-grounding","display_name":"evidence grounding","score":0.6980000138282776},{"id":"https://openalex.org/keywords/task-complexity","display_name":"task complexity","score":0.40799999237060547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5688999891281128},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.4821999967098236},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C19527686","wikidata":"https://www.wikidata.org/wiki/Q1665453","display_name":"System integration","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C60229501","wikidata":"https://www.wikidata.org/wiki/Q18822","display_name":"Global Positioning System","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26840001344680786},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2624000012874603},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2615000009536743}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1117","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1117","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1117","pdf_url":"https://aclanthology.org/2026.findings-acl.1117.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1117","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1117","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1117","pdf_url":"https://aclanthology.org/2026.findings-acl.1117.pdf","source":{"id":"https://openalex.org/S4363605144","display_name":"Findings of the Association for Computational Linguistics: ACL (Findings of ACL)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166801302.pdf","grobid_xml":"https://content.openalex.org/works/W7166801302.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7158365662","https://openalex.org/W6948238425","https://openalex.org/W7101416451","https://openalex.org/W7090853327","https://openalex.org/W7164577541","https://openalex.org/W4393161039","https://openalex.org/W7127605006","https://openalex.org/W7128395166","https://openalex.org/W7117752333","https://openalex.org/W4389761608"],"abstract_inverted_index":{"Scientific":[0],"research":[1,33],"involves":[2],"complex":[3],"information-seeking":[4,43,141],"and":[5,22,44,49,74,87,93,101,118,136],"reasoning":[6,45,86],"workflows":[7],"across":[8,59],"heterogeneous":[9],"sources.However,":[10],"existing":[11],"benchmarks":[12],"primarily":[13],"emphasize":[14],"general-domain":[15],"retrieval":[16],"or":[17],"static":[18],"scientific":[19,32,42,63,65,140],"question":[20],"answering,":[21],"therefore":[23],"fail":[24],"to":[25,40,90],"assess":[26],"key":[27],"capabilities":[28,46],"required":[29],"in":[30,138],"realistic":[31,139],"workflows.We":[34],"introduce":[35],"SciExplore,":[36,105],"a":[37],"benchmark":[38],"designed":[39],"evaluate":[41,96],"of":[47,133],"LLMs":[48,100],"agents.SciExplore":[50],"comprises":[51],"four":[52],"task":[53,115],"types":[54],"covering":[55],"103":[56],"expert-curated":[57],"tasks":[58],"more":[60],"than":[61],"ten":[62,98],"disciplines:":[64],"database":[66],"navigation,":[67],"ambiguous":[68],"literature":[69],"retrieval,":[70],"missing":[71],"reference":[72],"completion,":[73],"crosssource":[75],"structured":[76,126],"knowledge":[77],"synthesis,":[78],"which":[79],"probe":[80],"progressively":[81],"higher-level":[82],"abilities":[83],"from":[84],"entity-level":[85],"document-level":[88],"identification":[89],"evidence-level":[91],"grounding":[92],"domain-level":[94],"synthesis.We":[95],"over":[97],"state-of-the-art":[99],"autonomous":[102],"agents":[103,137],"on":[104,122],"revealing":[106],"substantial":[107],"performance":[108,111],"gaps":[109],"with":[110],"degrading":[112],"sharply":[113],"as":[114],"complexity":[116],"increases":[117],"extremely":[119],"low":[120],"accuracy":[121],"the":[123],"most":[124],"challenging":[125],"synthesis":[127],"tasks.These":[128],"results":[129],"highlight":[130],"significant":[131],"limitations":[132],"current":[134],"models":[135],"scenarios.Scientific":[142],"QA":[143],"Benchmarks":[144],"ScienceQA":[145],"(Saikh":[146],"et":[147],"al.,":[148],"2022)":[149]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-07-02T00:00:00"}