{"id":"https://openalex.org/W7119519340","doi":"https://doi.org/10.48550/arxiv.2601.03260","title":"SciNetBench: A Relation-Aware Benchmark for Scientific Literature Retrieval Agents","display_name":"SciNetBench: A Relation-Aware Benchmark for Scientific Literature Retrieval Agents","publication_year":2025,"publication_date":"2025-12-16","ids":{"openalex":"https://openalex.org/W7119519340","doi":"https://doi.org/10.48550/arxiv.2601.03260"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.03260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.03260","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122388525","display_name":"Chenyang Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shao, Chenyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122302393","display_name":"Yong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122307739","display_name":"Fengli Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Fengli","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5122388525"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.2612000107765198,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.2612000107765198,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2583000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.16740000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7699999809265137},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5914000272750854},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5676000118255615},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5647000074386597},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.4277999997138977},{"id":"https://openalex.org/keywords/scientific-literature","display_name":"Scientific literature","score":0.41019999980926514}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7699999809265137},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7401999831199646},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5914000272750854},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5676000118255615},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5647000074386597},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5084999799728394},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5063999891281128},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C2781083858","wikidata":"https://www.wikidata.org/wiki/Q17327049","display_name":"Scientific literature","level":2,"score":0.41019999980926514},{"id":"https://openalex.org/C2780613888","wikidata":"https://www.wikidata.org/wiki/Q6423394","display_name":"Knowledge retrieval","level":3,"score":0.3903999924659729},{"id":"https://openalex.org/C551230270","wikidata":"https://www.wikidata.org/wiki/Q4368942","display_name":"Data retrieval","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3440999984741211},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C195732255","wikidata":"https://www.wikidata.org/wiki/Q981008","display_name":"Sociology of scientific knowledge","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2685000002384186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.03260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.03260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.03260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5532748103141785,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"development":[2,9],"of":[3,10,24,33,67,93,120,132,136,144,150,157,160,180,215],"AI":[4,124],"agent":[5],"has":[6],"spurred":[7],"the":[8,25,31,44,106,188,208,212],"advanced":[11,230],"research":[12,228],"tools,":[13],"such":[14,55],"as":[15,56],"Deep":[16],"Research.":[17],"Achieving":[18],"this":[19,77],"require":[20],"a":[21,72,83,118,177,202],"nuanced":[22],"understanding":[23],"relations":[26],"within":[27],"scientific":[28,95,151],"literature,":[29],"surpasses":[30],"scope":[32],"keyword-based":[34],"or":[35,59,62],"embedding-based":[36],"retrieval.":[37,217],"Existing":[38],"retrieval":[39,100,114,135,161,170,182,231],"agents":[40,195],"mainly":[41],"focus":[42],"on":[43,168,187,229],"content-level":[45],"similarities":[46],"and":[47,90,147],"are":[48,69],"unable":[49],"to":[50,201,225],"decode":[51],"critical":[52,213],"relational":[53,197],"dynamics,":[54],"identifying":[57],"corroborating":[58],"conflicting":[60],"studies":[61],"tracing":[63],"technological":[64],"lineages,":[65],"all":[66],"which":[68],"essential":[70],"for":[71,112],"comprehensive":[73],"literature":[74,113,189],"review.":[75],"Consequently,":[76],"fundamental":[78],"limitation":[79],"often":[80,172],"results":[81],"in":[82,207],"fragmented":[84],"knowledge":[85,140],"structure,":[86],"misleading":[87],"sentiment":[88],"interpretation,":[89],"inadequate":[91],"modeling":[92],"collective":[94],"progress.":[96],"To":[97],"investigate":[98],"relation-aware":[99,169,216],"more":[101],"deeply,":[102],"we":[103,163],"propose":[104],"SciNetBench,":[105],"first":[107],"Scientific":[108],"Network":[109],"Relation-aware":[110],"Benchmark":[111],"agents.":[115],"Constructed":[116],"from":[117],"corpus":[119],"over":[121],"18":[122],"million":[123],"papers,":[125],"our":[126,221],"benchmark":[127,222],"systematically":[128],"evaluates":[129],"three":[130,158],"levels":[131],"relations:":[133],"ego-centric":[134],"papers":[137],"with":[138,196],"novel":[139],"structures,":[141],"pair-wise":[142],"identification":[143],"scholarly":[145],"relationships,":[146],"path-wise":[148],"reconstruction":[149],"evolutionary":[152],"trajectories.":[153],"Through":[154],"extensive":[155],"evaluation":[156],"categories":[159],"agents,":[162],"find":[164],"that":[165,193],"their":[166],"accuracy":[167],"tasks":[171,191],"falls":[173],"below":[174],"20%,":[175],"revealing":[176],"core":[178],"shortcoming":[179],"current":[181],"paradigms.":[183],"Notably,":[184],"further":[185],"experiments":[186],"review":[190,209],"demonstrate":[192],"providing":[194],"ground":[198],"truth":[199],"leads":[200],"substantial":[203],"23.4%":[204],"performance":[205],"improvement":[206],"quality,":[210],"validating":[211],"importance":[214],"We":[218],"publicly":[219],"release":[220],"at":[223],"https://anonymous.4open.science/r/SciNetBench/":[224],"support":[226],"future":[227],"systems.":[232]},"counts_by_year":[],"updated_date":"2026-01-09T23:14:04.187858","created_date":"2026-01-09T00:00:00"}