{"id":"https://openalex.org/W7168249844","doi":"https://doi.org/10.48550/arxiv.2607.11074","title":"ResearchQA: Benchmarking Citation-Grounded Question-Answering on Scientific Papers","display_name":"ResearchQA: Benchmarking Citation-Grounded Question-Answering on Scientific Papers","publication_year":2026,"publication_date":"2026-07-13","ids":{"openalex":"https://openalex.org/W7168249844","doi":"https://doi.org/10.48550/arxiv.2607.11074"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.11074","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.11074","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.11074","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140655353","display_name":"Saba Imran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Imran, Saba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140606132","display_name":"Debanjum Singh Solanky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Solanky, Debanjum Singh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6859999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6859999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.06710000336170197,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8123000264167786},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7954000234603882},{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.6753000020980835},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.535099983215332},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4113999903202057}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8123000264167786},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7954000234603882},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.6753000020980835},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6697999835014343},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.535099983215332},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4505000114440918},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4113999903202057},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35580000281333923},{"id":"https://openalex.org/C105345328","wikidata":"https://www.wikidata.org/wiki/Q206276","display_name":"Citation analysis","level":3,"score":0.3244999945163727},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3188000023365021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C2780129039","wikidata":"https://www.wikidata.org/wiki/Q1931107","display_name":"Section (typography)","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.11074","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.11074","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.11074","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.11074","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8864492774009705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,86,131],"are":[3,20],"increasingly":[4],"used":[5],"to":[6,16,141],"assist":[7],"scientific":[8],"reading,":[9],"but":[10],"existing":[11],"evaluation":[12,151],"methods":[13],"often":[14],"fail":[15],"detect":[17],"whether":[18],"answers":[19],"supported":[21],"by":[22],"verifiable":[23],"citations.":[24],"We":[25,79,126,147],"introduce":[26],"ResearchQA,":[27],"a":[28,64,88,93],"benchmark":[29],"of":[30],"6,211":[31],"single-paper":[32],"question-answer":[33],"pairs":[34],"from":[35],"494":[36],"open-access":[37],"papers":[38],"spanning":[39],"eight":[40,81],"domains":[41],"and":[42,49,66,84,97,113,153],"four":[43],"question":[44],"types:":[45],"lookup,":[46],"comprehension,":[47],"multi-hop,":[48],"adversarial.":[50],"ResearchQA":[51],"is":[52],"designed":[53],"for":[54,63],"citation-grounded":[55,89],"evaluation:":[56],"it":[57],"permits":[58],"multiple":[59],"valid":[60],"supporting":[61],"passages":[62],"claim":[65],"rewards":[67],"grounded":[68],"refusal":[69],"when":[70],"the":[71,133,149],"source":[72],"paper":[73],"does":[74],"not":[75],"support":[76],"an":[77,98],"answer.":[78],"evaluate":[80],"leading":[82],"closed-":[83],"open-weight":[85,130],"in":[87],"chat-with-paper":[90],"setting":[91],"using":[92],"deterministic":[94],"citation":[95,114,136],"matcher":[96],"LLM-based":[99],"rubric":[100],"evaluator.":[101],"Citation-based":[102],"metrics":[103],"separate":[104],"systems":[105],"more":[106],"clearly":[107],"than":[108],"LLM-evaluator":[109],"scores:":[110],"section":[111],"coverage":[112],"accuracy":[115,137],"vary":[116],"substantially":[117],"across":[118],"models,":[119],"while":[120,138],"evaluator":[121,154],"scores":[122],"remain":[123],"tightly":[124],"compressed.":[125],"further":[127],"find":[128],"that":[129],"approach":[132],"best":[134],"closed-model":[135],"achieving":[139],"3":[140],"6":[142],"times":[143],"lower":[144],"per-example":[145],"latency.":[146],"release":[148],"benchmark,":[150],"harness,":[152],"prompt.":[155]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-15T00:00:00"}