{"id":"https://openalex.org/W7160919641","doi":"https://doi.org/10.48550/arxiv.2605.10168","title":"ASTRA-QA: A Benchmark for Abstract Question Answering over Documents","display_name":"ASTRA-QA: A Benchmark for Abstract Question Answering over Documents","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160919641","doi":"https://doi.org/10.48550/arxiv.2605.10168"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10168","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135962792","display_name":"Shu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135985452","display_name":"Shansong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Shansong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135931558","display_name":"Xinyang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135943301","display_name":"Shiwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114230962","display_name":"Hulong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hulong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135916405","display_name":"Yixiang Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Yixiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8586999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8586999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.05350000038743019,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.018300000578165054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.843500018119812},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7609999775886536},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6819000244140625},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5788999795913696},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5350000262260437},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.42089998722076416},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.35679998993873596}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.843500018119812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7843000292778015},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7609999775886536},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7408999800682068},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6819000244140625},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5788999795913696},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5350000262260437},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.42089998722076416},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.35199999809265137},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C143271835","wikidata":"https://www.wikidata.org/wiki/Q254515","display_name":"Similitude","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10168","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10168","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Document-based":[0],"question":[1,81],"answering":[2],"(QA)":[3],"increasingly":[4],"includes":[5],"abstract":[6,40,80],"questions":[7],"that":[8,153],"require":[9],"synthesizing":[10],"scattered":[11],"information":[12],"from":[13],"long":[14],"documents":[15,19],"or":[16,42],"across":[17],"multiple":[18],"into":[20],"coherent":[21],"answers.":[22],"However,":[23],"this":[24,54],"setting":[25],"is":[26,90],"still":[27],"poorly":[28],"supported":[29],"by":[30,122],"existing":[31],"benchmarks":[32],"and":[33,48,75,83,103,118,127,148,161,166],"evaluation":[34,94,133],"methods,":[35],"which":[36],"often":[37],"lack":[38],"stable":[39],"references":[41],"rely":[43],"on":[44,107],"coarse":[45],"similarity":[46],"metrics":[47],"unstable":[49],"head-to-head":[50,136],"comparisons.":[51,137],"To":[52],"alleviate":[53],"issue,":[55],"we":[56],"introduce":[57],"ASTRA-QA,":[58],"a":[59],"benchmark":[60],"for":[61,158],"AbSTRAct":[62],"Question":[63],"Answering":[64],"over":[65,72],"documents.":[66],"ASTRA-QA":[67,110,154],"contains":[68],"869":[69],"QA":[70],"instances":[71],"academic":[73],"papers":[74],"news":[76],"documents,":[77],"covering":[78],"five":[79],"types":[82],"three":[84],"controlled":[85],"retrieval":[86,150],"scopes.":[87],"Each":[88],"instance":[89],"equipped":[91],"with":[92,139],"explicit":[93],"annotations,":[95,109],"including":[96],"answer":[97],"topic":[98,125],"sets,":[99],"curated":[100,128],"unsupported":[101,120,129],"topics,":[102],"aligned":[104],"evidence.":[105],"Building":[106],"these":[108],"assesses":[111],"whether":[112],"answers":[113],"cover":[114],"required":[115],"key":[116],"points":[117],"avoid":[119],"content":[121],"directly":[123],"scoring":[124],"coverage":[126],"content,":[130],"enabling":[131],"scalable":[132],"without":[134],"exhaustive":[135],"Experiments":[138],"representative":[140],"Retrieval-Augmented":[141],"Generation":[142],"(RAG)":[143],"methods":[144],"spanning":[145],"vanilla,":[146],"graph-based,":[147],"hierarchical":[149],"settings":[151],"show":[152],"provides":[155],"reference-grounded":[156],"diagnostics":[157],"coverage,":[159],"hallucination,":[160],"retrieval-scope":[162],"robustness.":[163],"Our":[164],"dataset":[165],"code":[167],"are":[168],"available":[169],"at":[170],"https://xinyangsally.github.io/astra-benchmark.":[171]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}