{"id":"https://openalex.org/W4416037227","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.34","title":"SportReason: Evaluating Retrieval-Augmented Reasoning across Tables and Text for Sports Question Answering","display_name":"SportReason: Evaluating Retrieval-Augmented Reasoning across Tables and Text for Sports Question Answering","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416037227","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.34"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.34","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.34","pdf_url":"https://aclanthology.org/2025.emnlp-main.34.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.34.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008181304","display_name":"Kaiyue Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kaiyue Feng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072995948","display_name":"Siyue Zhang","orcid":"https://orcid.org/0000-0001-9406-6745"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siyue Zhang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007758223","display_name":"Bingqiu Chen","orcid":"https://orcid.org/0000-0003-2472-4903"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bingsen Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037981788","display_name":"Yilun Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yilun Zhao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100352016","display_name":"Zhao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen Zhao","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5008181304"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6124,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92504163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"649","last_page":"662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4724999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4724999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.26249998807907104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.042100001126527786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7196999788284302},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3082999885082245},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.288100004196167},{"id":"https://openalex.org/keywords/questions-and-answers","display_name":"Questions and answers","score":0.24660000205039978}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7196999788284302},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5766000151634216},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4957999885082245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43140000104904175},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37709999084472656},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2538999915122986},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.24660000205039978}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.34","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.34","pdf_url":"https://aclanthology.org/2025.emnlp-main.34.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.34","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.34","pdf_url":"https://aclanthology.org/2025.emnlp-main.34.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310501","display_name":"New York University Shanghai","ror":"https://ror.org/02vpsdb40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416037227.pdf","grobid_xml":"https://content.openalex.org/works/W4416037227.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"SPORTREASON,":[2],"a":[3,60,87],"benchmark":[4],"for":[5],"retrieval-augmented":[6],"reasoning":[7,25,97],"on":[8],"numerical":[9],"sports":[10],"questions.Unlike":[11],"existing":[12,40,69],"benchmarks":[13],"limited":[14],"to":[15,100,104],"one":[16],"or":[17],"two":[18],"evidence":[19,58],"units,":[20],"SPORTREASON":[21],"requires":[22],"combining":[23],"and":[24,30,42,46,71,96,108],"across":[26],"free-text,":[27],"structured":[28],"tables,":[29],"semi-structured":[31],"infoboxes.We":[32],"provide":[33],"3,000":[34],"human-verified":[35],"QA":[36,41],"pairs":[37],"by":[38,47],"repurposing":[39],"table":[43],"generation":[44,107],"datasets,":[45],"prompting":[48],"large":[49],"language":[50],"models":[51],"(LLMs).Each":[52],"pair":[53],"is":[54],"grounded":[55],"in":[56],"multiple":[57],"from":[59],"multi-modal":[61],"Wikipedia":[62],"corpus":[63],"containing":[64],"200K":[65],"knowledge":[66],"contexts.We":[67],"evaluate":[68],"retrievers":[70],"rerankers,":[72],"along":[73],"with":[74],"agentic":[75],"Retrieval-Augmented":[76],"Generation":[77],"(RAG)":[78],"systems.The":[79],"experimental":[80],"results":[81],"show":[82],"that":[83],"multi-evidence":[84],"retrieval":[85,95,110],"remains":[86],"challenge.Agentic":[88],"RAG":[89],"systems":[90],"(e.g.,":[91],"Search-o1),":[92],"despite":[93],"iterative":[94],"capabilities,":[98],"fail":[99],"improve":[101],"performance":[102],"due":[103],"imprecise":[105],"query":[106],"distracting":[109],"information.":[111]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-11-08T00:00:00"}
