{"id":"https://openalex.org/W4412888267","doi":"https://doi.org/10.18653/v1/2025.findings-acl.616","title":"NeoQA: Evidence-based Question Answering with Generated News Events","display_name":"NeoQA: Evidence-based Question Answering with Generated News Events","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888267","doi":"https://doi.org/10.18653/v1/2025.findings-acl.616"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.616","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.616","pdf_url":"https://aclanthology.org/2025.findings-acl.616.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.616.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021242117","display_name":"Max Glockner","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Max Glockner","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100720616","display_name":"Xiang Jiang","orcid":"https://orcid.org/0000-0003-2274-1451"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063685873","display_name":"Leonardo F. R. Ribeiro","orcid":"https://orcid.org/0000-0003-2639-942X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leonardo F. R. Ribeiro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5079131136","display_name":"Markus Dreyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Markus Dreyer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11842","last_page":"11926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9370999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7504754066467285},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.676569402217865},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5287463665008545},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3744734525680542},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3483309745788574}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7504754066467285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.676569402217865},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5287463665008545},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3744734525680542},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3483309745788574}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.616","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.616","pdf_url":"https://aclanthology.org/2025.findings-acl.616.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:155122","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/view/person/Glockner=3AMax=3A=3A.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.616","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.616","pdf_url":"https://aclanthology.org/2025.findings-acl.616.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888267.pdf","grobid_xml":"https://content.openalex.org/works/W4412888267.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912"],"abstract_inverted_index":{"Evaluating":[0],"Retrieval-Augmented":[1],"Generation":[2],"(RAG)":[3],"in":[4,93,175],"large":[5],"language":[6],"models":[7,28],"(LLMs)":[8],"is":[9,125,167],"challenging":[10],"because":[11],"benchmarks":[12],"can":[13],"quickly":[14],"become":[15,21],"stale.Questions":[16],"initially":[17],"requiring":[18],"retrieval":[19],"may":[20],"answerable":[22],"from":[23,42,83,117,156,169],"pretraining":[24,85],"knowledge":[25,65],"as":[26,100,109],"newer":[27],"incorporate":[29],"more":[30],"recent":[31],"information":[32,161],"during":[33],"pretraining,":[34],"making":[35],"it":[36,110],"difficult":[37],"to":[38,55,80,113,146,163],"distinguish":[39,147],"evidencebased":[40],"reasoning":[41,158],"recall.We":[43],"introduce":[44],"NEOQA":[45],"(News":[46],"Events":[47],"for":[48,104],"Out-of-training":[49],"Question":[50],"Answering),":[51],"a":[52,101,165],"benchmark":[53],"designed":[54],"address":[56],"this":[57],"issue.To":[58],"construct":[59],"NEOQA,":[60],"we":[61],"generated":[62],"timelines":[63],"and":[64,71,77,120,152,154],"bases":[66],"of":[67],"fictional":[68],"news":[69,75],"events":[70],"entities":[72],"along":[73],"with":[74,136],"articles":[76],"Q&A":[78],"pairs":[79],"prevent":[81],"LLMs":[82,112,144],"leveraging":[84],"knowledge,":[86],"ensuring":[87],"that":[88,143],"no":[89],"prior":[90],"evidence":[91,119,124,132],"exists":[92],"their":[94],"training":[95],"data.We":[96],"propose":[97],"our":[98],"dataset":[99],"new":[102],"platform":[103],"evaluating":[105],"evidence-based":[106,176],"question":[107,166],"answering,":[108],"requires":[111],"generate":[114],"responses":[115],"exclusively":[116],"retrieved":[118],"only":[121],"when":[122,159],"sufficient":[123],"available.NEOQA":[126],"enables":[127],"controlled":[128],"evaluation":[129],"across":[130],"various":[131],"scenarios,":[133],"including":[134],"cases":[135],"missing":[137,168],"or":[138],"misleading":[139],"details.Our":[140],"findings":[141],"indicate":[142],"struggle":[145],"subtle":[148],"mismatches":[149],"between":[150],"questions":[151],"evidence,":[153,171],"suffer":[155],"short-cut":[157],"key":[160,173],"required":[162],"answer":[164],"the":[170],"underscoring":[172],"limitations":[174],"reasoning.":[177],"1":[178]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}