{"id":"https://openalex.org/W4412945017","doi":"https://doi.org/10.18653/v1/2025.acl-long.968","title":"A Reality Check on Context Utilisation for Retrieval-Augmented Generation","display_name":"A Reality Check on Context Utilisation for Retrieval-Augmented Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945017","doi":"https://doi.org/10.18653/v1/2025.acl-long.968"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.968","is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://curis.ku.dk/ws/files/533289346/A_Reality_Chec.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025225656","display_name":"Lovisa Hagstr\u00f6m","orcid":"https://orcid.org/0000-0002-1268-8020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lovisa Hagstr\u00f6m","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013159543","display_name":"Sara Vera Marjanovi\u0107","orcid":"https://orcid.org/0000-0002-7378-7698"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sara Vera Marjanovic","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051605855","display_name":"Haeun Yu","orcid":"https://orcid.org/0000-0003-1287-703X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haeun Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058971030","display_name":"Arnav Arora","orcid":"https://orcid.org/0000-0003-4891-2677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arnav Arora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045425016","display_name":"Christina Lioma","orcid":"https://orcid.org/0000-0003-2600-2701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christina Lioma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078639165","display_name":"Maria Maistro","orcid":"https://orcid.org/0000-0002-7001-4817"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maria Maistro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001646936","display_name":"Pepa Atanasova","orcid":"https://orcid.org/0000-0002-0023-2616"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pepa Atanasova","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018976680","display_name":"Isabelle Augenstein","orcid":"https://orcid.org/0000-0003-1562-7909"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isabelle Augenstein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.7072,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96044074,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"19691","last_page":"19730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.916100025177002,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7534679174423218},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.6883047223091125},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6502258777618408},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5281025171279907},{"id":"https://openalex.org/keywords/reality-check","display_name":"Reality check","score":0.5050256848335266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31230223178863525},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.08093151450157166},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.06274580955505371}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7534679174423218},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.6883047223091125},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6502258777618408},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5281025171279907},{"id":"https://openalex.org/C2992692520","wikidata":"https://www.wikidata.org/wiki/Q3931124","display_name":"Reality check","level":3,"score":0.5050256848335266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31230223178863525},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.08093151450157166},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.06274580955505371},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.968","is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.968","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/c8dc6f90-534d-4f4c-b6e3-e5c5608bd3c8","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/c8dc6f90-534d-4f4c-b6e3-e5c5608bd3c8","pdf_url":"https://curis.ku.dk/ws/files/533289346/A_Reality_Chec.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/c8dc6f90-534d-4f4c-b6e3-e5c5608bd3c8","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/c8dc6f90-534d-4f4c-b6e3-e5c5608bd3c8","pdf_url":"https://curis.ku.dk/ws/files/533289346/A_Reality_Chec.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8869864247","display_name":"NAISS","funder_award_id":"2022-06725","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320943","display_name":"Danmarks Grundforskningsfond","ror":"https://ror.org/00znyv691"},{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945017.pdf","grobid_xml":"https://content.openalex.org/works/W4412945017.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2172197285","https://openalex.org/W2991048842","https://openalex.org/W2750280393","https://openalex.org/W2355696739","https://openalex.org/W3158001554","https://openalex.org/W2771909920","https://openalex.org/W2957704286","https://openalex.org/W2028936041","https://openalex.org/W3173061306","https://openalex.org/W4315498436"],"abstract_inverted_index":{"Retrieval-augmented":[0],"generation":[1],"(RAG)":[2],"helps":[3],"address":[4],"the":[5,65,98,172],"limitations":[6],"of":[7,29,32,44,68,76,102],"parametric":[8],"knowledge":[9],"embedded":[10],"within":[11],"a":[12],"language":[13],"model":[14],"(LM).":[15],"In":[16],"real":[17,116],"world":[18],"settings,":[19],"retrieved":[20,104,117],"information":[21],"can":[22],"vary":[23],"in":[24,115,185],"complexity,":[25],"yet":[26],"most":[27],"investigations":[28],"LM":[30],"utilisation":[31,124,178],"context":[33,112,123,142,146,151,166,177],"has":[34,137],"been":[35],"limited":[36],"to":[37,84,96,121,144,161,165,180],"synthetic":[38,85,109],"text.":[39],"We":[40,81,106],"introduce":[41],"DRUID":[42,83,156],"(Dataset":[43],"Retrieved":[45],"Unreliable,":[46],"Insufficient":[47],"and":[48,54,89,100,153,182],"Difficult-to-understand":[49],"contexts)":[50],"with":[51],"real-world":[52,77,175,186],"queries":[53],"contexts":[55],"manually":[56],"annotated":[57],"for":[58,72,174],"stance.":[59],"The":[60],"dataset":[61],"is":[62,79],"based":[63],"on":[64,140,155],"prototypical":[66],"task":[67],"automated":[69,74],"claim":[70],"verification,":[71],"which":[73,119],"retrieval":[75],"evidence":[78],"crucial.":[80],"compare":[82],"datasets":[86,93,110],"(CounterFact,":[87],"ConflictQA)":[88],"find":[90],"that":[91,108],"artificial":[92],"often":[94],"fail":[95],"represent":[97,181],"complexity":[99],"diversity":[101],"realistically":[103],"context.":[105],"show":[107],"exaggerate":[111],"characteristics":[113,143],"rare":[114],"data,":[118],"leads":[120],"inflated":[122],"results,":[125],"as":[126],"measured":[127],"by":[128],"our":[129,169],"novel":[130],"ACU":[131,154],"score.":[132],"Moreover,":[133],"while":[134],"previous":[135],"work":[136,170],"mainly":[138],"focused":[139],"singleton":[141,150],"explain":[145],"utilisation,":[147],"correlations":[148],"between":[149],"properties":[152,163],"are":[157],"surprisingly":[158],"small":[159],"compared":[160],"other":[162],"related":[164],"source.":[167],"Overall,":[168],"underscores":[171],"need":[173],"aligned":[176],"studies":[179],"improve":[183],"performance":[184],"RAG":[187],"settings.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}