{"id":"https://openalex.org/W4412945472","doi":"https://doi.org/10.18653/v1/2025.acl-long.447","title":"Collapse of Dense Retrievers: Short, Early, and Literal Biases Outranking Factual Evidence","display_name":"Collapse of Dense Retrievers: Short, Early, and Literal Biases Outranking Factual Evidence","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945472","doi":"https://doi.org/10.18653/v1/2025.acl-long.447"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.447","doi":"https://doi.org/10.18653/v1/2025.acl-long.447","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.447","pdf_url":"https://aclanthology.org/2025.acl-long.447.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4412945472"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aclanthology.org/2025.acl-long.447.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031986521","display_name":"Mohsen Fayyaz","orcid":"https://orcid.org/0000-0001-5254-3128","observed_orcids":["https://orcid.org/0000-0001-5254-3128"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Fayyaz","raw_affiliation_strings":["University of California , Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100588790","display_name":"Ali Modarressi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":"DE","type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ali Modarressi","raw_affiliation_strings":["CIS , LMU Munich","Munich Center for Machine Learning"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CIS , LMU Munich","institution_ids":["https://openalex.org/I8204097"]},{"raw_affiliation_string":"Munich Center for Machine Learning","institution_ids":["https://openalex.org/I4403386549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088559117","display_name":"Hinrich Schuetze","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hinrich Schuetze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030248499","display_name":"Nanyun Peng","orcid":"https://orcid.org/0000-0002-8509-6595","observed_orcids":["https://orcid.org/0000-0002-8509-6595"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nanyun Peng","raw_affiliation_strings":["University of California , Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.478,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96849017,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"9136","last_page":"9152"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8877000212669373,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.8877000212669373,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10830000042915344,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dense-retrieval","display_name":"dense retrieval","score":0.9179999828338623},{"id":"https://openalex.org/keywords/retrieval-bias","display_name":"retrieval bias","score":0.7329999804496765},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.7519999742507935},{"id":"https://openalex.org/keywords/dragons","display_name":"dragons","score":0.5329999923706055},{"id":"https://openalex.org/keywords/retrieval-robustness","display_name":"retrieval robustness","score":0.625},{"id":"https://openalex.org/keywords/factual-evidence","display_name":"factual evidence","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C2780882242","wikidata":"https://www.wikidata.org/wiki/Q14235582","display_name":"Literal (mathematical logic)","level":2,"score":0.8334439992904663},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5241028070449829},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.328222393989563},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.1932254135608673},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18498623371124268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.447","doi":"https://doi.org/10.18653/v1/2025.acl-long.447","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.447","pdf_url":"https://aclanthology.org/2025.acl-long.447.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.447","doi":"https://doi.org/10.18653/v1/2025.acl-long.447","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.447","pdf_url":"https://aclanthology.org/2025.acl-long.447.pdf","source":{"id":"https://openalex.org/S4393915740","display_name":"Proceedings of the conference - Association for Computational Linguistics. Meeting","issn_l":"0736-587X","issn":["0736-587X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6710492401","display_name":"CAREER: Insertion-Based Natural Language Generation","funder_award_id":"2339766","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945472.pdf","grobid_xml":"https://content.openalex.org/works/W4412945472.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2912924812","https://openalex.org/W2951534261","https://openalex.org/W2952179106","https://openalex.org/W2981852735","https://openalex.org/W3003257820","https://openalex.org/W3021397474","https://openalex.org/W3021672059","https://openalex.org/W3083182073","https://openalex.org/W3095156104","https://openalex.org/W3098425262","https://openalex.org/W3201233724","https://openalex.org/W4252076394","https://openalex.org/W4287887174","https://openalex.org/W4293248853","https://openalex.org/W4320813768","https://openalex.org/W4385372663","https://openalex.org/W4385570290","https://openalex.org/W4385571255","https://openalex.org/W4385572504","https://openalex.org/W4385572770","https://openalex.org/W4385573358","https://openalex.org/W4385573505","https://openalex.org/W4385573970","https://openalex.org/W4386576685","https://openalex.org/W4389519591","https://openalex.org/W4389520055","https://openalex.org/W4389524581","https://openalex.org/W4389984066","https://openalex.org/W4392088196","https://openalex.org/W4400526199","https://openalex.org/W4400529632","https://openalex.org/W4402264830","https://openalex.org/W4402671185","https://openalex.org/W4403577401","https://openalex.org/W4404330874","https://openalex.org/W4404780784","https://openalex.org/W4404782900","https://openalex.org/W4412944752","https://openalex.org/W4415796398","https://openalex.org/W4417170712","https://openalex.org/W7054915730"],"related_works":["https://openalex.org/W4404752314","https://openalex.org/W7140129594","https://openalex.org/W7166873579","https://openalex.org/W4416078675","https://openalex.org/W7155031503","https://openalex.org/W4416033922","https://openalex.org/W7164585985","https://openalex.org/W6903916353","https://openalex.org/W4415797873","https://openalex.org/W3094064346"],"abstract_inverted_index":{"Dense":[0],"retrieval":[1],"models":[2,93],"are":[3],"commonly":[4],"used":[5],"in":[6,23,102,136],"Information":[7],"Retrieval":[8],"(IR)":[9],"applications,":[10],"such":[11,55],"as":[12,19,56],"Retrieval-Augmented":[13],"Generation":[14],"(RAG).Since":[15],"they":[16],"often":[17],"serve":[18],"the":[20,50,86,99,114],"first":[21],"step":[22],"these":[24,119],"systems,":[25],"their":[26],"robustness":[27],"is":[28],"critical":[29],"to":[30,44],"avoid":[31],"downstream":[32,125],"failures.In":[33],"this":[34],"work,":[35],"we":[36,116],"repurpose":[37],"a":[38,57,109,137],"relation":[39],"extraction":[40],"dataset":[41],"(e.g.,":[42],"Re-DocRED)":[43],"design":[45],"controlled":[46],"experiments":[47],"that":[48,118],"quantify":[49],"impact":[51],"of":[52,106],"heuristic":[53],"biases,":[54],"preference":[58],"for":[59,124],"shorter":[60,74],"documents,":[61,75],"on":[62],"retrievers":[63,72],"like":[64,127],"Dragon+":[65],"and":[66,80],"Contriever.We":[67],"uncover":[68],"major":[69],"vulnerabilities,":[70],"showing":[71],"favor":[73],"early":[76],"positions,":[77],"repeated":[78],"entities,":[79],"literal":[81],"matches,":[82],"all":[83],"while":[84],"ignoring":[85],"answer's":[87],"presence!Notably,":[88],"when":[89],"multiple":[90],"biases":[91,120],"combine,":[92],"exhibit":[94],"catastrophic":[95],"performance":[96,139],"degradation,":[97],"selecting":[98],"answercontaining":[100],"document":[101,112],"less":[103],"than":[104,141],"10%":[105],"cases":[107],"over":[108],"synthetic":[110],"biased":[111],"without":[113],"answer.Furthermore,":[115],"show":[117],"have":[121],"direct":[122],"consequences":[123],"applications":[126],"RAG,":[128],"where":[129],"retrieval-preferred":[130],"documents":[131,144],"can":[132],"mislead":[133],"LLMs,":[134],"resulting":[135],"34%":[138],"drop":[140],"providing":[142],"no":[143],"at":[145],"all.(Dataset":[146],"&":[147],"Leaderboard)":[148],"1":[149]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4412945472","counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
