{"id":"https://openalex.org/W7155031503","doi":"https://doi.org/10.48550/arxiv.2604.16576","title":"On the Robustness of LLM-Based Dense Retrievers: A Systematic Analysis of Generalizability and Stability","display_name":"On the Robustness of LLM-Based Dense Retrievers: A Systematic Analysis of Generalizability and Stability","publication_year":2026,"publication_date":"2026-04-17","ids":{"openalex":"https://openalex.org/W7155031503","doi":"https://doi.org/10.48550/arxiv.2604.16576"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.16576","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16576","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.16576","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134132294","display_name":"Yongkang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yongkang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041404983","display_name":"Panagiotis Eustratiadis","orcid":"https://orcid.org/0000-0002-9407-1293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eustratiadis, Panagiotis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134166654","display_name":"Yixing Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Yixing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134099736","display_name":"Evangelos Kanoulas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanoulas, Evangelos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4860999882221222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4860999882221222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.25279998779296875,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.9240000247955322},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.8841999769210815},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.48649999499320984},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.46549999713897705},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4422000050544739},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.43959999084472656}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.9240000247955322},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.8841999769210815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696399986743927},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4690999984741211},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41269999742507935},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35580000281333923},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2578999996185303},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.16576","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16576","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.16576","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.16576","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Decoder-only":[0],"large":[1],"language":[2],"models":[3,72,92],"(LLMs)":[4],"are":[5],"increasingly":[6],"replacing":[7],"BERT-style":[8],"architectures":[9],"as":[10],"the":[11,24,37,42],"backbone":[12],"for":[13,97,167],"dense":[14,48],"retrieval,":[15],"achieving":[16],"substantial":[17],"performance":[18,77],"gains":[19],"and":[20,55,78,124,140,170,186],"broad":[21],"adoption.":[22],"However,":[23],"robustness":[25,43,137],"of":[26,41,44],"these":[27],"LLM-based":[28,47,133],"retrievers":[29,49,134],"remains":[30],"underexplored.":[31],"In":[32],"this":[33],"paper,":[34],"we":[35,59,113],"present":[36],"first":[38],"systematic":[39],"study":[40],"state-of-the-art":[45],"open-source":[46],"from":[50,83],"two":[51],"complementary":[52],"perspectives:":[53],"generalizability":[54,107],"stability.":[56],"For":[57,111],"generalizability,":[58],"evaluate":[60],"retrieval":[61],"effectiveness":[62],"across":[63],"four":[64],"benchmarks":[65],"spanning":[66],"30":[67],"datasets,":[68],"using":[69],"linear":[70],"mixed-effects":[71],"to":[73,144,150],"estimate":[74],"marginal":[75],"mean":[76],"disentangle":[79],"intrinsic":[80],"model":[81,115,174],"capability":[82],"dataset":[84],"heterogeneity.":[85],"Our":[86,189],"analysis":[87,156],"reveals":[88],"that":[89,132,158,172],"while":[90],"instruction-tuned":[91],"generally":[93,176],"excel,":[94],"those":[95],"optimized":[96],"complex":[98],"reasoning":[99],"often":[100],"suffer":[101],"a":[102],"``specialization":[103],"tax,''":[104],"exhibiting":[105],"limited":[106],"in":[108],"broader":[109],"contexts.":[110],"stability,":[112],"assess":[114],"resilience":[116],"against":[117,138],"both":[118],"unintentional":[119],"query":[120],"variations~(e.g.,":[121],"paraphrasing,":[122],"typos)":[123],"malicious":[125],"adversarial":[126],"attacks~(e.g.,":[127],"corpus":[128,141],"poisoning).":[129],"We":[130],"find":[131],"show":[135],"improved":[136],"typos":[139],"poisoning":[142],"compared":[143],"encoder-only":[145],"baselines,":[146],"yet":[147],"remain":[148],"vulnerable":[149],"semantic":[151],"perturbations":[152],"like":[153],"synonymizing.":[154],"Further":[155],"shows":[157],"embedding":[159],"geometry":[160],"(e.g.,":[161],"angular":[162],"uniformity)":[163],"provides":[164],"predictive":[165],"signals":[166],"lexical":[168],"stability":[169],"suggests":[171],"scaling":[173],"size":[175],"improves":[177],"robustness.":[178],"These":[179],"findings":[180],"inform":[181],"future":[182],"robustness-aware":[183],"retriever":[184],"design":[185],"principled":[187],"benchmarking.":[188],"code":[190],"is":[191],"publicly":[192],"available":[193],"at":[194],"https://github.com/liyongkang123/Robust_LLM_Retriever_Eval.":[195]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-22T00:00:00"}