{"id":"https://openalex.org/W4415428429","doi":"https://doi.org/10.3233/faia251293","title":"Pirates of the RAG: Adaptively Attacking LLMs to Leak Knowledge Bases","display_name":"Pirates of the RAG: Adaptively Attacking LLMs to Leak Knowledge Bases","publication_year":2025,"publication_date":"2025-10-21","ids":{"openalex":"https://openalex.org/W4415428429","doi":"https://doi.org/10.3233/faia251293"},"language":"en","primary_location":{"id":"doi:10.3233/faia251293","doi":"https://doi.org/10.3233/faia251293","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251293","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4415428967","display_name":"ECAI 2025"},"type":"book-chapter","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/faia251293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Christian Di Maio","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Christian Di Maio","raw_affiliation_strings":["University of Pisa, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115647623","display_name":"Cristian Cosci","orcid":"https://orcid.org/0009-0003-8483-8213","observed_orcids":["https://orcid.org/0009-0003-8483-8213"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cristian Cosci","raw_affiliation_strings":["Machine Learning Reply, Turin, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Machine Learning Reply, Turin, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080411641","display_name":"Marco Maggini","orcid":"https://orcid.org/0000-0002-6428-1265","observed_orcids":["https://orcid.org/0000-0002-6428-1265"]},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Maggini","raw_affiliation_strings":["University of Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089228629","display_name":"Valentina Poggioni","orcid":"https://orcid.org/0000-0002-7691-7478","observed_orcids":["https://orcid.org/0000-0002-7691-7478"]},"institutions":[{"id":"https://openalex.org/I27483092","display_name":"University of Perugia","ror":"https://ror.org/00x27da85","country_code":"IT","type":"education","lineage":["https://openalex.org/I27483092"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valentina Poggioni","raw_affiliation_strings":["University of Perugia, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Perugia, Italy","institution_ids":["https://openalex.org/I27483092"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006137186","display_name":"Stefano Melacci","orcid":"https://orcid.org/0000-0002-0415-0888","observed_orcids":["https://orcid.org/0000-0002-0415-0888"]},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Melacci","raw_affiliation_strings":["University of Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.5515,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.99828486,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9959999918937683},{"id":"https://openalex.org/keywords/black-box-attacks","display_name":"black-box attacks","score":0.7940000295639038},{"id":"https://openalex.org/keywords/adaptive-attacks","display_name":"adaptive attacks","score":0.7149999737739563},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8619999885559082},{"id":"https://openalex.org/keywords/privacy-security","display_name":"privacy security","score":0.515999972820282},{"id":"https://openalex.org/keywords/open-source-llms","display_name":"open-source LLMs","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.7310000061988831},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.592199981212616},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.45239999890327454},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C2780378346","wikidata":"https://www.wikidata.org/wiki/Q1349983","display_name":"Leak","level":2,"score":0.4431999921798706},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4226999878883362},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.41920000314712524},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.31450000405311584},{"id":"https://openalex.org/C2987355568","wikidata":"https://www.wikidata.org/wiki/Q4420957","display_name":"Leak detection","level":3,"score":0.29989999532699585},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25949999690055847},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C2778717966","wikidata":"https://www.wikidata.org/wiki/Q4189076","display_name":"Protection mechanism","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3233/faia251293","doi":"https://doi.org/10.3233/faia251293","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251293","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2412.18295","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.18295","pdf_url":"https://arxiv.org/pdf/2412.18295","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:usiena-air.unisi.it:11365/1308354","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11365/1308354","pdf_url":"https://usiena-air.unisi.it/bitstream/11365/1308354/1/FAIA-413-FAIA251293.pdf","source":{"id":"https://openalex.org/S4377196319","display_name":"Use Siena air (University of Siena)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I102064193","host_organization_name":"University of Siena","host_organization_lineage":["https://openalex.org/I102064193"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:arpi.unipi.it:11568/1372467","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1372467","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2412.18295","doi":"https://doi.org/10.48550/arxiv.2412.18295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.18295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.3233/faia251293","doi":"https://doi.org/10.3233/faia251293","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia251293","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1773949489","display_name":null,"funder_award_id":"PSR2024","funder_id":"https://openalex.org/F4320313975","funder_display_name":"Universit\u00e0 degli Studi di Siena"},{"id":"https://openalex.org/G7115676319","display_name":null,"funder_award_id":"CUP I53C22001380006","funder_id":"https://openalex.org/F4320324499","funder_display_name":"Universit\u00e0 di Pisa"}],"funders":[{"id":"https://openalex.org/F4320313975","display_name":"Universit\u00e0 degli Studi di Siena","ror":"https://ror.org/01tevnk56"},{"id":"https://openalex.org/F4320324499","display_name":"Universit\u00e0 di Pisa","ror":"https://ror.org/03ad39j10"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415428429.pdf","grobid_xml":"https://content.openalex.org/works/W4415428429.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2987644081","https://openalex.org/W3030163527","https://openalex.org/W4283026156","https://openalex.org/W4310923309","https://openalex.org/W4311555033","https://openalex.org/W4313483544","https://openalex.org/W4385569780","https://openalex.org/W4385573947","https://openalex.org/W4385681674","https://openalex.org/W4387559558","https://openalex.org/W4392669753","https://openalex.org/W4395474395","https://openalex.org/W4399991306","https://openalex.org/W4400531953","https://openalex.org/W4401042993","https://openalex.org/W4401066072","https://openalex.org/W4401306886","https://openalex.org/W4403663670","https://openalex.org/W4403702563","https://openalex.org/W4404330874","https://openalex.org/W4404652639","https://openalex.org/W4404782827","https://openalex.org/W4406021700","https://openalex.org/W4407938156","https://openalex.org/W4408353799","https://openalex.org/W4408863244","https://openalex.org/W4412158322","https://openalex.org/W7077083620","https://openalex.org/W7118085507","https://openalex.org/W7125135101"],"related_works":["https://openalex.org/W4414920015","https://openalex.org/W4416251178","https://openalex.org/W4392425374","https://openalex.org/W7223006049","https://openalex.org/W4412152595","https://openalex.org/W7213420957","https://openalex.org/W7166854845","https://openalex.org/W4404782880","https://openalex.org/W7119472059","https://openalex.org/W7130724782"],"abstract_inverted_index":{"The":[0,143],"growing":[1],"ubiquity":[2],"of":[3,25,52,94,100,110,162],"Retrieval-Augmented":[4],"Generation":[5],"(RAG)":[6],"systems":[7],"in":[8,114,157],"several":[9],"real-world":[10],"services":[11],"triggers":[12],"severe":[13,48],"concerns":[14],"about":[15],"their":[16],"security.":[17],"A":[18,83],"RAG":[19,66,116,163],"system":[20,67],"improves":[21],"the":[22,92,101,108,111,149,158,168],"generative":[23],"capabilities":[24],"a":[26,32,38,60,65],"Large":[27],"Language":[28],"Model":[29],"(LLM)":[30],"by":[31],"retrieval":[33],"mechanism":[34,85],"that":[35],"operates":[36],"on":[37,140],"private":[39,53,71],"knowledge":[40,72,103],"base,":[41],"whose":[42],"unintended":[43],"exposure":[44],"could":[45],"lead":[46],"to":[47,63,68,97,121,129],"consequences,":[49],"including":[50],"breaches":[51],"and":[54,81,86,118,160],"sensitive":[55],"information.":[56],"This":[57],"paper":[58],"presents":[59],"black-box":[61],"attack":[62],"force":[64],"leak":[69,98],"its":[70],"base":[73],"which,":[74],"unlike":[75],"existing":[76],"approaches,":[77,125],"is":[78],"both":[79],"adaptive":[80],"automatic.":[82],"relevance-based":[84],"an":[87],"attacker-side":[88],"open-source":[89,141,169],"LLM":[90],"favor":[91],"generation":[93],"effective":[95],"queries":[96],"most":[99],"(hidden)":[102],"base.":[104],"Extensive":[105],"experimentation":[106],"proves":[107],"quality":[109],"proposed":[112],"algorithm":[113],"different":[115],"pipelines":[117],"domains,":[119],"compared":[120],"very":[122],"recent":[123],"related":[124],"which":[126],"turn":[127],"out":[128],"be":[130],"either":[131],"not":[132,135,138],"fully":[133],"black-box,":[134],"adaptive,":[136],"or":[137],"based":[139],"models.":[142],"findings":[144],"from":[145],"our":[146,172],"study":[147],"highlight":[148],"urgent":[150],"need":[151],"for":[152,171,176],"more":[153],"robust":[154],"privacy":[155],"safeguards":[156],"design":[159],"deployment":[161],"systems.":[164],"We":[165],"have":[166],"made":[167],"code":[170],"experimental":[173],"procedure":[174],"available":[175],"public":[177],"use":[178],"[12].":[179]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":6}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-24T00:00:00"}