{"id":"https://openalex.org/W7204894482","doi":"https://doi.org/10.48550/arxiv.2608.30288","title":"Extracting Knowledge from Tools in LLM Agents","display_name":"Extracting Knowledge from Tools in LLM Agents","publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204894482","doi":"https://doi.org/10.48550/arxiv.2608.30288"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.30288","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30288","pdf_url":"https://arxiv.org/pdf/2608.30288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.30288","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130636914","display_name":"Chuanchao Zang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zang, Chuanchao","raw_affiliation_strings":["School of Cyber Science and Technology , Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology , Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123672942","display_name":"Jianing Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Jianing","raw_affiliation_strings":["School of Cyber Science and Technology , Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology , Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123331933","display_name":"Wenyu Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen, Wenyu","raw_affiliation_strings":["School of Cyber Science and Technology , Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology , Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101791970","display_name":"Xiangtao Meng","orcid":"https://orcid.org/0009-0006-5613-8932","observed_orcids":["https://orcid.org/0009-0006-5613-8932"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Xiangtao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148878865","display_name":"Li Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Li","raw_affiliation_strings":["School of Cyber Science and Technology , Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology , Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148927694","display_name":"Xinyu Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao, Xinyu","raw_affiliation_strings":["School of Cyber Science and Technology , Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology , Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111279850","display_name":"Yingkai Dong","orcid":"https://orcid.org/0009-0001-6245-1240","observed_orcids":["https://orcid.org/0009-0001-6245-1240"]},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong, Yingkai","raw_affiliation_strings":["School of Cyber Science and Technology , Shandong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology , Shandong University","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148865394","display_name":"Zheng Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136714695","display_name":"Shanqing Guo","orcid":"https://orcid.org/0000-0003-3367-0951","observed_orcids":["https://orcid.org/0000-0003-3367-0951"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Shanqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8217999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8217999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.07750000059604645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.012799999676644802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.796999990940094},{"id":"https://openalex.org/keywords/knowledge-extraction","display_name":"knowledge extraction","score":0.5789999961853027},{"id":"https://openalex.org/keywords/tool-invocation","display_name":"tool invocation","score":0.6949999928474426},{"id":"https://openalex.org/keywords/knowledge-based-tools","display_name":"knowledge-based tools","score":0.8130000233650208},{"id":"https://openalex.org/keywords/tool-selection","display_name":"tool selection","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750999927520752},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.4934000074863434},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.41999998688697815},{"id":"https://openalex.org/C2983685735","wikidata":"https://www.wikidata.org/wiki/Q5227355","display_name":"Data source","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.35040000081062317},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.3361000120639801},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2973000109195709},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.25540000200271606}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.30288","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30288","pdf_url":"https://arxiv.org/pdf/2608.30288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.30288","doi":"https://doi.org/10.48550/arxiv.2608.30288","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.30288","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.30288","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.30288","pdf_url":"https://arxiv.org/pdf/2608.30288","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204894482.pdf","grobid_xml":"https://content.openalex.org/works/W7204894482.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W4304195432","https://openalex.org/W4388890648","https://openalex.org/W4394948161","https://openalex.org/W4399991306","https://openalex.org/W4403663670","https://openalex.org/W4404652639","https://openalex.org/W4408356125","https://openalex.org/W4415247744","https://openalex.org/W6891858134","https://openalex.org/W6910727621","https://openalex.org/W7125491773","https://openalex.org/W7154290447","https://openalex.org/W7156049312","https://openalex.org/W7171510788"],"related_works":["https://openalex.org/W7138285698","https://openalex.org/W6979366742","https://openalex.org/W7166839552","https://openalex.org/W7161034521","https://openalex.org/W7171510788","https://openalex.org/W4417529980","https://openalex.org/W4415981620","https://openalex.org/W7204582916","https://openalex.org/W4417102219","https://openalex.org/W7171708453"],"abstract_inverted_index":{"LLM":[0],"agents":[1],"commonly":[2],"use":[3],"knowledge-based":[4,161],"tools":[5,162,180],"and":[6,12,68,91,138,152,163,187,208],"access":[7],"their":[8],"underlying":[9],"files,":[10],"databases,":[11],"search":[13],"indexes":[14],"through":[15,127,144],"tool":[16,74,85,105],"invocation.":[17],"This":[18,62],"integration":[19],"improves":[20],"agents'":[21],"ability":[22],"to":[23,39,131,148],"provide":[24],"domain-specific":[25,165],"services":[26],"but":[27],"also":[28,202],"introduces":[29,119],"the":[30,55,88,102,135],"risk":[31,67],"of":[32,54,87,160,170,198],"tool-mediated":[33],"knowledge":[34,56],"extraction:":[35],"source":[36,57,171,199],"content":[37],"exposed":[38],"an":[40,79],"agent":[41,80,103,212],"for":[42],"legitimate":[43],"responses":[44],"may":[45,81,98],"be":[46,99],"progressively":[47,153],"recovered":[48],"from":[49],"its":[50],"outputs,":[51],"enabling":[52],"reconstruction":[53],"behind":[58],"a":[59,83,114,123,139],"target":[60,89,136],"tool.":[61],"paper":[63],"systematically":[64],"investigates":[65],"this":[66],"identifies":[69],"two":[70,120],"challenges":[71],"introduced":[72],"by":[73],"invocation:":[75],"tool-selection":[76],"uncertainty,":[77],"where":[78,94],"invoke":[82],"competing":[84],"instead":[86],"tool,":[90],"tool-argument":[92],"compression,":[93],"fine-grained":[95],"query":[96],"information":[97,177],"lost":[100],"when":[101,175],"generates":[104],"arguments.":[106],"To":[107],"tackle":[108],"these":[109],"challenges,":[110],"we":[111],"propose":[112],"ToolSiphon,":[113],"query-only":[115],"extraction":[116,155],"attack":[117],"that":[118],"complementary":[121],"signals:":[122],"target-discriminative":[124],"signal,":[125,142],"implemented":[126,143],"Tool":[128],"Contrastive":[129],"Analysis,":[130],"steer":[132],"queries":[133],"toward":[134],"tool;":[137],"response-grounded":[140],"factual":[141],"Evidence":[145],"Chained":[146],"Feedback,":[147],"mitigate":[149],"argument":[150],"compression":[151],"expand":[154],"coverage.":[156],"Across":[157],"three":[158,210],"types":[159],"six":[164],"datasets,":[166],"ToolSiphon":[167,201],"recovers":[168,196],"74.3%":[169],"records":[172],"on":[173,209],"average":[174],"coarse-grained":[176],"about":[178],"non-target":[179],"is":[181],"available,":[182],"with":[183],"83.2%":[184],"textual":[185],"recovery":[186],"90.2%":[188],"semantic":[189],"similarity.":[190],"Even":[191],"without":[192],"such":[193],"information,":[194],"it":[195],"66.3%":[197],"records.":[200],"remains":[203],"effective":[204],"against":[205],"representative":[206],"defenses":[207],"real-world":[211],"platforms.":[213]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-02T00:00:00"}