{"id":"https://openalex.org/W4417168985","doi":"https://doi.org/10.1109/jiot.2025.3642164","title":"RRTL: Red Teaming Reasoning Large Language Models in Tool Learning","display_name":"RRTL: Red Teaming Reasoning Large Language Models in Tool Learning","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W4417168985","doi":"https://doi.org/10.1109/jiot.2025.3642164"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3642164","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3642164","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100352566","display_name":"Yifei Liu","orcid":"https://orcid.org/0000-0003-0247-1247"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Liu","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology., Beijing, China","School of Cyberspace Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology., Beijing, China","institution_ids":["https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110339982","display_name":"Yu Cui","orcid":"https://orcid.org/0009-0006-7417-2990"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Cui","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology., Beijing, China","School of Cyberspace Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":"https://orcid.org/0009-0006-7417-2990","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology., Beijing, China","institution_ids":["https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018287976","display_name":"Haibin Zhang","orcid":"https://orcid.org/0000-0001-5865-3408"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Zhang","raw_affiliation_strings":["Yangtze Delta Region Institute, Tsinghua University, Jiaxing, Zhejiang, China","Yangtze Delta Region Institute, Tsinghua University, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-5865-3408","affiliations":[{"raw_affiliation_string":"Yangtze Delta Region Institute, Tsinghua University, Jiaxing, Zhejiang, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Yangtze Delta Region Institute, Tsinghua University, Zhejiang, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19777408,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"6","first_page":"11868","last_page":"11880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.555899977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.555899977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06120000034570694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5609999895095825},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4844000041484833},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.4634000062942505},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45089998841285706},{"id":"https://openalex.org/keywords/invocation","display_name":"Invocation","score":0.4404999911785126},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.41040000319480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7738000154495239},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5541999936103821},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C2776527387","wikidata":"https://www.wikidata.org/wiki/Q1671839","display_name":"Invocation","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40450000762939453},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3366999924182892},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.31470000743865967},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.29409998655319214},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.27880001068115234},{"id":"https://openalex.org/C121822524","wikidata":"https://www.wikidata.org/wiki/Q5157582","display_name":"Computer security model","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3642164","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3642164","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2580860177","display_name":null,"funder_award_id":"62272043","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W4398138422","https://openalex.org/W4401415471","https://openalex.org/W4406207657","https://openalex.org/W4406297511","https://openalex.org/W4411113118","https://openalex.org/W4411120459","https://openalex.org/W4411700982","https://openalex.org/W4412944723","https://openalex.org/W4415795271","https://openalex.org/W4415795551","https://openalex.org/W7129030749","https://openalex.org/W7133230376"],"related_works":[],"abstract_inverted_index":{"While":[0],"tool":[1,38,56,77,115,166,174,197,209],"learning":[2,57,210],"significantly":[3],"enhances":[4],"the":[5,23,41,53,85,97,107,122,203],"capabilities":[6],"of":[7,25,43,55,87,99,109,124,172,205],"large":[8],"language":[9],"models":[10],"(LLMs),":[11],"it":[12],"also":[13],"introduces":[14],"substantial":[15],"security":[16,138,193],"risks":[17,160],"to":[18,73,113,137,164,169],"real-world":[19],"systems,":[20],"such":[21,49],"as":[22,50],"Internet":[24],"Things":[26],"(IoT).":[27],"Prior":[28],"research":[29],"has":[30],"revealed":[31],"various":[32],"vulnerabilities":[33,183],"in":[34,52,76,95,184,192,208],"traditional":[35],"LLMs":[36,47],"during":[37],"learning.":[39,78],"However,":[40],"safety":[42,126,182,207],"newly":[44],"emerging":[45],"reasoning":[46],"(RLLMs),":[48],"DeepSeek-R1,":[51],"context":[54],"remains":[58],"underexplored.":[59],"To":[60],"bridge":[61],"this":[62],"gap,":[63],"we":[64],"propose":[65],"RRTL,":[66],"a":[67,142],"red":[68],"teaming":[69],"approach":[70],"specifically":[71],"designed":[72],"evaluate":[74],"RLLMs":[75,148,155,188],"RRTL":[79],"covers":[80],"three":[81,151],"critical":[82],"components:":[83],"(1)":[84,154],"identification":[86],"deceptive":[88,159],"threats,":[89],"aimed":[90],"at":[91],"evaluating":[92],"RLLM\u2019s":[93,130],"behavior":[94],"concealing":[96],"usage":[98,167],"unsafe":[100],"tools":[101],"and":[102,120,133,149,168,186,211,217,223],"their":[103],"potential":[104,173],"risks;":[105,176],"(2)":[106,177],"use":[108],"Chain-of-Thought":[110],"(CoT)":[111],"prompting":[112,179],"force":[114],"invocation":[116,198],"for":[117,214],"malicious":[118],"queries;":[119],"(3)":[121,187],"investigation":[123],"tool-calling":[125],"scenarios,":[127],"which":[128],"evaluates":[129],"safety-related":[131],"behaviors":[132,194],"identifies":[134],"factors":[135],"contributing":[136],"risks.":[139],"We":[140],"conduct":[141],"comprehensive":[143],"evaluation":[144],"on":[145],"seven":[146],"mainstream":[147],"uncover":[150],"key":[152],"findings:":[153],"can":[156],"pose":[157],"serious":[158],"by":[161],"frequently":[162],"failing":[163],"disclose":[165],"warn":[170],"users":[171],"output":[175],"CoT":[178],"reveals":[180],"multilingual":[181],"RLLMs;":[185],"exhibit":[189],"significant":[190],"variability":[191],"across":[195],"different":[196],"scenarios.":[199],"Our":[200],"work":[201],"deepens":[202],"understanding":[204],"RLLM":[206],"provides":[212],"insights":[213],"developing":[215],"secure":[216],"trustworthy":[218],"IoT-enabled":[219],"agents.":[220],"The":[221],"code":[222],"data":[224],"are":[225],"available":[226],"at:":[227],"https://github.com/liuyifeiaaa/RRTL.":[228]},"counts_by_year":[],"updated_date":"2026-03-09T07:00:12.390032","created_date":"2025-12-09T00:00:00"}