{"id":"https://openalex.org/W4405022286","doi":"https://doi.org/10.1109/jiot.2024.3510695","title":"SecFFT: Safeguarding Federated Fine-Tuning for Large Vision Language Models Against Covert Backdoor Attacks in IoRT Networks","display_name":"SecFFT: Safeguarding Federated Fine-Tuning for Large Vision Language Models Against Covert Backdoor Attacks in IoRT Networks","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405022286","doi":"https://doi.org/10.1109/jiot.2024.3510695"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3510695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3510695","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056148718","display_name":"Zan Zhou","orcid":"https://orcid.org/0000-0003-2388-2280"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Zhou","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0003-2388-2280","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069646989","display_name":"Changqiao Xu","orcid":"https://orcid.org/0000-0003-1467-1086"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqiao Xu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0003-1467-1086","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595787","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0002-5569-5722"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tengfei Li","orcid":"https://orcid.org/0000-0001-5412-8198"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengfei Li","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0001-5412-8198","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102609335","display_name":"Sizhe Huang","orcid":"https://orcid.org/0009-0001-7297-9815"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sizhe Huang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0009-0001-7297-9815","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044191416","display_name":"Shujie Yang","orcid":"https://orcid.org/0000-0002-9597-2659"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujie Yang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-9597-2659","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034995427","display_name":"Su Yao","orcid":"https://orcid.org/0000-0001-5165-2787"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Su Yao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5165-2787","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88462995,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"12","issue":"9","first_page":"11383","last_page":"11396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9883561134338379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7710968255996704},{"id":"https://openalex.org/keywords/safeguarding","display_name":"Safeguarding","score":0.7511853575706482},{"id":"https://openalex.org/keywords/covert","display_name":"Covert","score":0.7090954780578613},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5174513459205627},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3386772871017456}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9883561134338379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7710968255996704},{"id":"https://openalex.org/C2776743756","wikidata":"https://www.wikidata.org/wiki/Q5097921","display_name":"Safeguarding","level":2,"score":0.7511853575706482},{"id":"https://openalex.org/C2779338814","wikidata":"https://www.wikidata.org/wiki/Q5179285","display_name":"Covert","level":2,"score":0.7090954780578613},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5174513459205627},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3386772871017456},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3510695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3510695","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1500389892","display_name":null,"funder_award_id":"92167204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2593363103","display_name":null,"funder_award_id":"4244084","funder_id":"https://openalex.org/F4320334977","funder_display_name":"Beijing Municipal Natural Science Foundation"},{"id":"https://openalex.org/G3022012397","display_name":null,"funder_award_id":"BNR2023TD03006","funder_id":"https://openalex.org/F4320329777","funder_display_name":"Beijing National Research Center For Information Science And Technology"},{"id":"https://openalex.org/G3423709866","display_name":"\u57fa\u4e8e\u533a\u5757\u94fe\u7684\u7269\u8054\u7f51\u5b89\u5168\u6280\u672f\u7814\u7a76","funder_award_id":"61932016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3564288279","display_name":null,"funder_award_id":"62401075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4818684285","display_name":null,"funder_award_id":"U22B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5612557256","display_name":null,"funder_award_id":"4244084","funder_id":"https://openalex.org/F4320323068","funder_display_name":"Beijing Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5692104327","display_name":null,"funder_award_id":"62394322","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5694039728","display_name":null,"funder_award_id":"2024M750259","funder_id":"https://openalex.org/F4320335443","funder_display_name":"Postdoctoral Research Foundation of China"},{"id":"https://openalex.org/G7033924410","display_name":null,"funder_award_id":"62132009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7155321176","display_name":null,"funder_award_id":"62132011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7488493096","display_name":null,"funder_award_id":"62221003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7705936506","display_name":null,"funder_award_id":"2024M750259","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323068","display_name":"Beijing Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null},{"id":"https://openalex.org/F4320334977","display_name":"Beijing Municipal Natural Science Foundation","ror":null},{"id":"https://openalex.org/F4320335443","display_name":"Postdoctoral Research Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2031614119","https://openalex.org/W2601243251","https://openalex.org/W2990595670","https://openalex.org/W3138597937","https://openalex.org/W4213446860","https://openalex.org/W4214537185","https://openalex.org/W4309080560","https://openalex.org/W4310049486","https://openalex.org/W4313627870","https://openalex.org/W4315778743","https://openalex.org/W4317738585","https://openalex.org/W4322763648","https://openalex.org/W4323896829","https://openalex.org/W4367551388","https://openalex.org/W4376869865","https://openalex.org/W4382202657","https://openalex.org/W4382239439","https://openalex.org/W4385571591","https://openalex.org/W4385598059","https://openalex.org/W4385681741","https://openalex.org/W4386066154","https://openalex.org/W4387968618","https://openalex.org/W4390691907","https://openalex.org/W4390872161","https://openalex.org/W4390872679","https://openalex.org/W4390874361","https://openalex.org/W4391329874","https://openalex.org/W4391724779","https://openalex.org/W4396234761","https://openalex.org/W4399447120","https://openalex.org/W4401042403","https://openalex.org/W4401042972","https://openalex.org/W4402895035","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6752600739","https://openalex.org/W6780640148","https://openalex.org/W6787633081","https://openalex.org/W6791353385","https://openalex.org/W6796581206","https://openalex.org/W6839074529","https://openalex.org/W6850141011","https://openalex.org/W6857558525","https://openalex.org/W6861356965","https://openalex.org/W6861442871","https://openalex.org/W6861943116","https://openalex.org/W6862671026","https://openalex.org/W6870532559","https://openalex.org/W7056673059"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W4401407399","https://openalex.org/W4210390481"],"abstract_inverted_index":{"As":[0],"the":[1,70,117,123,159],"large":[2],"vision":[3],"language":[4],"models":[5,51,75],"(LVLMs)":[6],"and":[7,28,32,79,125,142,187],"embodied":[8],"intelligent":[9,45],"robotic":[10],"networks":[11],"continue":[12],"to":[13,39,55,101,164,193],"advance":[14],"at":[15,150],"a":[16,65,144],"remarkable":[17],"pace,":[18],"particularly":[19,190],"in":[20,43,95,191],"applications":[21],"spanning":[22],"smart":[23],"cities,":[24],"power":[25,81],"grids,":[26],"factories,":[27],"transportation,":[29],"visual":[30],"perception":[31,74],"understanding":[33],"have":[34],"emerged":[35],"as":[36,64],"foundational":[37],"elements":[38],"overcoming":[40],"performance":[41,71],"limitations":[42],"such":[44],"systems.":[46],"However,":[47],"since":[48],"general":[49],"pretrained":[50],"are":[52],"not":[53],"well-suited":[54],"specific":[56],"tasks,":[57],"federated":[58],"fine-tuning":[59],"(FFT)":[60],"has":[61,91],"gained":[62],"attention":[63],"promising":[66],"technique":[67],"for":[68,108],"enhancing":[69],"of":[72,87,127,161],"vision-based":[73],"by":[76,168],"leveraging":[77],"data":[78],"computational":[80],"distributed":[82],"across":[83],"nodes.":[84],"The":[85,130],"rise":[86],"advanced":[88],"persistent":[89],"threats":[90],"revealed":[92],"significant":[93],"vulnerabilities":[94],"existing":[96],"defense":[97,166,182],"mechanisms,":[98],"which":[99,120],"struggle":[100],"mitigate":[102],"sophisticated":[103],"backdoor":[104,128,197],"attacks":[105],"toward":[106],"FFT":[107],"LVLMs.":[109],"To":[110],"address":[111],"these":[112],"challenges,":[113],"this":[114],"article":[115],"proposes":[116],"SecFFT":[118,179],"method,":[119],"tackles":[121],"both":[122],"stealthiness":[124],"complexity":[126],"strategies.":[129],"approach":[131],"incorporates":[132],"instantaneous":[133],"attack":[134,153],"behavior":[135],"detection":[136,188],"based":[137],"on":[138,174],"frequency-domain":[139],"distribution":[140],"consistency":[141],"introduces":[143],"long-term":[145],"secure":[146],"aggregation":[147],"mechanism":[148],"aimed":[149],"identifying":[151],"hidden":[152],"intentions.":[154],"These":[155],"strategies":[156],"effectively":[157],"limit":[158],"feasibility":[160],"adversaries":[162],"attempting":[163],"bypass":[165],"measures":[167],"concealing":[169],"their":[170],"behaviors.":[171],"Experiments":[172],"conducted":[173],"public":[175],"datasets":[176],"demonstrate":[177],"that":[178],"significantly":[180],"improves":[181],"success":[183],"rates,":[184],"model":[185],"performance,":[186],"accuracy,":[189],"response":[192],"highly":[194],"covert,":[195],"multiround":[196],"attacks.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}