{"id":"https://openalex.org/W4396982204","doi":"https://doi.org/10.1109/tifs.2024.3402179","title":"Stealthy Targeted Backdoor Attacks Against Image Captioning","display_name":"Stealthy Targeted Backdoor Attacks Against Image Captioning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396982204","doi":"https://doi.org/10.1109/tifs.2024.3402179"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3402179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3402179","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097740375","display_name":"Wenshu Fan","orcid":"https://orcid.org/0000-0003-1335-7183"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenshu Fan","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1335-7183","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325334","display_name":"Hongwei Li","orcid":"https://orcid.org/0000-0002-1961-7946"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Li","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1961-7946","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066542952","display_name":"Wenbo Jiang","orcid":"https://orcid.org/0000-0002-4592-8094"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Jiang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4592-8094","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078359928","display_name":"Meng Hao","orcid":"https://orcid.org/0000-0002-1545-1926"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Hao","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1545-1926","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005228053","display_name":"Shui Yu","orcid":"https://orcid.org/0000-0003-4485-6743"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shui Yu","raw_affiliation_strings":["School of Computer Science, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-4485-6743","affiliations":[{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering and Information Technology, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106403975","display_name":"Xiao Zhang","orcid":"https://orcid.org/0009-0008-1837-7670"},"institutions":[{"id":"https://openalex.org/I4210128801","display_name":"Helmholtz Center for Information Security","ror":"https://ror.org/02njgxr09","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I4210128801"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["CISPA Helmholtz Center for Information Security, Saarbrücken, Germany"],"raw_orcid":"https://orcid.org/0009-0008-1837-7670","affiliations":[{"raw_affiliation_string":"CISPA Helmholtz Center for Information Security, Saarbrücken, Germany","institution_ids":["https://openalex.org/I4210128801"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":3.2471,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9338142,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"19","issue":null,"first_page":"5655","last_page":"5667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9192000031471252,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9741765260696411},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.7866328954696655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7681536674499512},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5578699707984924},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.530048131942749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4089658260345459},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39768093824386597}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9741765260696411},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.7866328954696655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7681536674499512},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5578699707984924},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.530048131942749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4089658260345459},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39768093824386597}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3402179","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3402179","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G2571898013","display_name":null,"funder_award_id":"2020B0101360001","funder_id":"https://openalex.org/F4320336405","funder_display_name":"Special Project for Research and Development in Key areas of Guangdong Province"},{"id":"https://openalex.org/G2805406393","display_name":null,"funder_award_id":"62020106013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5274394607","display_name":null,"funder_award_id":"61802051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5801589591","display_name":"\u7fa4\u4f53\u59d4\u6258\u8ba1\u7b97\u5b89\u5168\u95ee\u9898\u7814\u7a76","funder_award_id":"61972454","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336405","display_name":"Special Project for Research and Development in Key areas of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W2101105183","https://openalex.org/W2193145675","https://openalex.org/W2565639579","https://openalex.org/W2747623286","https://openalex.org/W2807363941","https://openalex.org/W2885138528","https://openalex.org/W2942091739","https://openalex.org/W2954182683","https://openalex.org/W2962858109","https://openalex.org/W2962995403","https://openalex.org/W2963037989","https://openalex.org/W2963726920","https://openalex.org/W2963857521","https://openalex.org/W2964616647","https://openalex.org/W2965001342","https://openalex.org/W2986670728","https://openalex.org/W2990270730","https://openalex.org/W2990763144","https://openalex.org/W2997591391","https://openalex.org/W3034655362","https://openalex.org/W3035031253","https://openalex.org/W3047891567","https://openalex.org/W3093869356","https://openalex.org/W3106250896","https://openalex.org/W3107337211","https://openalex.org/W3109409894","https://openalex.org/W3175052694","https://openalex.org/W3176270593","https://openalex.org/W3193290865","https://openalex.org/W3204619801","https://openalex.org/W3215670835","https://openalex.org/W4224932902","https://openalex.org/W4285256357","https://openalex.org/W4289300166","https://openalex.org/W4292171917","https://openalex.org/W4293846201","https://openalex.org/W4313131769","https://openalex.org/W4313192591","https://openalex.org/W4319793479","https://openalex.org/W4320736757","https://openalex.org/W4382237486","https://openalex.org/W4385245566","https://openalex.org/W4385567053","https://openalex.org/W4386071687","https://openalex.org/W4386076692","https://openalex.org/W6620707391","https://openalex.org/W6640425456","https://openalex.org/W6682631176","https://openalex.org/W6739868092","https://openalex.org/W6756074407","https://openalex.org/W6756333562","https://openalex.org/W6789325072","https://openalex.org/W6802862418","https://openalex.org/W6803329306","https://openalex.org/W6804303261"],"related_works":["https://openalex.org/W4320031223","https://openalex.org/W3164229987","https://openalex.org/W3215212336","https://openalex.org/W4290852288","https://openalex.org/W3217388757","https://openalex.org/W3122720459","https://openalex.org/W4298897568","https://openalex.org/W4289422896","https://openalex.org/W1938708284","https://openalex.org/W4380190185"],"abstract_inverted_index":{"In":[0,84,216],"recent":[1,27],"years,":[2],"there":[3],"is":[4,222],"an":[5],"explosive":[6],"growth":[7],"in":[8,131,145,224,235],"multimodal":[9,15],"learning.":[10],"Image":[11],"captioning,":[12],"a":[13,53,57,61,89,115,150,202,209],"classical":[14],"task,":[16],"has":[17],"demonstrated":[18],"promising":[19],"applications":[20],"and":[21,139,238],"attracted":[22],"extensive":[23],"research":[24],"attention.":[25],"However,":[26],"studies":[28],"have":[29],"shown":[30],"that":[31,197,225],"image":[32,49,74,98,237],"caption":[33,99,148,159],"models":[34],"are":[35,70,102,230],"vulnerable":[36],"to":[37,72,92,104,149],"some":[38,135],"security":[39],"threats":[40],"such":[41,256],"as":[42,64,80,190],"backdoor":[43,46,95,228,246,258],"attacks.":[44,109,259],"Existing":[45],"attacks":[47,96],"against":[48,97,255],"captioning":[50],"typically":[51],"pair":[52],"trigger":[54,117,130,170],"either":[55],"with":[56,168],"predefined":[58,151,192],"sentence":[59],"or":[60],"single":[62],"word":[63],"the":[65,73,128,132,141,146,155,158,162,169,174,178,181,187,191,226,249],"targeted":[66,94],"output,":[67],"yet":[68],"they":[69],"unrelated":[71],"content,":[75],"making":[76],"them":[77],"easily":[78],"noticeable":[79],"anomalies":[81],"by":[82,118,161],"humans.":[83],"this":[85],"paper,":[86],"we":[87,218],"present":[88],"novel":[90],"method":[91,112,221],"craft":[93],"models,":[100],"which":[101,241],"designed":[103],"be":[105],"stealthier":[106],"than":[107],"prior":[108],"Specifically,":[110],"our":[111,198,220],"first":[113],"learns":[114],"special":[116],"leveraging":[119],"universal":[120],"perturbation":[121],"techniques":[122],"for":[123,165,251],"object":[124,138,143,189],"detection,":[125],"then":[126],"places":[127],"learned":[129],"center":[133],"of":[134,177,180],"specific":[136],"source":[137,188],"modifies":[140],"corresponding":[142],"name":[144],"output":[147],"target":[152],"name.":[153],"During":[154],"prediction":[156],"phase,":[157],"produced":[160,227],"backdoored":[163],"model":[164,213],"input":[166],"images":[167],"can":[171,200,242],"accurately":[172],"convey":[173],"semantic":[175],"information":[176],"rest":[179],"whole":[182],"image,":[183],"while":[184,207],"incorrectly":[185],"recognizing":[186],"target.":[193],"Extensive":[194],"experiments":[195],"demonstrate":[196],"approach":[199],"achieve":[201],"high":[203],"attack":[204],"success":[205],"rate":[206],"having":[208],"negligible":[210],"impact":[211],"on":[212],"clean":[214,233],"performance.":[215],"addition,":[217],"show":[219],"stealthy":[223,257],"samples":[229,234],"indistinguishable":[231],"from":[232],"both":[236],"text":[239],"domains,":[240],"successfully":[243],"bypass":[244],"existing":[245],"defenses,":[247],"highlighting":[248],"need":[250],"better":[252],"defensive":[253],"mechanisms":[254]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":3}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}