{"id":"https://openalex.org/W4403977061","doi":"https://doi.org/10.1109/tcsvt.2024.3489886","title":"Mitigating Cross-Modal Retrieval Violations With Privacy-Preserving Backdoor Learning","display_name":"Mitigating Cross-Modal Retrieval Violations With Privacy-Preserving Backdoor Learning","publication_year":2024,"publication_date":"2024-11-01","ids":{"openalex":"https://openalex.org/W4403977061","doi":"https://doi.org/10.1109/tcsvt.2024.3489886"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3489886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3489886","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100716586","display_name":"Qiang Liu","orcid":"https://orcid.org/0000-0001-6776-2817"},"institutions":[{"id":"https://openalex.org/I4610292","display_name":"Xiangtan University","ror":"https://ror.org/00xsfaz62","country_code":"CN","type":"education","lineage":["https://openalex.org/I4610292"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Liu","raw_affiliation_strings":["School of Computer Science, Xiangtan University, Xiangtan, Hunan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Xiangtan University, Xiangtan, Hunan, China","institution_ids":["https://openalex.org/I4610292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019512392","display_name":"Yanlong Qiu","orcid":"https://orcid.org/0000-0003-4940-5546"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanlong Qiu","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044528861","display_name":"Tongqing Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongqing Zhou","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026694481","display_name":"Ming Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Xu","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060614711","display_name":"Jiaohua Qin","orcid":"https://orcid.org/0000-0002-7549-7731"},"institutions":[{"id":"https://openalex.org/I119273862","display_name":"Central South University of Forestry and Technology","ror":"https://ror.org/02czw2k81","country_code":"CN","type":"education","lineage":["https://openalex.org/I119273862"]},{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]},{"id":"https://openalex.org/I56934997","display_name":"Changsha University of Science and Technology","ror":"https://ror.org/03yph8055","country_code":"CN","type":"education","lineage":["https://openalex.org/I56934997"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaohua Qin","raw_affiliation_strings":["School of Computer Science and Mathematics, Changsha, China","College of Computer Science and Information Technology, Central South University of Forestry and Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, Changsha, China","institution_ids":["https://openalex.org/I56934997"]},{"raw_affiliation_string":"College of Computer Science and Information Technology, Central South University of Forestry and Technology, Changsha, China","institution_ids":["https://openalex.org/I119273862","https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031638251","display_name":"Wentao Ma","orcid":"https://orcid.org/0000-0003-3059-6629"},"institutions":[{"id":"https://openalex.org/I140221134","display_name":"Anhui Agricultural University","ror":"https://ror.org/0327f3359","country_code":"CN","type":"education","lineage":["https://openalex.org/I140221134"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Ma","raw_affiliation_strings":["School of Information and Artificial Intelligence, Anhui Agricultural University, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Artificial Intelligence, Anhui Agricultural University, Hefei, China","institution_ids":["https://openalex.org/I140221134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112710939","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0002-8896-1388"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006334685","display_name":"Zhiping Cai","orcid":"https://orcid.org/0000-0001-5726-833X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Cai","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5100716586"],"corresponding_institution_ids":["https://openalex.org/I4610292"],"apc_list":null,"apc_paid":null,"fwci":1.7376,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87351351,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"35","issue":"3","first_page":"2526","last_page":"2540"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/backdoor","display_name":"Backdoor","score":0.9278392791748047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6946438550949097},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6748342514038086},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.48091670870780945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3783283233642578},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3760254979133606}],"concepts":[{"id":"https://openalex.org/C2781045450","wikidata":"https://www.wikidata.org/wiki/Q254569","display_name":"Backdoor","level":2,"score":0.9278392791748047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6946438550949097},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6748342514038086},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.48091670870780945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3783283233642578},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3760254979133606},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3489886","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3489886","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2442019192","display_name":null,"funder_award_id":"2022JJ40564","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G4715595647","display_name":null,"funder_award_id":"62072465","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5425828656","display_name":null,"funder_award_id":"62102425","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6763376774","display_name":null,"funder_award_id":"62172155","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7417188663","display_name":null,"funder_award_id":"2022YFF1203001","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1875842236","https://openalex.org/W1922199343","https://openalex.org/W1949478088","https://openalex.org/W2007972815","https://openalex.org/W2041625018","https://openalex.org/W2124199175","https://openalex.org/W2124725172","https://openalex.org/W2155803963","https://openalex.org/W2266728343","https://openalex.org/W2418353079","https://openalex.org/W2469486851","https://openalex.org/W2765440071","https://openalex.org/W2791127895","https://openalex.org/W2807363941","https://openalex.org/W2904119980","https://openalex.org/W2934843808","https://openalex.org/W2942091739","https://openalex.org/W2947431746","https://openalex.org/W2963249562","https://openalex.org/W2967957126","https://openalex.org/W2986013765","https://openalex.org/W2990270730","https://openalex.org/W2995153684","https://openalex.org/W2999606372","https://openalex.org/W3034856584","https://openalex.org/W3035237306","https://openalex.org/W3097044502","https://openalex.org/W3099614098","https://openalex.org/W3107337211","https://openalex.org/W3111984153","https://openalex.org/W3114838227","https://openalex.org/W3175557349","https://openalex.org/W3204619801","https://openalex.org/W4206240011","https://openalex.org/W4214680449","https://openalex.org/W4283693981","https://openalex.org/W4285288078","https://openalex.org/W4294170691","https://openalex.org/W4304091911","https://openalex.org/W4307233751","https://openalex.org/W4313451624","https://openalex.org/W4319990047","https://openalex.org/W4324291273","https://openalex.org/W4361991035","https://openalex.org/W4385908162","https://openalex.org/W4387614569","https://openalex.org/W4388430673","https://openalex.org/W4392693705","https://openalex.org/W4400112881","https://openalex.org/W6631216910","https://openalex.org/W6637373629","https://openalex.org/W6721087566","https://openalex.org/W6746897123","https://openalex.org/W6747838042","https://openalex.org/W6784712565","https://openalex.org/W6789325072","https://openalex.org/W6809905531"],"related_works":["https://openalex.org/W4320031223","https://openalex.org/W4200629851","https://openalex.org/W4281902577","https://openalex.org/W4309417370","https://openalex.org/W4292107232","https://openalex.org/W3009072493","https://openalex.org/W4386080799","https://openalex.org/W3140988292","https://openalex.org/W4317672133","https://openalex.org/W4401407399"],"abstract_inverted_index":{"Deep":[0],"cross-modal":[1,109],"retrieval,":[2,190],"with":[3,125],"its":[4],"effective":[5,108],"and":[6,129,184,209,214,219],"efficient":[7],"search":[8],"capabilities,":[9],"has":[10],"gained":[11],"widespread":[12],"adoption":[13],"in":[14,46,50,146,151,158,188],"today\u2019s":[15],"media-sharing":[16],"practices":[17],"yet":[18,107],"raises":[19],"concerns":[20],"regarding":[21],"potential":[22,203],"threats":[23],"to":[24,141],"user":[25],"data":[26,220],"privacy.":[27],"The":[28,217],"cutting-edge":[29],"data-centric":[30],"countermeasures":[31],"usually":[32],"adopt":[33],"adversarial":[34,51],"learning,":[35,90],"i.e.,":[36],"laboriously":[37],"crafting":[38],"the":[39,47,56,76,84,131],"proper":[40],"perturbation":[41],"for":[42,122,135],"each":[43],"image,":[44],"resulting":[45],"noticeable":[48],"noise":[49],"examples":[52],"that":[53,113],"greatly":[54],"undermines":[55],"aesthetic":[57],"appeal":[58],"of":[59,155,177],"image":[60],"sharing.":[61],"To":[62],"address":[63],"this":[64],"issue,":[65],"we":[66,103],"propose":[67],"a":[68,105,119,126,152,173],"novel":[69],"Model-centric":[70],"Cross-modal":[71],"Privacy-preserving":[72],"framework":[73],"(MCP),":[74],"wherein":[75],"pre-defined":[77],"invisible":[78],"backdoor":[79,89,110],"is":[80],"seamlessly":[81],"integrated":[82],"into":[83],"global":[85],"retrieval":[86,124,138,195],"model":[87,215],"via":[88],"thereby":[91],"effectively":[92],"preventing":[93],"shared":[94],"images":[95],"containing":[96],"such":[97],"triggers":[98],"from":[99],"being":[100],"retrieved.":[101],"Specifically,":[102],"introduce":[104],"simple":[106],"learning":[111],"algorithm":[112],"alternately":[114],"optimizes":[115],"two":[116],"losses:":[117],"1)":[118],"privacy-preserving":[120,166],"loss":[121,134],"perturbing":[123],"user-injected":[127],"trigger":[128,207],"2)":[130],"standard":[132],"utility":[133],"maintaining":[136,192],"normal":[137,194],"performance.":[139,196],"Compared":[140],"state-of-the-art":[142],"methods,":[143],"MCP":[144,198],"excels":[145],"providing":[147],"excellent":[148],"stealthiness,":[149],"manifesting":[150],"notable":[153],"improvement":[154],"approximately":[156],"100%":[157],"SSIM":[159],"metrics.":[160],"Furthermore,":[161],"it":[162],"achieves":[163],"an":[164],"outstanding":[165],"(backdoor)":[167],"success":[168],"rate,":[169],"as":[170],"evidenced":[171],"by":[172],"substantial":[174],"mAP":[175],"reduction":[176],"22.3%":[178],"(for":[179,182,186],"FashionVC),":[180],"11.5%":[181],"NUS-WIDE),":[183],"21.8%":[185],"MIRFlickr-25K)":[187],"poisoned":[189],"while":[191],"similar":[193],"Additionally,":[197],"exhibits":[199],"robust":[200],"resistance":[201],"against":[202],"black-box":[204],"defenses":[205,211],"(e.g.,":[206,212],"filtering)":[208],"white-box":[210],"fine-tuning":[213],"pruning).":[216],"code":[218],"are":[221],"available":[222],"at":[223],"<uri":[224],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/lqsunshine/MCP</uri>.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
