{"id":"https://openalex.org/W3155471926","doi":"https://doi.org/10.1145/3404835.3462837","title":"Privacy Protection in Deep Multi-modal Retrieval","display_name":"Privacy Protection in Deep Multi-modal Retrieval","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3155471926","doi":"https://doi.org/10.1145/3404835.3462837","mag":"3155471926"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462837","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100354128","display_name":"Peng-Fei Zhang","orcid":"https://orcid.org/0000-0002-6790-2098"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Peng-Fei Zhang","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114377934","display_name":"Yang Li","orcid":"https://orcid.org/0000-0002-2053-6393"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078170935","display_name":"Zi Huang","orcid":"https://orcid.org/0000-0002-9738-4949"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zi Huang","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088492734","display_name":"Hongzhi Yin","orcid":"https://orcid.org/0000-0003-1395-261X"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongzhi Yin","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100354128"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":1.68,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.8673998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"634","last_page":"643"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8582931160926819},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6167735457420349},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.4990105628967285},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.4786966145038605},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4710398018360138},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.46994760632514954},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4527285099029541},{"id":"https://openalex.org/keywords/information-sensitivity","display_name":"Information sensitivity","score":0.4389435052871704},{"id":"https://openalex.org/keywords/obfuscation","display_name":"Obfuscation","score":0.4288941025733948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3998388946056366},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36302080750465393},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34207043051719666},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2721335291862488}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8582931160926819},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6167735457420349},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.4990105628967285},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.4786966145038605},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4710398018360138},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46994760632514954},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4527285099029541},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.4389435052871704},{"id":"https://openalex.org/C40305131","wikidata":"https://www.wikidata.org/wiki/Q2616305","display_name":"Obfuscation","level":2,"score":0.4288941025733948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3998388946056366},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36302080750465393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34207043051719666},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2721335291862488},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404835.3462837","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462837","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.699999988079071,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6354904255","display_name":null,"funder_award_id":"DP190102353","funder_id":"https://openalex.org/F4320308322","funder_display_name":"Arctic Institute of North America"}],"funders":[{"id":"https://openalex.org/F4320308322","display_name":"Arctic Institute of North America","ror":"https://ror.org/03yjb2x39"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W18965947","https://openalex.org/W199018803","https://openalex.org/W1835419070","https://openalex.org/W1976258951","https://openalex.org/W1996936615","https://openalex.org/W2007972815","https://openalex.org/W2049993534","https://openalex.org/W2076511276","https://openalex.org/W2086958058","https://openalex.org/W2155803963","https://openalex.org/W2159373756","https://openalex.org/W2163605009","https://openalex.org/W2164585733","https://openalex.org/W2167421362","https://openalex.org/W2171626009","https://openalex.org/W2180844455","https://openalex.org/W2203543769","https://openalex.org/W2243397390","https://openalex.org/W2266728343","https://openalex.org/W2293844262","https://openalex.org/W2388114291","https://openalex.org/W2408141691","https://openalex.org/W2509109313","https://openalex.org/W2543927648","https://openalex.org/W2591669147","https://openalex.org/W2593190442","https://openalex.org/W2604880013","https://openalex.org/W2765440071","https://openalex.org/W2781821509","https://openalex.org/W2788387286","https://openalex.org/W2808243243","https://openalex.org/W2907166662","https://openalex.org/W2942630857","https://openalex.org/W2949780682","https://openalex.org/W2952142541","https://openalex.org/W2954672622","https://openalex.org/W2963207607","https://openalex.org/W2963343288","https://openalex.org/W2963634791","https://openalex.org/W2963826681","https://openalex.org/W2963855547","https://openalex.org/W2964043980","https://openalex.org/W2964153729","https://openalex.org/W2966146145","https://openalex.org/W2970652125","https://openalex.org/W2982905682","https://openalex.org/W3003735286","https://openalex.org/W3027918202","https://openalex.org/W3035164585","https://openalex.org/W3035747010","https://openalex.org/W3082511295","https://openalex.org/W3086725547","https://openalex.org/W3093291618","https://openalex.org/W3098232083","https://openalex.org/W3122091215","https://openalex.org/W3135808071","https://openalex.org/W6734370905"],"related_works":["https://openalex.org/W4224216661","https://openalex.org/W2132360941","https://openalex.org/W3210347767","https://openalex.org/W2066014542","https://openalex.org/W2083944649","https://openalex.org/W4309503015","https://openalex.org/W2596305496","https://openalex.org/W1548444773","https://openalex.org/W2577220285","https://openalex.org/W58529046"],"abstract_inverted_index":{"Deep":[0],"learning":[1,134],"techniques":[2,15],"have":[3],"ushered":[4],"in":[5,8,120,146],"significant":[6],"progress":[7],"large-scale":[9],"multi-modal":[10,43,90,121,133,215],"retrieval.":[11],"Nevertheless,":[12],"the":[13,26,102,105,147,181,188,209],"advanced":[14],"may":[16],"be":[17],"used":[18],"nefariously":[19],"to":[20,67,72,82,93,101,116,200,212],"conduct":[21],"a":[22,35,112,139,173,194,223],"search":[23],"that":[24],"violates":[25],"privacy":[27,83,118,126],"of":[28,107,166,225],"individuals.":[29],"In":[30,80],"this":[31],"paper,":[32],"we":[33,207],"propose":[34],"novel":[36],"PrIvacy":[37],"Protection":[38],"method":[39],"(PIP)":[40],"against":[41,128],"malicious":[42,62,156],"retrieval":[44,91,130,216],"models,":[45],"which":[46],"proactively":[47],"transfers":[48],"original":[49],"data":[50,53],"into":[51,138],"adversarial":[52],"with":[54,78,98,179],"quasi-imperceptible":[55],"perturbations":[56],"before":[57],"releasing":[58],"them.":[59,79],"Consequently,":[60],"unauthorized":[61,129],"parties":[63],"are":[64],"not":[65],"able":[66],"use":[68],"deployed":[69],"deep":[70],"models":[71,157],"find":[73],"out":[74],"desired":[75],"sensitive":[76],"information":[77,160],"addition":[81],"preserving,":[84],"PIP":[85,169,211],"synchronously":[86],"learns":[87],"an":[88],"effective":[89],"model":[92],"facilitate":[94],"authorized":[95,136],"uses,":[96],"endowed":[97],"strong":[99],"resilience":[100],"perturbations.":[103],"To":[104],"best":[106],"our":[108,167],"knowledge,":[109],"it":[110],"is":[111,144,161,170,198],"very":[113],"first":[114],"attempt":[115],"consider":[117],"issues":[119],"retrieval,":[122],"and":[123,131,150,183,187,218,227],"encapsulate":[124],"both":[125,180],"protection":[127],"robust":[132],"for":[135,204],"uses":[137],"unified":[140],"framework.":[141],"This":[142],"work":[143],"conducted":[145],"challenging":[148],"no-box":[149],"unsupervised":[151],"settings,":[152],"where":[153],"neither":[154],"target":[155],"nor":[158],"supervised":[159],"known.":[162],"The":[163],"optimization":[164],"objective":[165],"versatile":[168],"achieved":[171],"through":[172],"two-player":[174],"game":[175],"between":[176],"different":[177],"components":[178],"intra-":[182],"inter-modality":[184],"graph":[185],"alignments":[186],"domain":[189],"distribution":[190],"alignment":[191],"considered.":[192],"Besides,":[193],"high-level":[195],"similarity":[196],"matrix":[197],"developed":[199],"obtain":[201],"reliable":[202],"guidance":[203],"learning.":[205],"Empirically,":[206],"apply":[208],"proposed":[210],"hashing":[213],"based":[214],"scenarios":[217],"prove":[219],"its":[220],"effectiveness":[221],"on":[222],"range":[224],"benchmarks":[226],"tasks.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}
