{"id":"https://openalex.org/W4385074030","doi":"https://doi.org/10.1145/3608446","title":"Deep Gated Multi-modal Fusion for Image Privacy Prediction","display_name":"Deep Gated Multi-modal Fusion for Image Privacy Prediction","publication_year":2023,"publication_date":"2023-07-22","ids":{"openalex":"https://openalex.org/W4385074030","doi":"https://doi.org/10.1145/3608446"},"language":"en","primary_location":{"id":"doi:10.1145/3608446","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3608446","pdf_url":null,"source":{"id":"https://openalex.org/S131231701","display_name":"ACM Transactions on the Web","issn_l":"1559-1131","issn":["1559-1131","1559-114X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on the Web","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020192829","display_name":"Chenye Zhao","orcid":"https://orcid.org/0000-0002-3904-345X"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenye Zhao","raw_affiliation_strings":["University of Illinois Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-3904-345X","affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089085275","display_name":"Cornelia Caragea","orcid":"https://orcid.org/0000-0002-5664-2163"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cornelia Caragea","raw_affiliation_strings":["University of Illinois Chicago, USA"],"raw_orcid":"https://orcid.org/0000-0002-5664-2163","affiliations":[{"raw_affiliation_string":"University of Illinois Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":1.2676,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82837307,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"17","issue":"4","first_page":"1","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.812078595161438},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7674264907836914},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.6002034544944763},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5960497260093689},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5849143266677856},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5101521611213684},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5062326788902283},{"id":"https://openalex.org/keywords/image-fusion","display_name":"Image fusion","score":0.47389286756515503},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4480307400226593},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43190473318099976},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.4142776131629944},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4122177064418793},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.21690860390663147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.812078595161438},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7674264907836914},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6002034544944763},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5960497260093689},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5849143266677856},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5101521611213684},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5062326788902283},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.47389286756515503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4480307400226593},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43190473318099976},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.4142776131629944},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4122177064418793},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.21690860390663147},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3608446","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3608446","pdf_url":null,"source":{"id":"https://openalex.org/S131231701","display_name":"ACM Transactions on the Web","issn_l":"1559-1131","issn":["1559-1131","1559-114X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on the Web","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W75294181","https://openalex.org/W1133916940","https://openalex.org/W1231049878","https://openalex.org/W1583837637","https://openalex.org/W1991106399","https://openalex.org/W2035122016","https://openalex.org/W2041861657","https://openalex.org/W2060152944","https://openalex.org/W2108598243","https://openalex.org/W2143331350","https://openalex.org/W2154767394","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2414927838","https://openalex.org/W2547599276","https://openalex.org/W2555618208","https://openalex.org/W2732026016","https://openalex.org/W2739253758","https://openalex.org/W2774740309","https://openalex.org/W2799116472","https://openalex.org/W2892181857","https://openalex.org/W2900537170","https://openalex.org/W2912083425","https://openalex.org/W2916627203","https://openalex.org/W2949128310","https://openalex.org/W2963400571","https://openalex.org/W2963453233","https://openalex.org/W2963736842","https://openalex.org/W2990432882","https://openalex.org/W2999905431","https://openalex.org/W3000086239","https://openalex.org/W3014513496","https://openalex.org/W3015444470","https://openalex.org/W3035317912","https://openalex.org/W3103424871","https://openalex.org/W3160022184","https://openalex.org/W3207137622","https://openalex.org/W3216684859","https://openalex.org/W4205807230","https://openalex.org/W4210780574","https://openalex.org/W4245383227","https://openalex.org/W4249138131","https://openalex.org/W4287847148","https://openalex.org/W4313342843","https://openalex.org/W4319773266","https://openalex.org/W4376125917","https://openalex.org/W6740934225","https://openalex.org/W6772499777"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W4306353150","https://openalex.org/W8219677","https://openalex.org/W2168054807","https://openalex.org/W2058990474","https://openalex.org/W2026860389","https://openalex.org/W2043363698","https://openalex.org/W3207883763","https://openalex.org/W4301143707","https://openalex.org/W2952745240"],"abstract_inverted_index":{"With":[0],"the":[1,139,192,211,258,356,363,367,379,388],"rapid":[2],"development":[3],"of":[4,35,198,210,253,288,339,358,369,381,390],"technologies":[5],"in":[6,138,163,218,416],"mobile":[7],"devices,":[8],"people":[9],"can":[10,40,143,346],"post":[11],"their":[12,46,120,208],"daily":[13],"lives":[14],"on":[15,75,280,290,387,396],"social":[16],"networking":[17],"sites":[18],"such":[19],"as":[20,378],"Facebook,":[21],"Flickr,":[22],"and":[23,43,92,150,180,222,267,314,400],"Instagram.":[24],"This":[25],"leads":[26],"to":[27,32,45,54,66,86,96,100,134,147,184,207,350,365,410],"new":[28,169],"privacy":[29,49,109,128,156,186,212,273,335,371,398],"concerns":[30],"due":[31],"people\u2019s":[33],"lack":[34],"understanding":[36],"that":[37,84,125,176,229,257,402],"private":[38],"information":[39,60],"be":[41,67,87,97,348],"leaked":[42],"used":[44],"detriment.":[47],"Image":[48],"prediction":[50,110,129,157,213,372],"models":[51,111,130,270,373],"are":[52,64,79,94,131,234,245,300,362],"developed":[53],"predict":[55,102,185],"whether":[56],"images":[57,294],"contain":[58],"sensitive":[59],"(private":[61],"images)":[62],"or":[63,116],"safe":[65],"shared":[68],"online":[69,188],"(public":[70],"images).":[71],"Despite":[72],"significant":[73],"progress":[74],"this":[76,164],"task,":[77],"there":[78],"still":[80],"some":[81,298],"crucial":[82],"problems":[83],"remain":[85],"solved.":[88],"Firstly,":[89],"images\u2019":[90,103],"content":[91],"tags":[93,182],"found":[95],"useful":[98],"modalities":[99,114,183,230,266,299,313],"automatically":[101],"privacy.":[104],"To":[105,159,355],"date,":[106],"most":[107],"image":[108,127,155,181,217,272,334,370],"use":[112],"single":[113,265],"(image-only":[115],"tag-only),":[117],"which":[118],"limits":[119],"performance.":[121],"Secondly,":[122],"we":[123,166,276,361,393],"observe":[124,401],"current":[126],"surprisingly":[132],"vulnerable":[133],"even":[135,347],"small":[136,145],"perturbations":[137,146],"input":[140,148,291,303],"data.":[141],"Attackers":[142],"add":[144],"data":[149,292,304,344],"easily":[151],"damage":[152],"a":[153,168,219,224,406,411],"well-trained":[154],"model.":[158],"address":[160],"these":[161],"challenges,":[162],"article,":[165],"propose":[167],"decision-level":[170,226,382],"Gated":[171],"multi-modal":[172,260,383],"fusion":[173,196,238,249,261,323,331,384],"(GMMF)":[174],"approach":[175,194,309],"fuses":[177,264],"object,":[178],"scene,":[179],"for":[187,214,271,333],"images.":[189],"In":[190],"particular,":[191],"proposed":[193,282,418],"identifies":[195],"weights":[197,239],"class":[199],"probability":[200],"distributions":[201],"generated":[202],"by":[203,302,319],"single-modal":[204,391,397],"classifiers":[205,399],"according":[206],"reliability":[209,233,244],"each":[215],"target":[216],"sample-by-sample":[220],"manner":[221],"performs":[223],"weighted":[225],"fusion,":[227],"so":[228],"with":[231,236,242,247,305],"high":[232],"assigned":[235],"higher":[237],"while":[240],"ones":[241,321],"low":[243],"restrained":[246],"lower":[248],"weights.":[250],"The":[251,337],"results":[252],"our":[254,281,308,340,359,417],"experiments":[255],"show":[256],"gated":[259],"network":[262],"effectively":[263,310],"outperforms":[268],"state-of-the-art":[269],"prediction.":[274,336],"Moreover,":[275,377],"perform":[277],"adversarial":[278],"training":[279],"GMMF":[283,341],"model":[284,342,409,413],"using":[285,322],"multiple":[286],"types":[287],"noise":[289,306,345,353,375],"(i.e.,":[293],"and/or":[295],"tags).":[296],"When":[297],"failed":[301],"attacks,":[307],"utilizes":[311],"clean":[312],"minimizes":[315],"negative":[316],"influences":[317],"brought":[318],"degraded":[320],"weights,":[324],"achieving":[325],"significantly":[326],"stronger":[327],"robustness":[328,338,368],"over":[329],"traditional":[330],"methods":[332],"against":[343,374],"generalized":[349],"more":[351],"severe":[352],"levels.":[354],"best":[357],"knowledge,":[360],"first":[364],"investigate":[366,394],"attacks.":[376],"performance":[380],"depends":[385],"highly":[386],"quality":[389],"networks,":[392],"self-distillation":[395],"transferring":[403],"knowledge":[404],"from":[405],"trained":[407],"teacher":[408],"student":[412],"is":[414],"beneficial":[415],"approach.":[419]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}