{"id":"https://openalex.org/W4404987568","doi":"https://doi.org/10.1109/iccv51701.2025.00261","title":"Geminio: Language-Guided Gradient Inversion Attacks in Federated Learning","display_name":"Geminio: Language-Guided Gradient Inversion Attacks in Federated Learning","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4404987568","doi":"https://doi.org/10.1109/iccv51701.2025.00261"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.00261","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2411.14937","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101125334","display_name":"Junjie Shan","orcid":"https://orcid.org/0009-0007-0430-1133"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Junjie Shan","raw_affiliation_strings":["School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091106846","display_name":"Ziqi Zhao","orcid":"https://orcid.org/0000-0002-3286-8387"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziqi Zhao","raw_affiliation_strings":["School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102472684","display_name":"Jialin Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jialin Lu","raw_affiliation_strings":["School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421958","display_name":"Rui Zhang","orcid":"https://orcid.org/0009-0000-9961-1108"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025130883","display_name":"Siu Ming Yiu","orcid":"https://orcid.org/0000-0002-3975-8500"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Siu Ming Yiu","raw_affiliation_strings":["School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028240524","display_name":"Ka-Ho Chow","orcid":"https://orcid.org/0000-0001-5917-2577"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ka-Ho Chow","raw_affiliation_strings":["School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Data Science, The University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101125334"],"corresponding_institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00071229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.6667817831039429},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6439175009727478},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5792653560638428},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36095792055130005},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.16550692915916443},{"id":"https://openalex.org/keywords/seismology","display_name":"Seismology","score":0.09767627716064453}],"concepts":[{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.6667817831039429},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6439175009727478},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5792653560638428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36095792055130005},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.16550692915916443},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.09767627716064453},{"id":"https://openalex.org/C77928131","wikidata":"https://www.wikidata.org/wiki/Q193343","display_name":"Tectonics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iccv51701.2025.00261","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.00261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2411.14937","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.14937","pdf_url":"https://arxiv.org/pdf/2411.14937","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:hub.hku.hk:10722/358775","is_oa":false,"landing_page_url":"https://hub.hku.hk/handle/10722/358775","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference_Paper"},{"id":"doi:10.48550/arxiv.2411.14937","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2411.14937","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2411.14937","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2411.14937","pdf_url":"https://arxiv.org/pdf/2411.14937","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4298221930","https://openalex.org/W2390279801","https://openalex.org/W2777914285","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4378677776","https://openalex.org/W3176937389"],"abstract_inverted_index":{"Foundation":[0],"models":[1,36],"that":[2,34,192],"bridge":[3],"vision":[4],"and":[5,150,182,205,238,249],"language":[6],"have":[7,13],"made":[8],"significant":[9],"progress.":[10],"While":[11],"they":[12,147],"inspired":[14],"many":[15],"life-enriching":[16],"applications,":[17],"their":[18],"potential":[19],"for":[20],"abuse":[21],"in":[22,47,142,228,236],"creating":[23],"new":[24,135],"threats":[25],"remains":[26],"largely":[27],"unexplored.":[28],"In":[29],"this":[30,115],"paper,":[31],"we":[32,117],"reveal":[33],"vision-language":[35],"(VLMs)":[37],"can":[38,140,198,216],"be":[39,199],"weaponized":[40],"to":[41,56,73,90,107,123,155,169],"enhance":[42],"gradient":[43],"inversion":[44],"attacks":[45],"(GIAs)":[46],"federated":[48],"learning":[49],"(FL),":[50],"where":[51],"an":[52],"FL":[53,203,214],"server":[54,215],"attempts":[55],"reconstruct":[57,74],"private":[58],"data":[59,84,110,146,219],"samples":[60,95,191],"from":[61],"gradients":[62,189],"shared":[63,180],"by":[64,164,184],"victim":[65,79],"clients.":[66],"Despite":[67],"recent":[68],"advances,":[69],"existing":[70],"GIAs":[71,125],"struggle":[72],"high-resolution":[75],"images":[76],"when":[77,179],"the":[78,98,105,120,145,171,194,213],"has":[80,206],"a":[81,133,166,174,185,223],"large":[82,250],"local":[83],"batch.":[85],"One":[86],"promising":[87],"direction":[88],"is":[89,162],"focus":[91,156],"reconstruction":[92,154],"on":[93,157,209],"valuable":[94],"rather":[96],"than":[97],"entire":[99],"batch,":[100],"but":[101],"current":[102],"methods":[103],"lack":[104],"flexibility":[106],"target":[108],"specific":[109],"of":[111,173,190],"interest.":[112],"To":[113],"address":[114],"gap,":[116],"propose":[118],"Geminio,":[119],"first":[121],"approach":[122],"transform":[124],"into":[126],"semantically":[127],"meaningful,":[128],"targeted":[129,240],"attacks.":[130],"It":[131],"enables":[132],"brand":[134],"privacy":[136],"attack":[137],"experience:":[138],"attackers":[139],"describe,":[141],"natural":[143],"language,":[144],"consider":[148],"valuable,":[149],"Geminio":[151,197],"will":[152],"prioritize":[153],"those":[158],"high-value":[159],"samples.":[160],"This":[161],"achieved":[163],"leveraging":[165],"pretrained":[167],"VLM":[168],"guide":[170],"optimization":[172],"malicious":[175],"global":[176],"model":[177,226],"that,":[178],"with":[181,242,253],"optimized":[183],"victim,":[186],"retains":[187],"only":[188],"match":[193],"attacker-specified":[195],"query.":[196],"launched":[200],"at":[201],"any":[202],"round":[204],"no":[207],"impact":[208],"normal":[210],"training":[211],"(i.e.,":[212],"steal":[217],"clients'":[218],"while":[220],"still":[221],"producing":[222],"high-utility":[224],"ML":[225],"as":[227],"benign":[229],"scenarios).":[230],"Extensive":[231],"experiments":[232],"demonstrate":[233],"its":[234],"effectiveness":[235],"pinpointing":[237],"reconstructing":[239],"samples,":[241],"high":[243],"success":[244],"rates":[245],"across":[246],"complex":[247],"datasets":[248],"batch":[251],"sizes":[252],"resilience":[254],"against":[255],"defenses.":[256]},"counts_by_year":[],"updated_date":"2026-05-06T06:03:25.996018","created_date":"2025-10-10T00:00:00"}