{"id":"https://openalex.org/W4405812492","doi":"https://doi.org/10.1109/tifs.2024.3522792","title":"Gradient Inversion of Text-Modal Data in Distributed Learning","display_name":"Gradient Inversion of Text-Modal Data in Distributed Learning","publication_year":2024,"publication_date":"2024-12-26","ids":{"openalex":"https://openalex.org/W4405812492","doi":"https://doi.org/10.1109/tifs.2024.3522792"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3522792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3522792","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044238025","display_name":"Zipeng Ye","orcid":"https://orcid.org/0000-0002-1605-4527"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zipeng Ye","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-1605-4527","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001184471","display_name":"Wenjian Luo","orcid":"https://orcid.org/0000-0002-8357-1655"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjian Luo","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-8357-1655","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104346381","display_name":"Qi Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhou","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057687778","display_name":"Yubo Tang","orcid":"https://orcid.org/0000-0003-2568-8940"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubo Tang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111261161","display_name":"Zhenqian Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenqian Zhu","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000919145","display_name":"Yuhui Shi","orcid":"https://orcid.org/0000-0002-8840-723X"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhui Shi","raw_affiliation_strings":["School of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-8840-723X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004908542","display_name":"Yan Jia","orcid":"https://orcid.org/0000-0002-0024-676X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Jia","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Guangdong Provincial Key Laboratory of Novel Security Intelligence Technologies, Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":null,"fwci":1.6159,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86179344,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"20","issue":null,"first_page":"928","last_page":"943"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.829200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.829200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8118452429771423},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5618596076965332},{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.5309455394744873},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42536067962646484},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10467934608459473}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8118452429771423},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5618596076965332},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.5309455394744873},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42536067962646484},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10467934608459473},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3522792","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3522792","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1510653386","display_name":null,"funder_award_id":"2022B1212010005","funder_id":"https://openalex.org/F4320314147","funder_display_name":"Guangdong Provincial Key Laboratory of Urology"},{"id":"https://openalex.org/G3859458567","display_name":null,"funder_award_id":"2022YFB3102100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8061681544","display_name":null,"funder_award_id":"JCYJ20220818102414030","funder_id":"https://openalex.org/F4320329791","funder_display_name":"Shenzhen Fundamental Research Program"}],"funders":[{"id":"https://openalex.org/F4320314147","display_name":"Guangdong Provincial Key Laboratory of Urology","ror":null},{"id":"https://openalex.org/F4320329791","display_name":"Shenzhen Fundamental Research Program","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1662133657","https://openalex.org/W2053637704","https://openalex.org/W2064675550","https://openalex.org/W2250539671","https://openalex.org/W2473418344","https://openalex.org/W2767079719","https://openalex.org/W2781091734","https://openalex.org/W2794501668","https://openalex.org/W2911978475","https://openalex.org/W2923014074","https://openalex.org/W2954040150","https://openalex.org/W2963925437","https://openalex.org/W2979826702","https://openalex.org/W3016632787","https://openalex.org/W3021654819","https://openalex.org/W3034957837","https://openalex.org/W3105966348","https://openalex.org/W3107100345","https://openalex.org/W3175192640","https://openalex.org/W3203789000","https://openalex.org/W3212079419","https://openalex.org/W4205423013","https://openalex.org/W4206199121","https://openalex.org/W4214758645","https://openalex.org/W4221152824","https://openalex.org/W4229083957","https://openalex.org/W4233135949","https://openalex.org/W4246228662","https://openalex.org/W4285555619","https://openalex.org/W4295806247","https://openalex.org/W4312809802","https://openalex.org/W4385245566","https://openalex.org/W4391559399","https://openalex.org/W4393161151","https://openalex.org/W4399938968","https://openalex.org/W4400772252","https://openalex.org/W4402264897","https://openalex.org/W6631190155","https://openalex.org/W6636510571","https://openalex.org/W6679224782","https://openalex.org/W6679436768","https://openalex.org/W6682631176","https://openalex.org/W6727099177","https://openalex.org/W6728757088","https://openalex.org/W6733862737","https://openalex.org/W6737778391","https://openalex.org/W6755207826","https://openalex.org/W6755988804","https://openalex.org/W6756756286","https://openalex.org/W6764838729","https://openalex.org/W6773039429","https://openalex.org/W6773817997","https://openalex.org/W6775563089","https://openalex.org/W6778883912","https://openalex.org/W6784311791","https://openalex.org/W6788864986","https://openalex.org/W6802409679","https://openalex.org/W6803316053","https://openalex.org/W6803973128","https://openalex.org/W6809887734","https://openalex.org/W6838080713","https://openalex.org/W6850625674","https://openalex.org/W6857780929"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Gradient":[0],"inversion":[1],"attacks":[2,15,36],"(GIAs)":[3],"pose":[4],"significant":[5],"challenges":[6],"to":[7,20,69,77,126,212],"the":[8,43,51,54,70,81,103,107,113,116,134,146,179,187,190,196,205,216],"privacy-preserving":[9],"paradigm":[10,125],"of":[11,53,73,106,115,158,182,189,215],"distributed":[12,221],"learning.":[13,222],"These":[14],"employ":[16],"carefully":[17],"designed":[18],"strategies":[19],"reconstruct":[21,102],"victim\u2019s":[22,108],"private":[23],"training":[24,109],"data":[25,47,60,75,110],"from":[26],"their":[27],"shared":[28],"gradients.":[29],"However,":[30],"existing":[31,82,176],"work":[32],"mainly":[33],"focuses":[34],"on":[35,58,160,199,204],"and":[37,165,173,202],"defenses":[38],"for":[39,45,92],"image-modal":[40],"data,":[41],"while":[42],"study":[44],"text-modal":[46,59],"remains":[48],"scarce.":[49],"Furthermore,":[50,137],"performance":[52],"limited":[55],"attack":[56,89,135,153,170,200],"researches":[57],"is":[61,171],"also":[62],"unsatisfactory,":[63],"which":[64,130],"can":[65,131],"be":[66],"partially":[67],"attributed":[68],"finer":[71],"granularity":[72],"text":[74],"compared":[76],"image.":[78],"To":[79],"bridge":[80],"research":[83],"gap,":[84],"we":[85,100,121,138,185,208],"propose":[86,122,209],"a":[87,123,140,210],"high-fidelity":[88],"method":[90],"tailored":[91],"Transformer-based":[93,161],"language":[94],"models":[95],"(LMs).":[96],"In":[97,178],"our":[98,169],"method,":[99],"initially":[101],"label":[104],"space":[105],"by":[111],"leveraging":[112],"characteristics":[114],"Transformer":[117,197],"architecture.":[118],"After":[119],"that,":[120],"shallow-to-deep":[124],"facilitate":[127],"gradient":[128],"matching,":[129],"significantly":[132,174],"improve":[133],"performance.":[136],"develop":[139],"weighted":[141],"surrogate":[142],"loss":[143],"that":[144,168],"resolves":[145],"consistent":[147],"deviation":[148],"issue":[149,219],"present":[150],"in":[151,220],"current":[152],"researches.":[154],"A":[155],"substantial":[156],"number":[157],"experiments":[159],"LMs":[162],"(e.g.,":[163],"Bert":[164],"GPT)":[166],"demonstrate":[167],"competitive":[172],"outperforms":[175],"methods.":[177],"final":[180],"part":[181,214],"this":[183],"paper,":[184],"investigate":[186],"influence":[188],"inherent":[191],"position":[192],"embedding":[193],"module":[194],"within":[195],"architecture":[198],"performance,":[201],"based":[203],"analysis":[206],"results,":[207],"countermeasure":[211],"alleviate":[213],"privacy":[217],"leakage":[218]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}