{"id":"https://openalex.org/W7165147365","doi":"https://doi.org/10.48550/arxiv.2606.18312","title":"TIGER: Inverting Transformer Gradients via Embedding-Subspace Distance Optimization","display_name":"TIGER: Inverting Transformer Gradients via Embedding-Subspace Distance Optimization","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165147365","doi":"https://doi.org/10.48550/arxiv.2606.18312"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138854109","display_name":"William Kalikman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalikman, William","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081872880","display_name":"Ivo Petrov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Petrov, Ivo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020437964","display_name":"Dimit\u0103r Dimitrov","orcid":"https://orcid.org/0000-0002-7315-9085"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dimitrov, Dimitar I.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138842140","display_name":"Martin Vechev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vechev, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7282000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7282000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.18850000202655792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.014700000174343586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6643999814987183},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5942999720573425},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.510200023651123},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4749999940395355},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46869999170303345},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4235999882221222},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4108000099658966},{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.4106000065803528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6876999735832214},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6643999814987183},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5942999720573425},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5442000031471252},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4749999940395355},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46869999170303345},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.4106000065803528},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C27753989","wikidata":"https://www.wikidata.org/wiki/Q284885","display_name":"Superposition principle","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35350000858306885},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.34869998693466187},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32440000772476196},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C89109886","wikidata":"https://www.wikidata.org/wiki/Q1535924","display_name":"Trust region","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18312","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18312","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0],"learning":[1,190],"allows":[2],"multiple":[3],"clients":[4],"to":[5,15,37,49,71,145,149],"jointly":[6],"train":[7],"a":[8,16,73,82,117,128],"shared":[9],"model":[10],"by":[11,81],"sending":[12],"gradient":[13,26,119],"updates":[14,32],"central":[17],"server":[18],"while":[19,170],"keeping":[20],"raw":[21],"inputs":[22,48],"local.":[23],"However,":[24,89],"prior":[25,179],"inversion":[27,120],"attacks":[28,42],"show":[29],"that":[30,122,155],"these":[31],"can":[33],"reveal":[34],"enough":[35],"information":[36],"reconstruct":[38],"client":[39,53],"inputs.":[40],"Existing":[41],"on":[43,156,171],"transformers":[44],"either":[45],"optimize":[46],"dummy":[47],"match":[50],"the":[51,65,76,150,183],"true":[52,77],"updates,":[54],"which":[55],"is":[56,93,175],"costly":[57],"and":[58,105,165],"unstable":[59],"for":[60,86,108],"modern":[61],"models,":[62,158,173],"or":[63,101,136],"exploit":[64],"low":[66],"rank":[67],"of":[68,132],"attention":[69],"gradients":[70],"identify":[72],"subspace":[74,125],"containing":[75],"layer":[78],"embeddings,":[79],"followed":[80],"discrete":[83],"membership":[84],"test":[85,92],"candidate":[87],"tokens.":[88],"this":[90,124],"token":[91,143],"brittle":[94],"under":[95],"numerical":[96],"noise,":[97],"i.e.,":[98],"from":[99],"quantization":[100],"Differential":[102],"Privacy":[103],"(DP),":[104],"scales":[106],"poorly":[107],"encoder":[109],"models":[110],"with":[111],"non-causal":[112],"attention.":[113],"We":[114],"introduce":[115],"TIGER,":[116],"continuous":[118],"attack":[121],"turns":[123],"signal":[126],"into":[127],"differentiable":[129],"objective.":[130],"Instead":[131],"searching":[133],"over":[134,167],"tokens":[135],"matching":[137],"full":[138],"gradients,":[139],"TIGER":[140,159,174],"directly":[141],"optimizes":[142],"embeddings":[144],"minimize":[146],"their":[147],"distance":[148],"subspace.":[151],"Our":[152],"experiments":[153],"demonstrate":[154],"encoder-only":[157],"substantially":[160],"improves":[161],"both":[162],"reconstruction":[163],"quality":[164],"runtime":[166],"existing":[168],"attacks,":[169,181],"decoder":[172],"more":[176],"robust":[177],"than":[178],"subspace-based":[180],"enabling":[182],"first":[184],"successful":[185],"reconstructions":[186],"in":[187],"DP-defended":[188],"federated":[189],"settings.":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}