{"id":"https://openalex.org/W4416962818","doi":"https://doi.org/10.1109/pst65910.2025.11268877","title":"Per-Attribute Privacy in Large Language Models Using Matrix-Variate Gaussian Mechanism","display_name":"Per-Attribute Privacy in Large Language Models Using Matrix-Variate Gaussian Mechanism","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4416962818","doi":"https://doi.org/10.1109/pst65910.2025.11268877"},"language":null,"primary_location":{"id":"doi:10.1109/pst65910.2025.11268877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pst65910.2025.11268877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 22nd Annual International Conference on Privacy, Security, and Trust (PST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046764476","display_name":"Islam A. Monir","orcid":"https://orcid.org/0000-0003-2713-6277"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Islam A. Monir","raw_affiliation_strings":["Hamad Bin Khalifa University,College of Science and Engineering,Doha,Qatar"],"affiliations":[{"raw_affiliation_string":"Hamad Bin Khalifa University,College of Science and Engineering,Doha,Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069236544","display_name":"Gabriel Ghinita","orcid":"https://orcid.org/0000-0002-8372-3006"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Gabriel Ghinita","raw_affiliation_strings":["Hamad Bin Khalifa University,College of Science and Engineering,Doha,Qatar"],"affiliations":[{"raw_affiliation_string":"Hamad Bin Khalifa University,College of Science and Engineering,Doha,Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046764476"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21328247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8068000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.8068000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.015599999576807022,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8779000043869019},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6507999897003174},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5090000033378601},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4812000095844269},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.46389999985694885},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4115999937057495},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.3873000144958496}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8779000043869019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7771999835968018},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6507999897003174},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5090000033378601},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47110000252723694},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44760000705718994},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4115999937057495},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4009999930858612},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.3873000144958496},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.37709999084472656},{"id":"https://openalex.org/C4199805","wikidata":"https://www.wikidata.org/wiki/Q2725903","display_name":"Gaussian noise","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.335999995470047},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3325999975204468},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.27950000762939453},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pst65910.2025.11268877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pst65910.2025.11268877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 22nd Annual International Conference on Privacy, Security, and Trust (PST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2113792377","https://openalex.org/W2124289529","https://openalex.org/W2251939518","https://openalex.org/W2473418344","https://openalex.org/W2594311007","https://openalex.org/W2605443953","https://openalex.org/W2905233554","https://openalex.org/W2911978475","https://openalex.org/W2979826702","https://openalex.org/W3000716014","https://openalex.org/W3156435744","https://openalex.org/W3173528555","https://openalex.org/W3182470338","https://openalex.org/W4237042686","https://openalex.org/W4290960278","https://openalex.org/W4315784658","https://openalex.org/W4386755323","https://openalex.org/W4391876619","https://openalex.org/W4401656337","https://openalex.org/W4402670118","https://openalex.org/W4404781136","https://openalex.org/W4406302454"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"become":[5],"central":[6],"to":[7,24,77,134],"modern":[8],"NLP":[9],"applications,":[10],"yet":[11],"their":[12],"reliance":[13],"on":[14,99,145,186],"sensitive":[15],"training":[16],"data":[17],"introduces":[18],"significant":[19],"privacy":[20,58,64,88,165,182],"risks.":[21],"Traditional":[22],"approaches":[23,156],"differential":[25,63],"privacy,":[26],"such":[27,157],"as":[28,158],"DP-SGD,":[29],"apply":[30],"uniform":[31],"noise":[32,81,174],"at":[33],"the":[34,43,72,83,119,146,170],"gradient":[35],"level":[36],"and":[37,160],"treat":[38],"all":[39],"features":[40],"equally,":[41],"ignoring":[42],"inherent":[44],"correlations":[45],"in":[46,138,175,183],"structured":[47,173],"sequence":[48,67],"data.":[49,189],"In":[50],"this":[51],"work,":[52],"we":[53,121],"propose":[54],"a":[55,100,123],"novel":[56],"forward-pass":[57],"mechanism":[59,76],"that":[60,90,130],"applies":[61],"per-attribute":[62],"across":[65,111],"correlated":[66,187],"inputs.":[68],"Our":[69,167],"framework":[70],"leverages":[71],"Matrix-Variate":[73],"Gaussian":[74,106],"(MVG)":[75],"inject":[78],"structured,":[79],"directional":[80],"during":[82],"forward":[84],"computation,":[85],"enabling":[86],"fine-grained":[87],"control":[89],"aligns":[91],"with":[92],"attribute":[93],"sensitivity.":[94],"Privacy":[95],"budgets":[96,117],"are":[97],"assigned":[98],"per-token":[101],"basis":[102],"using":[103],"an":[104],"Inverse":[105],"Distribution,":[107],"allowing":[108],"position-aware":[109],"adaptation":[110],"input":[112,132],"sequences.":[113],"To":[114],"propagate":[115],"these":[116],"through":[118],"model,":[120],"introduce":[122],"data-independent":[124],"Layer-Wise":[125],"Contribution":[126],"Propagation":[127],"(LCP)":[128],"algorithm":[129],"maps":[131],"sensitivity":[133],"output":[135],"features,":[136],"even":[137],"transformer":[139],"architectures.":[140],"We":[141],"validate":[142],"our":[143],"method":[144],"SST-2":[147],"sentiment":[148],"classification":[149],"benchmark,":[150],"demonstrating":[151],"improved":[152],"utility":[153,177],"over":[154],"existing":[155],"DPSGD":[159],"DP-Forward,":[161],"particularly":[162],"under":[163],"strict":[164],"regimes.":[166],"results":[168],"highlight":[169],"benefits":[171],"of":[172],"preserving":[176],"while":[178],"ensuring":[179],"strong,":[180],"attribute-level":[181],"models":[184],"trained":[185],"sequential":[188]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-12-03T00:00:00"}