{"id":"https://openalex.org/W7165734001","doi":"https://doi.org/10.3390/a19060500","title":"A System-Level Framework for Evaluating Privacy in Hybrid LLM Deployments","display_name":"A System-Level Framework for Evaluating Privacy in Hybrid LLM Deployments","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165734001","doi":"https://doi.org/10.3390/a19060500"},"language":"en","primary_location":{"id":"doi:10.3390/a19060500","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a19060500","pdf_url":null,"source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/a19060500","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112325536","display_name":"Shuwen Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095507","display_name":"Merck Canada Inc. (Canada)","ror":"https://ror.org/00rz3ed53","country_code":"CA","type":"company","lineage":["https://openalex.org/I1285764155","https://openalex.org/I4210095507"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shuwen Liang","raw_affiliation_strings":["Independent Researcher, Kirkland, WA 98033, USA"],"raw_orcid":"https://orcid.org/0009-0006-8502-0319","affiliations":[{"raw_affiliation_string":"Independent Researcher, Kirkland, WA 98033, USA","institution_ids":["https://openalex.org/I4210095507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039988033","display_name":"Zhi Qiao","orcid":"https://orcid.org/0000-0001-9588-3181"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhi Qiao","raw_affiliation_strings":["Microsoft Corporation, Redmond, WA 98052, USA"],"raw_orcid":"https://orcid.org/0000-0001-9588-3181","affiliations":[{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA 98052, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078762276","display_name":"Tianyu Bai","orcid":"https://orcid.org/0009-0008-0954-0667"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyu Bai","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA"],"raw_orcid":"https://orcid.org/0009-0008-0954-0667","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100916029","display_name":"Ying He","orcid":"https://orcid.org/0009-0000-6456-4997"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA"],"raw_orcid":"https://orcid.org/0009-0000-6456-4997","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114156038","display_name":"Donger Chen","orcid":"https://orcid.org/0009-0007-6238-7529"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dong\u2019er Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA"],"raw_orcid":"https://orcid.org/0009-0007-6238-7529","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082758762","display_name":"Song Fu","orcid":"https://orcid.org/0000-0002-7705-0829"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Song Fu","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA"],"raw_orcid":"https://orcid.org/0000-0002-7705-0829","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76203, USA","institution_ids":["https://openalex.org/I123534392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082758762","https://openalex.org/A5112325536"],"corresponding_institution_ids":["https://openalex.org/I123534392","https://openalex.org/I4210095507"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.79893859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"6","first_page":"500","last_page":"500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.15049999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.15049999952316284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.10010000318288803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.050999999046325684,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidentiality","display_name":"Confidentiality","score":0.7196000218391418},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6712999939918518},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5534999966621399},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.5133000016212463},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.48080000281333923},{"id":"https://openalex.org/keywords/system-lifecycle","display_name":"System lifecycle","score":0.3905999958515167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7749999761581421},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.7196000218391418},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6712999939918518},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5534999966621399},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5133000016212463},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.48080000281333923},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4383000135421753},{"id":"https://openalex.org/C35280785","wikidata":"https://www.wikidata.org/wiki/Q559486","display_name":"System lifecycle","level":4,"score":0.3905999958515167},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.2700999975204468},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C53619493","wikidata":"https://www.wikidata.org/wiki/Q4787093","display_name":"Architecture framework","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C20574231","wikidata":"https://www.wikidata.org/wiki/Q844605","display_name":"Backward compatibility","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/a19060500","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a19060500","pdf_url":null,"source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fcf142e376264a219fcfd321ae629de4","is_oa":false,"landing_page_url":"https://doaj.org/article/fcf142e376264a219fcfd321ae629de4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 19, Iss 6, p 500 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/a19060500","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a19060500","pdf_url":null,"source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5793853297","display_name":null,"funder_award_id":"CNS-2231519","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7515869040","display_name":null,"funder_award_id":"DUE-2225229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1488996941","https://openalex.org/W1499934958","https://openalex.org/W1873763122","https://openalex.org/W2031533839","https://openalex.org/W2073346043","https://openalex.org/W2088492763","https://openalex.org/W2113637820","https://openalex.org/W2116560806","https://openalex.org/W2150620897","https://openalex.org/W2156198657","https://openalex.org/W2473418344","https://openalex.org/W2572504188","https://openalex.org/W2594311007","https://openalex.org/W2626716678","https://openalex.org/W2701059868","https://openalex.org/W2767079719","https://openalex.org/W2768174108","https://openalex.org/W2912213068","https://openalex.org/W2930926105","https://openalex.org/W2979771948","https://openalex.org/W2995022099","https://openalex.org/W3005594826","https://openalex.org/W3008170349","https://openalex.org/W3012501605","https://openalex.org/W3026923845","https://openalex.org/W3093021001","https://openalex.org/W3096738375","https://openalex.org/W3133749795","https://openalex.org/W3154155772","https://openalex.org/W3159855141","https://openalex.org/W3184353232","https://openalex.org/W3201919447","https://openalex.org/W3202467566","https://openalex.org/W3204457148","https://openalex.org/W4200579948","https://openalex.org/W4205228770","https://openalex.org/W4226467542","https://openalex.org/W4256571961","https://openalex.org/W4286376260","https://openalex.org/W4294691594","https://openalex.org/W4385412355","https://openalex.org/W4385571534","https://openalex.org/W4385572321","https://openalex.org/W4386975837","https://openalex.org/W4389520346","https://openalex.org/W4392353733","https://openalex.org/W4399291916","https://openalex.org/W4401943774","https://openalex.org/W4402667088","https://openalex.org/W4402670423","https://openalex.org/W4403867543","https://openalex.org/W4404293797","https://openalex.org/W4407122565","https://openalex.org/W4409477836","https://openalex.org/W4410609250","https://openalex.org/W4413445010","https://openalex.org/W4416034079","https://openalex.org/W4416359126","https://openalex.org/W4416429926","https://openalex.org/W4416758252","https://openalex.org/W4416800693","https://openalex.org/W7131381104","https://openalex.org/W7133204634","https://openalex.org/W7162544798","https://openalex.org/W7164992788"],"related_works":[],"abstract_inverted_index":{"LLM":[0,29,100,143,209],"privacy":[1,101,140,195],"risks":[2],"arise":[3],"across":[4],"different":[5,77,80,84],"lifecycle":[6,37,85],"stages":[7,38],"and":[8,11,91,96,118,158,162,187,202],"architectural":[9],"boundaries,":[10],"existing":[12],"protection":[13],"mechanisms":[14],"provide":[15],"only":[16],"partial":[17],"coverage.":[18],"This":[19],"paper":[20],"analyzes":[21],"the":[22,112,124,172],"main":[23],"families":[24],"of":[25,106,178],"privacy-preserving":[26],"approaches":[27],"for":[28,114,139,151,176,190],"systems":[30],"through":[31],"a":[32,104,115,135,183],"two-axis":[33],"structure":[34],"that":[35],"crosses":[36],"with":[39,154],"system":[40,89,108],"architecture":[41],"layers.":[42],"Some":[43],"safeguards":[44],"are":[45,121],"operationally":[46],"mature;":[47],"others,":[48],"such":[49],"as":[50,123],"confidential":[51,168],"computing,":[52],"have":[53],"moved":[54],"into":[55],"production":[56],"practice;":[57],"stronger":[58],"cryptographic":[59],"methods,":[60],"while":[61],"most":[62,125],"promising":[63],"in":[64,68,141,174,207],"principle,":[65],"remain":[66],"research-heavy":[67],"practice.":[69],"No":[70],"single":[71],"mechanism":[72],"provides":[73],"complete":[74],"end-to-end":[75],"protection:":[76],"methods":[78],"protect":[79],"assets,":[81],"operate":[82],"at":[83],"stages,":[86],"span":[87],"distinct":[88,93],"layers,":[90],"carry":[92],"trust,":[94],"performance,":[95],"deployment":[97],"trade-offs.":[98],"Practical":[99],"is":[102,204],"therefore":[103],"problem":[105],"layered":[107],"design":[109,188],"rather":[110],"than":[111],"search":[113],"universal":[116],"primitive,":[117],"hybrid":[119,142],"architectures":[120],"emerging":[122],"realistic":[126],"deployable":[127,206],"pattern.":[128],"Building":[129],"on":[130],"this":[131],"analysis,":[132],"we":[133],"propose":[134],"six-dimensional":[136],"evaluation":[137],"framework":[138,181],"deployments":[144],"(a":[145],"0\u20135":[146],"ordinal":[147],"scoring":[148],"rubric":[149],"designed":[150],"reproducible":[152],"application,":[153],"explicit":[155],"anchor":[156],"language":[157],"per-score":[159],"evidence":[160],"requirements)":[161],"apply":[163],"it":[164],"to":[165],"five":[166],"representative":[167],"AI":[169],"deployments,":[170],"deriving":[171],"scores":[173],"full":[175],"two":[177],"them.":[179],"The":[180],"feeds":[182],"three-tier":[184],"gap-closure":[185],"roadmap":[186],"principles":[189],"architecture-time":[191],"use,":[192],"connecting":[193],"what":[194,198,203],"technologies":[196],"promise,":[197],"they":[199],"actually":[200],"protect,":[201],"realistically":[205],"modern":[208],"systems.":[210]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-06-25T00:00:00"}