{"id":"https://openalex.org/W7134064524","doi":"https://doi.org/10.48550/arxiv.2603.04894","title":"Differentially Private Multimodal In-Context Learning","display_name":"Differentially Private Multimodal In-Context Learning","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134064524","doi":"https://doi.org/10.48550/arxiv.2603.04894"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04894","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021816556","display_name":"Ivoline C. Ngong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ngong, Ivoline C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004511536","display_name":"Zarreen Naowal Reza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reza, Zarreen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061707651","display_name":"Joseph P. Near","orcid":"https://orcid.org/0000-0002-3203-3742"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Near, Joseph P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25321668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6747999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.6747999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.1597999930381775,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.033399999141693115,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7150999903678894},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.6754000186920166},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6266000270843506},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5329999923706055},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.3978999853134155},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.3847000002861023},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.36820000410079956},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.3569999933242798},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.35420000553131104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7730000019073486},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7150999903678894},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.6754000186920166},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5566999912261963},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5329999923706055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4853000044822693},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3978999853134155},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3569999933242798},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.3458999991416931},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C169093310","wikidata":"https://www.wikidata.org/wiki/Q3702971","display_name":"Personally identifiable information","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.25220000743865967},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04894","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04894","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04894","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04894","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5221521258354187}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-language":[0],"models":[1],"are":[2,23],"increasingly":[3],"applied":[4],"to":[5,25,82,89,127],"sensitive":[6],"domains":[7],"such":[8],"as":[9],"medical":[10],"imaging":[11],"and":[12,85,130],"personal":[13],"photographs,":[14],"yet":[15],"existing":[16],"differentially":[17],"private":[18,74],"methods":[19],"for":[20],"in-context":[21,53,139],"learning":[22,54,140],"limited":[24],"few-shot,":[26],"text-only":[27],"settings":[28],"because":[29],"privacy":[30,59,143],"cost":[31],"scales":[32],"with":[33,55,114],"the":[34,47,90,136],"number":[35],"of":[36,63,135],"tokens":[37],"processed.":[38],"We":[39,103],"present":[40],"Differentially":[41],"Private":[42],"Multimodal":[43],"Task":[44],"Vectors":[45],"(DP-MTV),":[46],"first":[48],"framework":[49],"enabling":[50],"many-shot":[51],"multimodal":[52],"formal":[56],"$(\\varepsilon,":[57],"\u03b4)$-differential":[58],"by":[60],"aggregating":[61],"hundreds":[62],"demonstrations":[64],"into":[65,76],"compact":[66],"task":[67],"vectors":[68],"in":[69],"activation":[70],"space.":[71],"DP-MTV":[72,121],"partitions":[73],"data":[75],"disjoint":[77],"chunks,":[78],"applies":[79],"per-layer":[80],"clipping":[81],"bound":[83],"sensitivity,":[84],"adds":[86],"calibrated":[87],"noise":[88,96],"aggregate,":[91],"requiring":[92],"only":[93],"a":[94],"single":[95],"addition":[97],"that":[98],"enables":[99],"unlimited":[100],"inference":[101],"queries.":[102],"evaluate":[104],"on":[105,124],"eight":[106],"benchmarks":[107],"across":[108],"three":[109],"VLM":[110],"architectures,":[111],"supporting":[112],"deployment":[113],"or":[115],"without":[116],"auxiliary":[117],"data.":[118],"At":[119],"$\\varepsilon=1.0$,":[120],"achieves":[122],"50%":[123],"VizWiz":[125],"compared":[126],"55%":[128],"non-private":[129],"35%":[131],"zero-shot,":[132],"preserving":[133],"most":[134],"gain":[137],"from":[138],"under":[141],"meaningful":[142],"constraints.":[144]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-07T00:00:00"}