{"id":"https://openalex.org/W4405270800","doi":"https://doi.org/10.1109/tifs.2024.3515814","title":"Reinforcement Learning-Based Personalized Differentially Private Federated Learning","display_name":"Reinforcement Learning-Based Personalized Differentially Private Federated Learning","publication_year":2024,"publication_date":"2024-12-11","ids":{"openalex":"https://openalex.org/W4405270800","doi":"https://doi.org/10.1109/tifs.2024.3515814"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3515814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3515814","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091024726","display_name":"Xiaozhen Lu","orcid":"https://orcid.org/0000-0001-8247-0353"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhen Lu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8247-0353","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zihan Liu","orcid":"https://orcid.org/0009-0002-2655-8435"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Liu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-2655-8435","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Department of Informatics and Communication Engineering, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-2402-611X","affiliations":[{"raw_affiliation_string":"Department of Informatics and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027155270","display_name":"Huaiyu Dai","orcid":"https://orcid.org/0000-0002-0078-4891"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huaiyu Dai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","Department of Electrical and Computer Engineering, North Carolina State University, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-0078-4891","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.82214989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"20","issue":null,"first_page":"465","last_page":"477"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.967199981212616,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9460999965667725,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8582123517990112},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7928493618965149},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4276583790779114},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37002286314964294},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34226059913635254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8582123517990112},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7928493618965149},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4276583790779114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37002286314964294},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34226059913635254}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3515814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3515814","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2530942148","display_name":null,"funder_award_id":"ECCS-2203214","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G331018939","display_name":null,"funder_award_id":"U22B2062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4610669669","display_name":null,"funder_award_id":"NJ202403","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G572481615","display_name":null,"funder_award_id":"U22B2029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7203450436","display_name":null,"funder_award_id":"U21A20444","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8315569708","display_name":null,"funder_award_id":"62202222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2027595342","https://openalex.org/W2145339207","https://openalex.org/W2535690855","https://openalex.org/W2912161124","https://openalex.org/W2927692314","https://openalex.org/W2930926105","https://openalex.org/W2971544778","https://openalex.org/W2974175488","https://openalex.org/W2983640973","https://openalex.org/W2994111940","https://openalex.org/W3014159896","https://openalex.org/W3016632787","https://openalex.org/W3048295601","https://openalex.org/W3082426722","https://openalex.org/W3090790792","https://openalex.org/W3122816307","https://openalex.org/W3146591378","https://openalex.org/W3186051974","https://openalex.org/W3192796768","https://openalex.org/W3198262235","https://openalex.org/W3201054243","https://openalex.org/W3209696639","https://openalex.org/W3211660277","https://openalex.org/W3212079419","https://openalex.org/W3217374154","https://openalex.org/W4210882709","https://openalex.org/W4281398987","https://openalex.org/W4285218634","https://openalex.org/W4308410483","https://openalex.org/W4313387429","https://openalex.org/W4362689364","https://openalex.org/W4378805148","https://openalex.org/W4382998565","https://openalex.org/W4383754164","https://openalex.org/W4386156801","https://openalex.org/W4387011206","https://openalex.org/W4387068389","https://openalex.org/W4389722404","https://openalex.org/W4391582777","https://openalex.org/W6631190155","https://openalex.org/W6728757088","https://openalex.org/W6850550652"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Due":[0],"to":[1,18,50,84,109,114,126,133,150],"the":[2,48,52,100,111,152,173,190,194],"different":[3],"privacy":[4,45,73,90,164,178],"and":[5,44,69,75,88,95,130,176,183],"local":[6,41,167],"model":[7,42],"quality":[8],"requirements":[9],"for":[10,180],"each":[11,81],"participant,":[12],"federated":[13],"learning":[14,31,116],"(FL)":[15],"is":[16,83],"vulnerable":[17],"membership":[19],"inference":[20],"attacks.":[21],"To":[22],"solve":[23],"this":[24,61,142],"issue,":[25],"we":[26],"propose":[27],"a":[28,58,103,123],"risk-aware":[29],"reinforcement":[30],"(RL)-based":[32],"personalized":[33,54],"differentially":[34],"private":[35],"FL":[36],"framework.":[37],"This":[38],"framework":[39,62,101,121,143,198],"uses":[40],"accuracy":[43,87],"loss":[46],"as":[47,72],"constraints":[49],"satisfy":[51],"user\u2019s":[53],"requirements.":[55],"By":[56],"designing":[57],"multi-agent":[59],"RL,":[60],"optimizes":[63],"perturbation":[64,67,112],"policy":[65,106,113,148],"including":[66],"mechanisms":[68],"parameters":[70],"(such":[71],"budget":[74],"probabilistic":[76],"relaxation).":[77],"The":[78],"goal":[79],"of":[80,154,196],"participant":[82],"improve":[85],"global":[86],"reduce":[89],"loss,":[91],"attack":[92],"success":[93],"rate,":[94],"short-term":[96,128],"risk":[97,129],"value.":[98],"Firstly,":[99],"designs":[102,122],"two-level":[104],"hierarchical":[105],"selection":[107],"module":[108],"choose":[110],"accelerate":[115],"speed.":[117],"Secondly,":[118],"our":[119,197],"proposed":[120],"punishment":[124],"function":[125],"evaluate":[127],"an":[131,145],"R-network":[132],"estimate":[134],"long-term":[135],"risk,":[136,155],"which":[137],"guarantees":[138],"safe":[139],"exploration.":[140],"Thirdly,":[141],"formulates":[144],"improved":[146],"Boltzmann":[147],"distribution":[149],"increase":[151],"impact":[153],"thus":[156],"avoiding":[157],"risky":[158],"policies":[159],"that":[160],"may":[161],"cause":[162],"severe":[163],"leakage":[165],"or":[166],"task":[168],"failure.":[169],"We":[170],"also":[171],"analyze":[172],"convergence":[174],"performance":[175],"provide":[177],"analysis":[179],"both":[181],"Gaussian":[182],"Laplace":[184],"mechanisms.":[185],"Experimental":[186],"results":[187],"based":[188],"on":[189],"MNIST":[191],"dataset":[192],"demonstrate":[193],"effectiveness":[195],"compared":[199],"with":[200],"benchmarks.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}