{"id":"https://openalex.org/W4416873199","doi":"https://doi.org/10.1109/jiot.2025.3638777","title":"Distributed Privacy-Preserving Reinforcement Learning via Sparse Matrix Encryption for IoT","display_name":"Distributed Privacy-Preserving Reinforcement Learning via Sparse Matrix Encryption for IoT","publication_year":2025,"publication_date":"2025-12-01","ids":{"openalex":"https://openalex.org/W4416873199","doi":"https://doi.org/10.1109/jiot.2025.3638777"},"language":null,"primary_location":{"id":"doi:10.1109/jiot.2025.3638777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3638777","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109490788","display_name":"Tong Ji","orcid":"https://orcid.org/0009-0007-0233-9103"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Ji","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0007-0233-9103","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012485056","display_name":"Yanjie Liang","orcid":"https://orcid.org/0000-0002-7835-1543"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjie Liang","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021962884","display_name":"Yunting Tao","orcid":"https://orcid.org/0000-0002-5646-618X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yunting Tao","raw_affiliation_strings":["College of Information Engineering, Binzhou Polytechnic, Binzhou, Shandong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Binzhou Polytechnic, Binzhou, Shandong, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055476237","display_name":"Fanyu Kong","orcid":"https://orcid.org/0000-0003-1369-6855"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanyu Kong","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0003-1369-6855","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052951255","display_name":"Chunpeng Ge","orcid":"https://orcid.org/0000-0002-9274-7325"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunpeng Ge","raw_affiliation_strings":["School of Software, Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-9274-7325","affiliations":[{"raw_affiliation_string":"School of Software, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005934640","display_name":"Baodong Qin","orcid":"https://orcid.org/0000-0001-7617-5462"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baodong Qin","raw_affiliation_strings":["School of Cyberspace Security, Xi’an University of Posts and Telecommunications, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7617-5462","affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Xi’an University of Posts and Telecommunications, Xi’an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056578494","display_name":"Jia Yu","orcid":"https://orcid.org/0000-0002-0574-7803"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia Yu","raw_affiliation_strings":["College of Computer Science and Technology, Qingdao University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-0574-7803","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qingdao University, Qingdao, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17823552,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"4","first_page":"6309","last_page":"6323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.5072000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.5072000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.2639000117778778,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.040800001472234726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.673799991607666},{"id":"https://openalex.org/keywords/encryption","display_name":"Encryption","score":0.659600019454956},{"id":"https://openalex.org/keywords/homomorphic-encryption","display_name":"Homomorphic encryption","score":0.578000009059906},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.47369998693466187},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.47369998693466187},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47269999980926514},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4147000014781952},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.40950000286102295},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.3732999861240387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8622000217437744},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.673799991607666},{"id":"https://openalex.org/C148730421","wikidata":"https://www.wikidata.org/wiki/Q141090","display_name":"Encryption","level":2,"score":0.659600019454956},{"id":"https://openalex.org/C158338273","wikidata":"https://www.wikidata.org/wiki/Q2154943","display_name":"Homomorphic encryption","level":3,"score":0.578000009059906},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5756000280380249},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47269999980926514},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4147000014781952},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C3087436","wikidata":"https://www.wikidata.org/wiki/Q1386603","display_name":"Secret sharing","level":3,"score":0.36730000376701355},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.3199000060558319},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C93974786","wikidata":"https://www.wikidata.org/wiki/Q1589480","display_name":"Ciphertext","level":3,"score":0.3127000033855438},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.3125},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.2890999913215637},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.28049999475479126},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C2778950925","wikidata":"https://www.wikidata.org/wiki/Q4672474","display_name":"Access structure","level":4,"score":0.2721000015735626},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3638777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3638777","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G853213168","display_name":null,"funder_award_id":"2022CXGC020102","funder_id":"https://openalex.org/F4320330214","funder_display_name":"Key Research and Development Program of Hunan Province of China"}],"funders":[{"id":"https://openalex.org/F4320329863","display_name":"Postdoctoral Innovation Project of Shandong Province","ror":null},{"id":"https://openalex.org/F4320330214","display_name":"Key Research and Development Program of Hunan Province of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1484276943","https://openalex.org/W1557386445","https://openalex.org/W2091565802","https://openalex.org/W2113501460","https://openalex.org/W2616644355","https://openalex.org/W2911667635","https://openalex.org/W3016680526","https://openalex.org/W3098361284","https://openalex.org/W3101169101","https://openalex.org/W3114547504","https://openalex.org/W3135347465","https://openalex.org/W3172555720","https://openalex.org/W3173125632","https://openalex.org/W3196878063","https://openalex.org/W3197814746","https://openalex.org/W4220747123","https://openalex.org/W4292081245","https://openalex.org/W4297964528","https://openalex.org/W4311607213","https://openalex.org/W4364322593","https://openalex.org/W4377695283","https://openalex.org/W4379527413","https://openalex.org/W4383754164","https://openalex.org/W4385566446","https://openalex.org/W4386453807","https://openalex.org/W4386737174","https://openalex.org/W4388486449","https://openalex.org/W4390818097","https://openalex.org/W4400188287","https://openalex.org/W4400409839","https://openalex.org/W4400578856","https://openalex.org/W4402905697","https://openalex.org/W4404576838","https://openalex.org/W4406080953"],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"has":[3],"been":[4],"increasingly":[5],"adopted":[6],"in":[7,19,138],"IoT":[8],"systems":[9],"for":[10,97],"tasks":[11],"such":[12],"as":[13],"resource":[14],"allocation":[15],"and":[16,21,35,58,72,99,110,127,151],"control.":[17],"However,":[18],"privacy-critical":[20],"resource-constrained":[22],"environments,":[23],"existing":[24],"privacy-preserving":[25,52],"RL":[26],"schemes":[27],"suffer":[28],"from":[29],"high":[30],"computational":[31],"cost,":[32],"slow":[33],"convergence,":[34],"limited":[36],"scalability":[37],"due":[38],"to":[39,93,135,142],"the":[40,114,143],"use":[41],"of":[42,85],"homomorphic":[43],"encryption":[44],"or":[45],"differential":[46],"privacy.":[47],"We":[48],"propose":[49],"a":[50,69,76,94],"distributed":[51],"Q-learning":[53],"framework":[54],"that":[55,130],"enables":[56],"secure":[57],"efficient":[59],"policy":[60],"updates":[61],"across":[62],"multiple":[63],"clients.":[64],"Each":[65],"client":[66],"independently":[67],"trains":[68],"local":[70],"Q-table":[71,106],"encrypts":[73],"it":[74],"using":[75,113],"sparse":[77,116],"matrix":[78],"transformation":[79],"combined":[80],"with":[81],"additive":[82],"secret":[83],"sharing":[84],"structured":[86],"perturbations.":[87],"The":[88,103],"encrypted":[89,104],"Q-tables":[90],"are":[91],"uploaded":[92],"cloud":[95],"server":[96],"aggregation":[98],"averaging":[100],"without":[101],"decryption.":[102],"global":[105],"is":[107],"then":[108],"returned":[109],"decrypted":[111],"locally":[112],"inverse":[115],"matrix.":[117],"Experimental":[118],"results":[119],"on":[120],"four":[121],"benchmark":[122],"environments":[123],"(CartPole-v1,":[124],"MountainCar-v0,":[125],"Acrobot-v1,":[126],"LunarLander-v3)":[128],"show":[129],"our":[131],"scheme":[132],"achieves":[133],"up":[134],"92%":[136],"reduction":[137],"computation":[139],"time":[140],"compared":[141],"FHE-based":[144],"method,":[145],"while":[146],"maintaining":[147],"comparable":[148],"reward":[149],"performance":[150],"faster":[152],"convergence.":[153]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-12-01T00:00:00"}