{"id":"https://openalex.org/W4316661233","doi":"https://doi.org/10.1109/tpds.2022.3230840","title":"Design of a Quantization-Based DNN Delta Compression Framework for Model Snapshots and Federated Learning","display_name":"Design of a Quantization-Based DNN Delta Compression Framework for Model Snapshots and Federated Learning","publication_year":2023,"publication_date":"2023-01-16","ids":{"openalex":"https://openalex.org/W4316661233","doi":"https://doi.org/10.1109/tpds.2022.3230840"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2022.3230840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3230840","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053838491","display_name":"Haoyu Jin","orcid":"https://orcid.org/0000-0003-0423-4667"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Jin","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069261286","display_name":"Donglei Wu","orcid":"https://orcid.org/0000-0003-0358-0533"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donglei Wu","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-0358-0533","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037478762","display_name":"Shuyu Zhang","orcid":"https://orcid.org/0000-0003-2038-0349"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyu Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021153181","display_name":"Xiangyu Zou","orcid":"https://orcid.org/0000-0001-5104-8301"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Zou","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-5104-8301","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103201662","display_name":"Sian Jin","orcid":"https://orcid.org/0009-0009-9250-0611"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sian Jin","raw_affiliation_strings":["Indiana University Bloomington, Pullman, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indiana University Bloomington, Pullman, WA, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063703614","display_name":"Dingwen Tao","orcid":"https://orcid.org/0000-0001-5422-4497"},"institutions":[{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dingwen Tao","raw_affiliation_strings":["Indiana University Bloomington, Pullman, WA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5422-4497","affiliations":[{"raw_affiliation_string":"Indiana University Bloomington, Pullman, WA, USA","institution_ids":["https://openalex.org/I4210119109"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069241620","display_name":"Qing Liao","orcid":"https://orcid.org/0000-0003-1012-5301"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Liao","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China","Peng Cheng Laboratory, Shenzhen, Guangdong, China","Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1012-5301","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, Guangdong, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050928208","display_name":"Wen Xia","orcid":"https://orcid.org/0000-0003-4093-6391"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Xia","raw_affiliation_strings":["Harbin Institute of Technology, Shenzhen, Guangdong, China","Peng Cheng Laboratory, Shenzhen, Guangdong, China","Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-4093-6391","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"Provincial Key Laboratory of Novel Security Intelligence Technologies, Shenzhen, Guangdong, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.733,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.95940324,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"34","issue":"3","first_page":"923","last_page":"937"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7729264497756958},{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.772638201713562},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7109144926071167},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.47231432795524597},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.4551957845687866},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4500300884246826},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4458779990673065},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29152756929397583},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.2746604084968567},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10287231206893921}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7729264497756958},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.772638201713562},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7109144926071167},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.47231432795524597},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.4551957845687866},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4500300884246826},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4458779990673065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29152756929397583},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2746604084968567},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10287231206893921},{"id":"https://openalex.org/C511840579","wikidata":"https://www.wikidata.org/wiki/Q12757","display_name":"Internal combustion engine","level":2,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2022.3230840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2022.3230840","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2810665394","display_name":null,"funder_award_id":"JCYJ20200109113427092","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G4354376995","display_name":null,"funder_award_id":"RCYX20210609104510007","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G5379840081","display_name":"\u9762\u5411\u76f8\u4f3c\u6570\u636e\u6d88\u5197\u7684\u6570\u636e\u5b58\u50a8\u7ec4\u7ec7\u53ca\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61972441","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7552569340","display_name":null,"funder_award_id":"GXWD20201230155427003-20200821172511002","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G8047748548","display_name":null,"funder_award_id":"OAC-2034169/2303820","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8198258939","display_name":null,"funder_award_id":"OAC-2042084/2303064","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W96989745","https://openalex.org/W1777016212","https://openalex.org/W1821462560","https://openalex.org/W1976948919","https://openalex.org/W1982063824","https://openalex.org/W2025024269","https://openalex.org/W2060108852","https://openalex.org/W2102605133","https://openalex.org/W2107745473","https://openalex.org/W2132353061","https://openalex.org/W2141992894","https://openalex.org/W2194775991","https://openalex.org/W2260663238","https://openalex.org/W2300242332","https://openalex.org/W2461316586","https://openalex.org/W2475932436","https://openalex.org/W2486202470","https://openalex.org/W2618530766","https://openalex.org/W2625759119","https://openalex.org/W2748818695","https://openalex.org/W2896778017","https://openalex.org/W2911892981","https://openalex.org/W2912174957","https://openalex.org/W2951696358","https://openalex.org/W2963122961","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2964014798","https://openalex.org/W2964195914","https://openalex.org/W2964233199","https://openalex.org/W2978015420","https://openalex.org/W2989289980","https://openalex.org/W2996994994","https://openalex.org/W2998304172","https://openalex.org/W3006642836","https://openalex.org/W3010512657","https://openalex.org/W3021124033","https://openalex.org/W3034297393","https://openalex.org/W3048079516","https://openalex.org/W3087592560","https://openalex.org/W3091900426","https://openalex.org/W3103572230","https://openalex.org/W3104493122","https://openalex.org/W3118608800","https://openalex.org/W3175777295","https://openalex.org/W4236706032","https://openalex.org/W4242781808","https://openalex.org/W4246193833","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6692521979","https://openalex.org/W6724998850","https://openalex.org/W6737496325","https://openalex.org/W6746839373","https://openalex.org/W6754416507","https://openalex.org/W6755843862","https://openalex.org/W6766978945","https://openalex.org/W6779748563","https://openalex.org/W6787972765","https://openalex.org/W6804353173"],"related_works":["https://openalex.org/W2552401318","https://openalex.org/W2912174957","https://openalex.org/W4384342390","https://openalex.org/W3035703949","https://openalex.org/W2385628723","https://openalex.org/W2408759621","https://openalex.org/W3157175289","https://openalex.org/W3080614128","https://openalex.org/W4327978137","https://openalex.org/W4322770433"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4],"achieved":[5],"remarkable":[6],"success":[7],"in":[8,34,81,203],"many":[9],"fields.":[10],"However,":[11,69],"large-scale":[12],"DNNs":[13,33,66,191],"also":[14],"bring":[15],"storage":[16,55],"costs":[17],"when":[18,31],"storing":[19],"snapshots":[20],"for":[21],"preventing":[22],"clusters\u2019":[23],"frequent":[24],"failures":[25],"or":[26],"incur":[27],"significant":[28],"communication":[29],"overheads":[30],"transmitting":[32],"the":[35,50,58,65,89,93,103,106,111,136,149,156,164,167,180,184,204,210,221,225],"Federated":[36,226],"Learning":[37,227],"(FL).":[38],"Recently,":[39],"several":[40],"approaches,":[41,74],"such":[42],"as":[43],"Delta-DNN":[44],"and":[45,109,131,138,152,192],"LC-Checkpoint,":[46],"aim":[47],"to":[48,177,220],"reduce":[49],"size":[51],"of":[52,64,105,140,155,166,224],"DNNs\u2019":[53],"snapshot":[54,206],"by":[56,124],"compressing":[57],"difference":[59],"between":[60],"two":[61],"neighboring":[62],"versions":[63],"(a.k.a.,":[67],"delta).":[68],"we":[70,114],"observe":[71],"that":[72,195],"existing":[73],"applying":[75],"traditional":[76],"global":[77],"lossy":[78],"quantization":[79,129,141,161,181],"techniques":[80],"DNN's":[82],"delta":[83,107,119],"compression,":[84],"can":[85],"not":[86],"fully":[87,101],"exploit":[88],"data":[90],"similarity":[91,104],"since":[92],"parameters\u2019":[94],"value":[95,150],"ranges":[96],"vary":[97],"among":[98,145],"layers.":[99],"To":[100,159],"explore":[102],"model":[108,205,223],"improve":[110],"compression":[112,120,201,207,218,228],"ratio,":[113],"propose":[115],"a":[116,126,198],"quantization-based":[117],"local-sensitive":[118,128],"approach,":[121],"named":[122],"QD-Compressor,":[123],"developing":[125],"layer-based":[127],"scheme":[130],"error":[132,162,172,182],"feedback":[133,173],"mechanism.":[134],"Specifically,":[135],"quantizers":[137],"number":[139],"bits":[142],"are":[143],"adaptive":[144],"layers":[146],"based":[147],"on":[148,188],"distribution":[151],"weighted":[153],"entropy":[154],"delta's":[157],"parameters.":[158],"avoid":[160],"degrading":[163],"performance":[165],"restored":[168],"model,":[169],"an":[170,216],"alternative":[171],"mechanism":[174],"is":[175],"designed":[176],"dynamically":[178],"correct":[179],"during":[183],"training":[185],"process.":[186],"Experiments":[187],"multiple":[189],"popular":[190],"datasets":[193],"show":[194],"QD-Compressor":[196,214],"obtains":[197],"higher":[199],"7\u00d7-40\u00d7":[200],"ratio":[202,219],"scenario":[208],"than":[209],"state-of-the-art":[211],"approaches.":[212],"Additionally,":[213],"achieves":[215],"11\u00d7-15\u00d7":[217],"residual":[222],"scenario.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}