{"id":"https://openalex.org/W3124591689","doi":"https://doi.org/10.1109/isit45174.2021.9518221","title":"Time-Correlated Sparsification for Communication-Efficient Federated Learning","display_name":"Time-Correlated Sparsification for Communication-Efficient Federated Learning","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3124591689","doi":"https://doi.org/10.1109/isit45174.2021.9518221","mag":"3124591689"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9518221","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.08837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009592121","display_name":"Emre \u00d6zfatura","orcid":"https://orcid.org/0000-0002-6974-5671"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Emre Ozfatura","raw_affiliation_strings":["Imperial College London,Information Processing and Communications Lab,Dept. of Electrical and Electronic Engineering","Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London,Information Processing and Communications Lab,Dept. of Electrical and Electronic Engineering","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013766113","display_name":"Kerem \u00d6zfatura","orcid":"https://orcid.org/0000-0003-1428-2793"},"institutions":[{"id":"https://openalex.org/I44925452","display_name":"\u00d6zye\u011fin University","ror":"https://ror.org/01jjhfr75","country_code":"TR","type":"education","lineage":["https://openalex.org/I44925452"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kerem Ozfatura","raw_affiliation_strings":["Ozyegin University,Department of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ozyegin University,Department of Computer Science","institution_ids":["https://openalex.org/I44925452"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016883501","display_name":"Den\u0131z G\u00fcnd\u00fcz","orcid":"https://orcid.org/0000-0002-7725-395X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Deniz G\u00fcnd\u00fcz","raw_affiliation_strings":["Imperial College London,Information Processing and Communications Lab,Dept. of Electrical and Electronic Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London,Information Processing and Communications Lab,Dept. of Electrical and Electronic Engineering","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9534,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.78981183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"461","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.8313087224960327},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8097002506256104},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6164525151252747},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.6025129556655884},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5667656660079956},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5408651232719421},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5233839750289917},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4948663115501404},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.47735074162483215},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3769032955169678},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3752339482307434},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3653377294540405},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3592280447483063},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.35834911465644836},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33165860176086426},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09518817067146301},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0936187207698822},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07967391610145569}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.8313087224960327},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8097002506256104},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6164525151252747},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.6025129556655884},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5667656660079956},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5408651232719421},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5233839750289917},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4948663115501404},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.47735074162483215},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3769032955169678},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3752339482307434},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3653377294540405},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3592280447483063},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35834911465644836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33165860176086426},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09518817067146301},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0936187207698822},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07967391610145569},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/isit45174.2021.9518221","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518221","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2101.08837","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.08837","pdf_url":"https://arxiv.org/pdf/2101.08837","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3124591689","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2101.08837.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:eresearch.ozyegin.edu.tr:10679/7939","is_oa":false,"landing_page_url":"http://hdl.handle.net/10679/7939","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conferenceObject"},{"id":"doi:10.48550/arxiv.2101.08837","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2101.08837","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.08837","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.08837","pdf_url":"https://arxiv.org/pdf/2101.08837","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G87384822","display_name":"Hybrid Digital-Analog Networking under Extreme Energy and Latency Constraints","funder_award_id":"677854","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G98698327","display_name":null,"funder_award_id":"EP/T023600/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2407022425","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2591801237","https://openalex.org/W2606891064","https://openalex.org/W2622263826","https://openalex.org/W2768083806","https://openalex.org/W2769644379","https://openalex.org/W2890924858","https://openalex.org/W2891735383","https://openalex.org/W2893405045","https://openalex.org/W2907379776","https://openalex.org/W2907886210","https://openalex.org/W2908007030","https://openalex.org/W2911863041","https://openalex.org/W2944099577","https://openalex.org/W2946198813","https://openalex.org/W2946815927","https://openalex.org/W2954365017","https://openalex.org/W2956434358","https://openalex.org/W2962835968","https://openalex.org/W2963318081","https://openalex.org/W2963540381","https://openalex.org/W2963664311","https://openalex.org/W2963766684","https://openalex.org/W2963803379","https://openalex.org/W2963813662","https://openalex.org/W2964004663","https://openalex.org/W2964163156","https://openalex.org/W2969343398","https://openalex.org/W2970472742","https://openalex.org/W2971342441","https://openalex.org/W2979637109","https://openalex.org/W2982475424","https://openalex.org/W2989289980","https://openalex.org/W2990352720","https://openalex.org/W2995463996","https://openalex.org/W2996693845","https://openalex.org/W3006919779","https://openalex.org/W3009543607","https://openalex.org/W3015613093","https://openalex.org/W3027827208","https://openalex.org/W3035180000","https://openalex.org/W3036723732","https://openalex.org/W3044837714","https://openalex.org/W3045674654","https://openalex.org/W3086590218","https://openalex.org/W3087165870","https://openalex.org/W3088621143","https://openalex.org/W3093197024","https://openalex.org/W3099852766","https://openalex.org/W3101036738","https://openalex.org/W3112755673","https://openalex.org/W3120141412","https://openalex.org/W6728757088","https://openalex.org/W6739622702","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6748019269","https://openalex.org/W6751646691","https://openalex.org/W6751979845","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6758358981","https://openalex.org/W6762036057","https://openalex.org/W6762421227","https://openalex.org/W6771852177","https://openalex.org/W6772995181","https://openalex.org/W6783697512","https://openalex.org/W6790134511"],"related_works":["https://openalex.org/W3196370796","https://openalex.org/W2978015420","https://openalex.org/W3208144977","https://openalex.org/W2903471046","https://openalex.org/W2977090839","https://openalex.org/W3189274515","https://openalex.org/W3134742951","https://openalex.org/W3104920644","https://openalex.org/W3164411344","https://openalex.org/W2918006316","https://openalex.org/W3147053158","https://openalex.org/W2182241434","https://openalex.org/W2784755822","https://openalex.org/W3136839710","https://openalex.org/W3133295491","https://openalex.org/W2964220651","https://openalex.org/W2799433372","https://openalex.org/W2921965200","https://openalex.org/W2034955839","https://openalex.org/W3042267743"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"enables":[3],"multiple":[4],"clients":[5,45,79],"to":[6,27,39,61,80,135,172],"collaboratively":[7],"train":[8],"a":[9,16,51,68,88],"shared":[10],"model,":[11],"with":[12,166,182],"the":[13,28,32,35,40,44,47,54,63,72,78,81,97,108,113,119,122,132,138,147,154,177],"help":[14],"of":[15,31,71,112,137],"parameter":[17],"server":[18],"(PS),":[19],"without":[20,145],"disclosing":[21],"their":[22],"local":[23],"datasets.":[24],"However,":[25],"due":[26,38,134],"increasing":[29],"size":[30],"trained":[33],"models,":[34],"communication":[36,57,64,101,178],"load":[37,179],"iterative":[41],"exchanges":[42],"between":[43,121],"and":[46,170],"PS":[48],"often":[49,59],"becomes":[50],"bottleneck":[52],"in":[53,128,176],"performance.":[55],"Sparse":[56],"is":[58],"employed":[60,181],"reduce":[62],"load,":[65],"where":[66],"only":[67],"small":[69],"subset":[70],"model":[73],"updates":[74],"are":[75],"communicated":[76],"from":[77],"PS.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86,157],"introduce":[87],"novel":[89],"time-correlated":[90],"sparsification":[91],"(TCS)":[92],"scheme,":[93],"which":[94],"builds":[95],"upon":[96],"notion":[98],"that":[99,131,159],"sparse":[100,123,139],"framework":[102],"can":[103,141,161],"be":[104,142],"considered":[105],"as":[106],"identifying":[107],"most":[109],"significant":[110],"elements":[111],"underlying":[114],"model.":[115],"Hence,":[116],"TCS":[117,160],"exploits":[118],"correlation":[120],"representations":[124],"at":[125],"consecutive":[126],"iterations":[127],"FL,":[129],"so":[130],"overhead":[133],"encoding":[136],"representation":[140],"significantly":[143],"reduced":[144],"compromising":[146],"test":[148],"accuracy.":[149],"Through":[150],"extensive":[151],"simulations":[152],"on":[153],"CIFAR-10":[155],"dataset,":[156],"show":[158],"achieve":[162],"centralized":[163],"training":[164],"accuracy":[165],"100":[167],"times":[168,174],"sparsification,":[169],"up":[171],"2000":[173],"reduction":[175],"when":[180],"quantization.":[183]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}