{"id":"https://openalex.org/W3139388866","doi":"https://doi.org/10.1109/tnnls.2021.3084806","title":"Learned Gradient Compression for Distributed Deep Learning","display_name":"Learned Gradient Compression for Distributed Deep Learning","publication_year":2021,"publication_date":"2021-06-10","ids":{"openalex":"https://openalex.org/W3139388866","doi":"https://doi.org/10.1109/tnnls.2021.3084806","mag":"3139388866","pmid":"https://pubmed.ncbi.nlm.nih.gov/34111008"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3084806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3084806","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.08870","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091029466","display_name":"Lusine Abrahamyan","orcid":"https://orcid.org/0000-0002-3232-3029"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Lusine Abrahamyan","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium (e-mail: lusine.abrahamyan@vub.be)]"],"raw_orcid":"https://orcid.org/0000-0002-3232-3029","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium (e-mail: lusine.abrahamyan@vub.be)]","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694525","display_name":"Yiming Chen","orcid":"https://orcid.org/0000-0002-0845-6155"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yiming Chen","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium.]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium.]","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082072396","display_name":"Giannis Bekoulis","orcid":"https://orcid.org/0000-0003-3377-2675"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Giannis Bekoulis","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium.]"],"raw_orcid":"https://orcid.org/0000-0003-3377-2675","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium.]","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium.]"],"raw_orcid":"https://orcid.org/0000-0001-9300-5860","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"[Department of Electronics and Informatics (ETRO), Vrije Universiteit Brussel, 1050 Brussels, Belgium, and also with IMEC, 3001 Leuven, Belgium.]","institution_ids":["https://openalex.org/I13469542"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I13469542"],"apc_list":null,"apc_paid":null,"fwci":0.0904,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.35335271,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"33","issue":"12","first_page":"7330","last_page":"7344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8194526433944702},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.623837947845459},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5326597094535828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4839487373828888},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4812571704387665},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45384401082992554},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.43847405910491943},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4186491072177887},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.399434357881546},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3438222408294678},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28487628698349}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8194526433944702},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.623837947845459},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5326597094535828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4839487373828888},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4812571704387665},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45384401082992554},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.43847405910491943},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4186491072177887},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.399434357881546},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3438222408294678},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28487628698349},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019277","descriptor_name":"Entropy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":7,"locations":[{"id":"doi:10.1109/tnnls.2021.3084806","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3084806","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34111008","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34111008","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:165640","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/learned-gradient-compression-for-distributed-deep-learning(ce31dd65-af18-49e6-94ab-410ea690d72d).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"publishedVersion"},{"id":"pmh:oai:arXiv.org:2103.08870","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.08870","pdf_url":"https://arxiv.org/pdf/2103.08870","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3139388866","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2103.08870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:184103","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.48550/arxiv.2103.08870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.08870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.08870","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.08870","pdf_url":"https://arxiv.org/pdf/2103.08870","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3969747414","display_name":null,"funder_award_id":"G093817N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3139388866.pdf","grobid_xml":"https://content.openalex.org/works/W3139388866.grobid-xml"},"referenced_works_count":91,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W960854406","https://openalex.org/W1533527630","https://openalex.org/W1572016165","https://openalex.org/W1677182931","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W1994211684","https://openalex.org/W2057332538","https://openalex.org/W2068143054","https://openalex.org/W2099213070","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2127941149","https://openalex.org/W2138256990","https://openalex.org/W2147800946","https://openalex.org/W2150412388","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2171943915","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2274287116","https://openalex.org/W2294370754","https://openalex.org/W2300242332","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2469490737","https://openalex.org/W2551176409","https://openalex.org/W2560023338","https://openalex.org/W2593245696","https://openalex.org/W2606891064","https://openalex.org/W2769644379","https://openalex.org/W2809624076","https://openalex.org/W2883901178","https://openalex.org/W2886851211","https://openalex.org/W2890924858","https://openalex.org/W2899771611","https://openalex.org/W2911863041","https://openalex.org/W2933484786","https://openalex.org/W2945125725","https://openalex.org/W2962835968","https://openalex.org/W2963122961","https://openalex.org/W2963341956","https://openalex.org/W2963540381","https://openalex.org/W2963674932","https://openalex.org/W2963703197","https://openalex.org/W2963766684","https://openalex.org/W2963803379","https://openalex.org/W2964004663","https://openalex.org/W2964217527","https://openalex.org/W2964299589","https://openalex.org/W2964350391","https://openalex.org/W2970895312","https://openalex.org/W2971064744","https://openalex.org/W2971342441","https://openalex.org/W2989289980","https://openalex.org/W3036723732","https://openalex.org/W3037842861","https://openalex.org/W3101036738","https://openalex.org/W3105148963","https://openalex.org/W3105229232","https://openalex.org/W3107010297","https://openalex.org/W3115851078","https://openalex.org/W3118608800","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6679154944","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6738460352","https://openalex.org/W6739622702","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6753069482","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6758358981","https://openalex.org/W6760974893","https://openalex.org/W6762186144","https://openalex.org/W6762421227","https://openalex.org/W6763549698","https://openalex.org/W6779409229","https://openalex.org/W6780897730","https://openalex.org/W6786254568","https://openalex.org/W6786422851","https://openalex.org/W6787972765","https://openalex.org/W6791406762"],"related_works":["https://openalex.org/W3166384310","https://openalex.org/W3197820731","https://openalex.org/W2976620030","https://openalex.org/W2964258799","https://openalex.org/W3004815513","https://openalex.org/W3173989853","https://openalex.org/W2983722992","https://openalex.org/W2971739605","https://openalex.org/W2902655604","https://openalex.org/W2295507045","https://openalex.org/W2969890541","https://openalex.org/W2950442863","https://openalex.org/W3126087823","https://openalex.org/W3169558723","https://openalex.org/W2546940345","https://openalex.org/W3153361501","https://openalex.org/W2883916659","https://openalex.org/W3081191522","https://openalex.org/W2806976879","https://openalex.org/W2972794427"],"abstract_inverted_index":{"Training":[0],"deep":[1,304],"neural":[2,216,235],"networks":[3,236],"on":[4,150,224,260],"large":[5,12],"datasets":[6,248],"containing":[7],"high-dimensional":[8],"data":[9],"requires":[10],"a":[11,26,214],"amount":[13],"of":[14,40,53,106,185,199,270,288],"computation.":[15],"A":[16],"solution":[17],"to":[18,37,59,85,140,145,189],"this":[19,92,142],"problem":[20,68],"is":[21,28,77,211,273,291],"data-parallel":[22],"distributed":[23,187,201,278],"training,":[24],"where":[25],"model":[27,255,290],"replicated":[29],"into":[30],"several":[31],"computational":[32,207],"nodes":[33,63,82,134],"that":[34,57,75,116,129,167,194],"have":[35,97,219],"access":[36],"different":[38,233],"chunks":[39],"the":[41,54,73,81,86,107,112,130,133,151,164,182,186,191,197,200,205,209,225,268,276,289,299,302],"data.":[42],"This":[43],"approach,":[44],"however,":[45],"entails":[46],"high":[47],"communication":[48,79,153],"rates":[49],"and":[50,103,137,228,240,246,251,295,301],"latency":[51],"because":[52],"computed":[55],"gradients":[56,120,131,198,282],"need":[58],"be":[60],"shared":[61],"among":[62],"at":[64,121],"every":[65],"iteration.":[66],"The":[67,253,286],"becomes":[69],"more":[70],"pronounced":[71],"in":[72,196],"case":[74],"there":[76],"wireless":[78],"between":[80],"(i.e.,":[83,179],"due":[84],"limited":[87],"network":[88,244],"bandwidth).":[89],"To":[90,203],"address":[91],"problem,":[93],"various":[94],"compression":[95,147,166,264,306],"methods":[96,110,139,175,223],"been":[98],"proposed,":[99],"including":[100],"sparsification,":[101],"quantization,":[102],"entropy":[104],"encoding":[105],"gradients.":[108],"Existing":[109],"leverage":[111,141],"intra-node":[113],"information":[114,193],"redundancy,":[115],"is,":[117],"they":[118],"compress":[119],"each":[122],"node":[123,152],"independently.":[124],"In":[125],"contrast,":[126],"we":[127,159,168],"advocate":[128],"across":[132],"are":[135],"correlated":[136],"propose":[138,160],"inter-node":[143],"redundancy":[144],"improve":[146],"efficiency.":[148],"Depending":[149],"protocol":[154],"(parameter":[155],"server":[156],"or":[157],"ring-allreduce),":[158],"two":[161],"instances":[162],"for":[163,257],"gradient":[165,305],"coin":[169],"Learned":[170],"Gradient":[171],"Compression":[172],"(LGC).":[173],"Our":[174],"exploit":[176],"an":[177],"autoencoder":[178,210],"trained":[180,256],"during":[181],"first":[183],"stages":[184],"training)":[188],"capture":[190],"common":[192],"exists":[195],"nodes.":[202],"constrain":[204],"nodes'":[206],"complexity,":[208],"realized":[212],"with":[213,267,280,298],"lightweight":[215],"network.":[217],"We":[218],"tested":[220],"our":[221],"LGC":[222],"image":[226,258],"classification":[227,259],"semantic":[229],"segmentation":[230],"tasks":[231],"using":[232],"convolutional":[234],"(CNNs)":[237],"[ResNet50,":[238],"ResNet101,":[239],"pyramid":[241],"scene":[242],"parsing":[243],"(PSPNet)]":[245],"multiple":[247],"(ImageNet,":[249],"Cifar10,":[250],"CamVid).":[252],"ResNet101":[254],"Cifar10":[261],"achieved":[262],"significant":[263],"rate":[265,287],"reductions":[266],"accuracy":[269],"93.57%,":[271],"which":[272],"lower":[274],"than":[275],"baseline":[277,300],"training":[279],"uncompressed":[281],"only":[283],"by":[284,293],"0.18%.":[285],"reduced":[292],"8095\u00d7":[294],"8\u00d7":[296],"compared":[297],"state-of-the-art":[303],"(DGC)":[307],"method,":[308],"respectively.":[309]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}