{"id":"https://openalex.org/W3204348672","doi":"https://doi.org/10.23919/eusipco54536.2021.9616078","title":"Autoencoder-Based Gradient Compression for Distributed Training","display_name":"Autoencoder-Based Gradient Compression for Distributed Training","publication_year":2021,"publication_date":"2021-08-23","ids":{"openalex":"https://openalex.org/W3204348672","doi":"https://doi.org/10.23919/eusipco54536.2021.9616078","mag":"3204348672"},"language":"en","primary_location":{"id":"doi:10.23919/eusipco54536.2021.9616078","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco54536.2021.9616078","pdf_url":null,"source":{"id":"https://openalex.org/S4363607854","display_name":"2021 29th European Signal Processing Conference (EUSIPCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 29th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091029466","display_name":"Lusine Abrahamyan","orcid":"https://orcid.org/0000-0002-3232-3029"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Lusine Abrahamyan","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101694525","display_name":"Yiming Chen","orcid":"https://orcid.org/0000-0002-0845-6155"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yiming Chen","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082072396","display_name":"Giannis Bekoulis","orcid":"https://orcid.org/0000-0003-3377-2675"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Giannis Bekoulis","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium"],"affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Leuven, Belgium","institution_ids":["https://openalex.org/I13469542"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5091029466"],"corresponding_institution_ids":["https://openalex.org/I13469542"],"apc_list":null,"apc_paid":null,"fwci":0.1314,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.47128741,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2179","last_page":"2183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7826725244522095},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7798051238059998},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7055314779281616},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5618241429328918},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4732409417629242},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.45651814341545105},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.45610907673835754},{"id":"https://openalex.org/keywords/distributed-source-coding","display_name":"Distributed source coding","score":0.4475751221179962},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.44499388337135315},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4420180320739746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3808441758155823},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3734138309955597},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.35749152302742004},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3450826406478882},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2669919729232788},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.14561274647712708}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7826725244522095},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7798051238059998},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7055314779281616},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5618241429328918},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4732409417629242},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.45651814341545105},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.45610907673835754},{"id":"https://openalex.org/C200801453","wikidata":"https://www.wikidata.org/wiki/Q5283181","display_name":"Distributed source coding","level":4,"score":0.4475751221179962},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.44499388337135315},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4420180320739746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3808441758155823},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3734138309955597},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35749152302742004},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3450826406478882},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2669919729232788},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.14561274647712708},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C166366890","wikidata":"https://www.wikidata.org/wiki/Q602136","display_name":"Channel code","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/eusipco54536.2021.9616078","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco54536.2021.9616078","pdf_url":null,"source":{"id":"https://openalex.org/S4363607854","display_name":"2021 29th European Signal Processing Conference (EUSIPCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 29th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:156288","is_oa":false,"landing_page_url":"https://biblio.vub.ac.be/vubir/autoencoderbased-gradient-compression-for-distributed-training(fc1e474a-c434-4368-aaee-362a50006c6b).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W960854406","https://openalex.org/W1533527630","https://openalex.org/W1686810756","https://openalex.org/W2108598243","https://openalex.org/W2127941149","https://openalex.org/W2168231600","https://openalex.org/W2171943915","https://openalex.org/W2194775991","https://openalex.org/W2405578611","https://openalex.org/W2560023338","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2963803379","https://openalex.org/W2970895312","https://openalex.org/W2971064744","https://openalex.org/W3015640161","https://openalex.org/W3037585619","https://openalex.org/W3086105743","https://openalex.org/W3154560182","https://openalex.org/W6679154944","https://openalex.org/W6684859321","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6786422851"],"related_works":["https://openalex.org/W3013693939","https://openalex.org/W2159052453","https://openalex.org/W2566616303","https://openalex.org/W3131327266","https://openalex.org/W2898530548","https://openalex.org/W2078058633","https://openalex.org/W2160957142","https://openalex.org/W4312107582","https://openalex.org/W3162620822","https://openalex.org/W4387322638"],"abstract_inverted_index":{"Large-scale":[0],"distributed":[1,122,145],"training":[2,13,123],"has":[3],"recently":[4],"been":[5,45],"proposed":[6,46,159],"as":[7],"a":[8,93,121],"solution":[9],"to":[10,47,95,100,116,135],"speed-up":[11],"the":[12,58,66,84,87,110,125,137,141,144,149,158],"of":[14,57,143,151],"deep":[15],"neural":[16],"networks":[17],"on":[18],"huge":[19],"datasets.":[20],"Distributed":[21],"training,":[22],"however,":[23],"entails":[24],"high":[25],"communication":[26,118,128],"rates":[27,119],"for":[28],"gradient":[29,41,164],"exchange":[30],"among":[31],"computing":[32],"nodes":[33,88,146],"and":[34,54,91,147,172],"requires":[35],"expensive":[36],"high-bandwidth":[37],"network":[38],"infrastructure.":[39],"Various":[40],"compression":[42,103,165],"methods":[43,63],"have":[44],"overcome":[48],"this":[49,97,106],"limitation,":[50],"including":[51],"sparsification,":[52],"quantization,":[53],"entropy":[55],"encoding":[56],"gradients.":[59],"However,":[60],"most":[61],"existing":[62],"leverage":[64,96],"only":[65],"intra-node":[67],"information":[68,139],"redundancy,":[69],"that":[70,83,157],"is,":[71],"they":[72],"compress":[73],"gradients":[74,85,142],"at":[75],"each":[76],"node":[77],"independently.":[78],"In":[79,105],"contrast,":[80],"we":[81,108],"advocate":[82],"across":[86],"are":[89],"correlated":[90],"propose":[92,109],"method":[94],"inter-node":[98],"redundancy":[99],"obtain":[101],"higher":[102,163],"rates.":[104],"work,":[107],"Learned":[111],"Gradient":[112],"Compression":[113],"(LGC)":[114],"framework":[115,131],"reduce":[117],"within":[120],"with":[124],"parameter":[126],"server":[127],"protocol.":[129],"Our":[130,154],"leverages":[132],"an":[133],"autoencoder":[134],"capture":[136],"common":[138],"in":[140],"eliminate":[148],"transmission":[150],"redundant":[152],"information.":[153],"experiments":[155],"show":[156],"approach":[160],"achieves":[161],"significantly":[162],"ratios":[166],"than":[167],"state-of-the-art":[168],"approaches":[169],"like":[170],"DGC":[171],"ScaleCom.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}