{"id":"https://openalex.org/W4408324822","doi":"https://doi.org/10.1109/globecom52923.2024.10901081","title":"Coding-based In-Network Aggregation for Distributed Deep Learning","display_name":"Coding-based In-Network Aggregation for Distributed Deep Learning","publication_year":2024,"publication_date":"2024-12-08","ids":{"openalex":"https://openalex.org/W4408324822","doi":"https://doi.org/10.1109/globecom52923.2024.10901081"},"language":"en","primary_location":{"id":"doi:10.1109/globecom52923.2024.10901081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom52923.2024.10901081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2024 - 2024 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kai-Ching Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Ching Chang","raw_affiliation_strings":["National Yang-Ming Chiao Tung University,Department of Computer Science,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang-Ming Chiao Tung University,Department of Computer Science,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080424351","display_name":"Yi-Ching Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Ching Kuo","raw_affiliation_strings":["National Yang-Ming Chiao Tung University,Department of Computer Science,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang-Ming Chiao Tung University,Department of Computer Science,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071080660","display_name":"Kate Ching\u2010Ju Lin","orcid":"https://orcid.org/0000-0002-1101-8324"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kate Ching-Ju Lin","raw_affiliation_strings":["National Yang-Ming Chiao Tung University,Department of Computer Science,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang-Ming Chiao Tung University,Department of Computer Science,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31429053,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4636","last_page":"4641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9369999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9369999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9200000166893005,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9049000144004822,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7644479870796204},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5590051412582397},{"id":"https://openalex.org/keywords/linear-network-coding","display_name":"Linear network coding","score":0.5239163637161255},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.5072614550590515},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4929966628551483},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4710773527622223},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38042938709259033},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.314700722694397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644479870796204},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5590051412582397},{"id":"https://openalex.org/C138293262","wikidata":"https://www.wikidata.org/wiki/Q1089578","display_name":"Linear network coding","level":3,"score":0.5239163637161255},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5072614550590515},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4929966628551483},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4710773527622223},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38042938709259033},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.314700722694397},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom52923.2024.10901081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom52923.2024.10901081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2024 - 2024 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2048762830","https://openalex.org/W2105185344","https://openalex.org/W2149863032","https://openalex.org/W2152496949","https://openalex.org/W2407022425","https://openalex.org/W2606891064","https://openalex.org/W2949161920","https://openalex.org/W3091097978","https://openalex.org/W3172099698","https://openalex.org/W4289401659","https://openalex.org/W6760703128","https://openalex.org/W6792106764","https://openalex.org/W6794216301","https://openalex.org/W6798376852","https://openalex.org/W6804639091"],"related_works":["https://openalex.org/W2212571888","https://openalex.org/W2139379087","https://openalex.org/W4375867731","https://openalex.org/W2285288187","https://openalex.org/W2411336269","https://openalex.org/W2020805386","https://openalex.org/W3014803371","https://openalex.org/W2124128583","https://openalex.org/W2079655802","https://openalex.org/W2096444692"],"abstract_inverted_index":{"Distributed":[0],"Deep":[1],"Learning":[2],"(DDL)":[3],"has":[4,44],"become":[5],"essential":[6],"for":[7,25],"accelerating":[8],"model":[9,27,115,161],"training":[10],"to":[11,47,55,99,117,137,145,148],"manage":[12],"the":[13,21,49,68,82,156],"growing":[14],"size":[15],"of":[16,37,52,70,84,160],"models":[17],"and":[18,76,139],"datasets.":[19],"However,":[20,66],"communication":[22],"overhead":[23,134],"required":[24],"synchronizing":[26],"weights":[28,57,162],"across":[29],"parallel":[30],"workers":[31],"would":[32],"be":[33],"a":[34,91,107],"performance":[35],"bottleneck":[36],"DDL":[38],"training.":[39],"Recently,":[40],"in-network":[41],"aggregation":[42],"(INA)":[43],"been":[45],"proposed":[46],"harness":[48],"computational":[50],"capabilities":[51],"programmable":[53],"switches":[54],"merge":[56],"before":[58],"forwarding,":[59],"thereby":[60],"reducing":[61],"bandwidth":[62,119],"consumption":[63],"during":[64],"synchronization.":[65],"ensuring":[67],"reliability":[69],"INA":[71,89,98],"incurs":[72],"significant":[73],"retransmission":[74],"costs":[75],"coordination":[77],"overhead.":[78],"To":[79],"fully":[80],"optimize":[81],"benefits":[83],"INA,":[85],"we":[86,105],"introduce":[87],"Coding-based":[88],"(CINA),":[90],"system":[92],"that":[93,113,128],"integrates":[94],"network":[95],"coding":[96],"with":[97],"facilitate":[100],"efficient":[101],"loss":[102],"recovery.":[103],"Moreover,":[104],"propose":[106],"priority-aware":[108,152],"weight":[109,153],"batching":[110,154],"(grouping)":[111],"scheme":[112],"leverages":[114],"sparsity":[116],"enhance":[118],"utilization":[120],"in":[121],"our":[122,129,151],"coding-based":[123],"INA.":[124],"Emulation":[125],"results":[126],"demonstrate":[127],"design":[130],"effectively":[131],"reduces":[132,155],"feedback":[133],"by":[135,143,163],"up":[136,144],"94.87%":[138],"improves":[140],"overall":[141],"throughput":[142],"2.64\u00d7.":[146],"Compared":[147],"priority-oblivious":[149],"batching,":[150],"mean":[157],"square":[158],"error":[159],"around":[164],"15.27%.":[165]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}