{"id":"https://openalex.org/W4376466956","doi":"https://doi.org/10.1109/tcomm.2023.3275194","title":"Communication-Efficient Coded Computing for Distributed Multi-Task Learning","display_name":"Communication-Efficient Coded Computing for Distributed Multi-Task Learning","publication_year":2023,"publication_date":"2023-05-11","ids":{"openalex":"https://openalex.org/W4376466956","doi":"https://doi.org/10.1109/tcomm.2023.3275194"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2023.3275194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3275194","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102775183","display_name":"Haoyang Hu","orcid":"https://orcid.org/0009-0001-8604-7277"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyang Hu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-8604-7277","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053320672","display_name":"Youlong Wu","orcid":"https://orcid.org/0000-0002-4383-9995"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youlong Wu","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4383-9995","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022499594","display_name":"Yuanming Shi","orcid":"https://orcid.org/0000-0002-1418-7465"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanming Shi","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1418-7465","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085853632","display_name":"Songze Li","orcid":"https://orcid.org/0000-0003-4282-3307"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Songze Li","raw_affiliation_strings":["Thrust of Internet of Things, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-4282-3307","affiliations":[{"raw_affiliation_string":"Thrust of Internet of Things, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072193","display_name":"Chunxiao Jiang","orcid":"https://orcid.org/0000-0002-3703-121X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Jiang","raw_affiliation_strings":["Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3703-121X","affiliations":[{"raw_affiliation_string":"Tsinghua Space Center and the Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100653327","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-1059-3642"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, The University of New South Wales, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1059-3642","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, The University of New South Wales, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1922,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8214321,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"71","issue":"7","first_page":"3861","last_page":"3875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.8309639692306519},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.688606858253479},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5834745764732361},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4914921522140503},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.46252545714378357},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.43804627656936646},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.4232342839241028},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31540846824645996},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12911906838417053},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1032799482345581},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07669347524642944}],"concepts":[{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.8309639692306519},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.688606858253479},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5834745764732361},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4914921522140503},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.46252545714378357},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.43804627656936646},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.4232342839241028},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31540846824645996},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12911906838417053},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1032799482345581},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07669347524642944},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2023.3275194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3275194","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-128546","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-128546","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2011752789","display_name":null,"funder_award_id":"61901267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2884988689","display_name":null,"funder_award_id":"62271352","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5343502541","display_name":"\u9762\u5411\u8fb9\u7f18\u4eba\u5de5\u667a\u80fd\u7684\u65e0\u7ebf\u7f51\u7edc\u8bbe\u8ba1\u53ca\u4f18\u5316","funder_award_id":"21ZR1442700","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G5518087609","display_name":null,"funder_award_id":"62106057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5684485907","display_name":null,"funder_award_id":"22QA1406100","funder_id":"https://openalex.org/F4320327803","funder_display_name":"Shanghai Rising-Star Program"},{"id":"https://openalex.org/G8051654388","display_name":"Efficient signal transmission techniques for large scale antenna systems","funder_award_id":"LP160101244","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327803","display_name":"Shanghai Rising-Star Program","ror":null},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1990395546","https://openalex.org/W2070996757","https://openalex.org/W2173213060","https://openalex.org/W2268702383","https://openalex.org/W2407022425","https://openalex.org/W2562969225","https://openalex.org/W2592930648","https://openalex.org/W2599749253","https://openalex.org/W2606891064","https://openalex.org/W2624871570","https://openalex.org/W2741736887","https://openalex.org/W2757498728","https://openalex.org/W2953445722","https://openalex.org/W2962825369","https://openalex.org/W2963430933","https://openalex.org/W2964121793","https://openalex.org/W2969231791","https://openalex.org/W2976713597","https://openalex.org/W3009217644","https://openalex.org/W3023838981","https://openalex.org/W3100515187","https://openalex.org/W3101036738","https://openalex.org/W3118531430","https://openalex.org/W3170489936","https://openalex.org/W3175100006","https://openalex.org/W3212941463","https://openalex.org/W4210382415","https://openalex.org/W4300427714","https://openalex.org/W4317603607","https://openalex.org/W6636918297","https://openalex.org/W6677419484","https://openalex.org/W6738383168","https://openalex.org/W6739365718","https://openalex.org/W6742061381","https://openalex.org/W6754416507","https://openalex.org/W6767074001"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W2962882802","https://openalex.org/W2571404653","https://openalex.org/W1995129237","https://openalex.org/W1761601995","https://openalex.org/W4300468626","https://openalex.org/W2097713053","https://openalex.org/W4321608401","https://openalex.org/W1992967078"],"abstract_inverted_index":{"Distributed":[0],"multi-task":[1],"learning":[2,32],"(MTL)":[3],"can":[4,82,191],"jointly":[5],"learn":[6,50],"multiple":[7],"models":[8,52],"and":[9,66,75,92,100,112,116,139,168],"achieve":[10],"better":[11],"generalization":[12],"performance":[13],"by":[14,54,87],"exploiting":[15,88],"relevant":[16],"information":[17,91],"between":[18,164],"the":[19,64,98,109,118,122,132,140,155,162,169,173,182,195,200],"tasks.":[20,38],"However,":[21],"distributed":[22,42,46],"MTL":[23,43],"suffers":[24],"from":[25],"communication":[26,60,85,114,137,146,166],"bottlenecks,":[27],"in":[28,63],"particular":[29],"for":[30,73,96],"large-scale":[31],"with":[33],"a":[34,55],"massive":[35],"number":[36,183],"of":[37,121,154,181,184],"This":[39],"paper":[40],"considers":[41],"systems":[44],"where":[45],"workers":[47],"wish":[48],"to":[49,199],"different":[51],"orchestrated":[53],"central":[56],"server.":[57],"To":[58],"mitigate":[59],"bottlenecks":[61],"both":[62,97],"uplink":[65,113,145],"downlink,":[67],"we":[68,103],"propose":[69],"coded":[70],"computing":[71],"schemes":[72,81,190],"flexible":[74,126],"fixed":[76,159],"data":[77,127,160],"placements,":[78],"respectively.":[79],"Our":[80],"significantly":[83,192],"reduce":[84],"loads":[86],"workers\u2019":[89],"local":[90],"creating":[93],"multicast":[94],"opportunities":[95],"server":[99],"workers.":[101,185],"Moreover,":[102],"establish":[104],"information-theoretic":[105,156],"lower":[106],"bounds":[107],"on":[108],"optimal":[110],"downlink":[111,136],"loads,":[115],"prove":[117],"approximate":[119],"optimality":[120],"proposed":[123],"schemes.":[124],"For":[125,158],"placement,":[128,161],"our":[129,165,189],"scheme":[130],"achieves":[131],"<italic":[133,141],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[134,142],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">optimal</i>":[135],"load,":[138],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">order":[143],"optimal</i>":[144],"load":[147,167,176],"that":[148,188],"is":[149],"smaller":[150],"than":[151],"2":[152],"times":[153],"optimum.":[157],"gaps":[163],"optimum":[170],"are":[171],"within":[172],"minimum":[174],"computation":[175],"among":[177],"all":[178],"workers,":[179],"regardless":[180],"Experiments":[186],"demonstrate":[187],"speed":[193],"up":[194],"training":[196],"process":[197],"compared":[198],"traditional":[201],"approach.":[202]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}