{"id":"https://openalex.org/W3211786132","doi":"https://doi.org/10.1109/dac18074.2021.9586241","title":"Helios: Heterogeneity-Aware Federated Learning with Dynamically Balanced Collaboration","display_name":"Helios: Heterogeneity-Aware Federated Learning with Dynamically Balanced Collaboration","publication_year":2021,"publication_date":"2021-11-08","ids":{"openalex":"https://openalex.org/W3211786132","doi":"https://doi.org/10.1109/dac18074.2021.9586241","mag":"3211786132"},"language":"en","primary_location":{"id":"doi:10.1109/dac18074.2021.9586241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac18074.2021.9586241","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 58th ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030027584","display_name":"Zirui Xu","orcid":"https://orcid.org/0000-0002-3556-9358"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zirui Xu","raw_affiliation_strings":["George Mason University"],"affiliations":[{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103920945","display_name":"Fuxun Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fuxun Yu","raw_affiliation_strings":["George Mason University"],"affiliations":[{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030156276","display_name":"Jinjun Xiong","orcid":"https://orcid.org/0000-0002-2620-4859"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinjun Xiong","raw_affiliation_strings":["IBM Thomas J. Watson Research Center"],"affiliations":[{"raw_affiliation_string":"IBM Thomas J. Watson Research Center","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100441949","display_name":"Xiang Chen","orcid":"https://orcid.org/0000-0002-9800-6472"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang Chen","raw_affiliation_strings":["George Mason University"],"affiliations":[{"raw_affiliation_string":"George Mason University","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5030027584"],"corresponding_institution_ids":["https://openalex.org/I162714631"],"apc_list":null,"apc_paid":null,"fwci":5.303,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.96359687,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"997","last_page":"1002"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8632950782775879},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5857052803039551},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5727787613868713},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.5275411605834961},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.456132709980011},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4516599774360657},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4076004922389984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38911980390548706},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3617211878299713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8632950782775879},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5857052803039551},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5727787613868713},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.5275411605834961},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.456132709980011},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4516599774360657},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4076004922389984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38911980390548706},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3617211878299713},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dac18074.2021.9586241","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dac18074.2021.9586241","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 58th ACM/IEEE Design Automation Conference (DAC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2766140019","https://openalex.org/W2774000609","https://openalex.org/W2798720628","https://openalex.org/W2807006176","https://openalex.org/W2903389359","https://openalex.org/W2903471046","https://openalex.org/W2904190483","https://openalex.org/W2905444686","https://openalex.org/W2921434559","https://openalex.org/W2942906476","https://openalex.org/W2962950660","https://openalex.org/W2963318081","https://openalex.org/W2963540381","https://openalex.org/W2963766684","https://openalex.org/W2963803379","https://openalex.org/W2964667463","https://openalex.org/W2977090839","https://openalex.org/W2978709794","https://openalex.org/W2978889483","https://openalex.org/W2982859792","https://openalex.org/W2998045710","https://openalex.org/W3028148258","https://openalex.org/W3105122387","https://openalex.org/W3106416029","https://openalex.org/W4289107582","https://openalex.org/W4297853509","https://openalex.org/W6692488971","https://openalex.org/W6745723224","https://openalex.org/W6746839373","https://openalex.org/W6752029299","https://openalex.org/W6754341472","https://openalex.org/W6756699189","https://openalex.org/W6757093123","https://openalex.org/W6757139170","https://openalex.org/W6757172675","https://openalex.org/W6760214840","https://openalex.org/W6761975075","https://openalex.org/W6765729737","https://openalex.org/W6768255988","https://openalex.org/W6769137345","https://openalex.org/W6769500930"],"related_works":["https://openalex.org/W2386723501","https://openalex.org/W2387879414","https://openalex.org/W2390304029","https://openalex.org/W2354923724","https://openalex.org/W2146830340","https://openalex.org/W4288601434","https://openalex.org/W2377101853","https://openalex.org/W2362180844","https://openalex.org/W2378405797","https://openalex.org/W2913869602"],"abstract_inverted_index":{"As":[0],"Federated":[1],"Learning":[2],"(FL)":[3],"has":[4],"been":[5],"widely":[6],"used":[7],"for":[8,158],"collaborative":[9,114],"training,":[10],"a":[11,55,87,120,138],"considerable":[12],"computational":[13,31],"straggler":[14,94],"issue":[15,53],"emerged:":[16],"when":[17],"FL":[18,89],"deploys":[19],"identical":[20,130],"neural":[21,107],"network":[22,108],"models":[23],"to":[24,34,54,91,125,173],"heterogeneous":[25,100],"devices,":[26,119],"the":[27,40,48,67,75,93,105,113,128,134,156],"ones":[28],"with":[29],"weak":[30],"capacities,":[32],"referred":[33],"as":[35,161,163],"stragglers,":[36],"may":[37,59],"significantly":[38],"delay":[39],"synchronous":[41],"parameter":[42],"aggregation.":[43],"Although":[44],"discarding":[45,72],"stragglers":[46,58,150],"from":[47,66],"collaboration":[49,77,185],"can":[50,151,170],"relieve":[51],"this":[52,81],"certain":[56],"extent,":[57],"keep":[60],"unique":[61],"and":[62,70,103,147,177],"critical":[63],"information":[64],"learned":[65],"non-identical":[68],"dataset,":[69],"directly":[71],"will":[73],"harm":[74],"overall":[76],"performance.":[78],"Therefore,":[79],"in":[80,183],"paper,":[82],"we":[83],"propose":[84],"Helios":[85,96,169],"\u2013":[86],"heterogeneity-aware":[88],"framework":[90],"tackle":[92],"issue.":[95],"identifies":[97],"individual":[98],"devices\u2019":[99],"training":[101,110,115,131,141,160,175],"capability,":[102],"therefore":[104],"expected":[106,135],"model":[109,132],"volumes":[111],"regarding":[112],"pace.":[116],"For":[117],"straggling":[118],"\u201csofttraining\u201d":[121],"method":[122],"is":[123],"proposed":[124],"dynamically":[126],"compress":[127],"original":[129],"into":[133],"volume":[136],"through":[137],"rotated":[139],"neuron":[140],"approach.":[142],"With":[143],"extensive":[144],"algorithm":[145],"analysis":[146],"optimization":[148],"schemes,":[149],"be":[152],"accelerated":[153],"while":[154],"retaining":[155],"convergence":[157,180],"local":[159],"well":[162],"federated":[164],"collaboration.":[165],"Experiments":[166],"show":[167],"that":[168],"provide":[171],"up":[172],"$2.5\\times$":[174],"acceleration":[176],"maximum":[178],"4.64%":[179],"accuracy":[181],"improvement":[182],"various":[184],"settings.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":1}],"updated_date":"2026-01-10T23:39:48.068659","created_date":"2025-10-10T00:00:00"}