{"id":"https://openalex.org/W4366999617","doi":"https://doi.org/10.1109/tnnls.2023.3255540","title":"Hierarchical Weight Averaging for Deep Neural Networks","display_name":"Hierarchical Weight Averaging for Deep Neural Networks","publication_year":2023,"publication_date":"2023-04-27","ids":{"openalex":"https://openalex.org/W4366999617","doi":"https://doi.org/10.1109/tnnls.2023.3255540","pmid":"https://pubmed.ncbi.nlm.nih.gov/37104112"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3255540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3255540","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.11519","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003771677","display_name":"Xiaozhe Gu","orcid":"https://orcid.org/0000-0001-7948-7672"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaozhe Gu","raw_affiliation_strings":["Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-7948-7672","affiliations":[{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005498479","display_name":"Zixun Zhang","orcid":"https://orcid.org/0000-0003-3141-1278"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixun Zhang","raw_affiliation_strings":["Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3141-1278","affiliations":[{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114626333","display_name":"Yuncheng Jiang","orcid":"https://orcid.org/0009-0008-7658-6622"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuncheng Jiang","raw_affiliation_strings":["Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0008-7658-6622","affiliations":[{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101630043","display_name":"Tao Luo","orcid":"https://orcid.org/0000-0002-3415-3676"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tao Luo","raw_affiliation_strings":["Agency for Science, Technology and Research (A*STAR), Institute of High Performance Computing, Fusionopolis, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3415-3676","affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research (A*STAR), Institute of High Performance Computing, Fusionopolis, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003608795","display_name":"Ruimao Zhang","orcid":"https://orcid.org/0000-0001-9511-7532"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruimao Zhang","raw_affiliation_strings":["School of Data Science (SDS), The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9511-7532","affiliations":[{"raw_affiliation_string":"School of Data Science (SDS), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0001-9205-1881"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["School of Science and Engineering (SSE)Guangdong Provincial Key Laboratory of Future Networks of Intelligence, Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China","Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9205-1881","affiliations":[{"raw_affiliation_string":"School of Science and Engineering (SSE)Guangdong Provincial Key Laboratory of Future Networks of Intelligence, Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100332625","display_name":"Zhen Li","orcid":"https://orcid.org/0000-0002-7669-2686"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Li","raw_affiliation_strings":["Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7669-2686","affiliations":[{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), School of Science and Engineering (SSE), Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"Future Network of Intelligence Institute (FNii), the School of Science and Engineering (SSE), and the Guangdong Provincial Key Laboratory of Future Networks of Intelligence, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5803,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.61790439,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"35","issue":"9","first_page":"12276","last_page":"12287"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5639896392822266},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5261592268943787},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4655860960483551},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45334550738334656},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.350351482629776}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5639896392822266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5261592268943787},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4655860960483551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45334550738334656},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.350351482629776}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2023.3255540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3255540","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37104112","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37104112","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:2304.11519","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.11519","pdf_url":"https://arxiv.org/pdf/2304.11519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.11519","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.11519","pdf_url":"https://arxiv.org/pdf/2304.11519","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1160549216","display_name":null,"funder_award_id":"81922046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2669615263","display_name":null,"funder_award_id":"62106154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5765647807","display_name":null,"funder_award_id":"2018YFB1800800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6567752195","display_name":"\u57fa\u4e8eCT\u5f71\u50cf\u4e0e\u5c3f\u6db2\u7279\u5f81\u8c31\u667a\u80fd\u8bca\u65ad\u8180\u80f1\u764c\u6dcb\u5df4\u7ed3\u8f6c\u79fb\u7684\u7814\u7a76","funder_award_id":"61931024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W59018853","https://openalex.org/W1576445103","https://openalex.org/W1797268635","https://openalex.org/W1850240193","https://openalex.org/W1903029394","https://openalex.org/W2086161653","https://openalex.org/W2108598243","https://openalex.org/W2130062883","https://openalex.org/W2146502635","https://openalex.org/W2326626448","https://openalex.org/W2460815216","https://openalex.org/W2746314669","https://openalex.org/W2799160179","https://openalex.org/W2888206291","https://openalex.org/W2900182564","https://openalex.org/W2911682203","https://openalex.org/W2949335192","https://openalex.org/W2951696358","https://openalex.org/W2963173418","https://openalex.org/W2963179579","https://openalex.org/W2963263347","https://openalex.org/W2963706542","https://openalex.org/W2963938169","https://openalex.org/W2963959597","https://openalex.org/W2964054038","https://openalex.org/W2987861506","https://openalex.org/W2995053868","https://openalex.org/W3034235489","https://openalex.org/W3102816259","https://openalex.org/W3118608800","https://openalex.org/W3163767793","https://openalex.org/W4281251058","https://openalex.org/W4287646898","https://openalex.org/W4311140058","https://openalex.org/W6638926925","https://openalex.org/W6639736602","https://openalex.org/W6679154944","https://openalex.org/W6679314259","https://openalex.org/W6681435938","https://openalex.org/W6681545434","https://openalex.org/W6684191040","https://openalex.org/W6684249991","https://openalex.org/W6719004074","https://openalex.org/W6726497184","https://openalex.org/W6726983090","https://openalex.org/W6728757088","https://openalex.org/W6737496325","https://openalex.org/W6743428213","https://openalex.org/W6747381837","https://openalex.org/W6749107692","https://openalex.org/W6749856262","https://openalex.org/W6750339013","https://openalex.org/W6752191696","https://openalex.org/W6753958361","https://openalex.org/W6758508654","https://openalex.org/W6758854563","https://openalex.org/W6761694480","https://openalex.org/W6766196973","https://openalex.org/W6771189296","https://openalex.org/W6783600611","https://openalex.org/W6785938674","https://openalex.org/W6787972765","https://openalex.org/W6796913975"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Despite":[0],"simplicity,":[1],"stochastic":[2],"gradient":[3,63],"descent":[4],"(SGD)-like":[5],"algorithms":[6],"are":[7,99,104],"successful":[8],"in":[9,36,56,101],"training":[10,141],"deep":[11],"neural":[12],"networks":[13],"(DNNs).":[14],"Among":[15],"various":[16],"attempts":[17],"to":[18,87,132,159],"improve":[19,88],"SGD,":[20],"weight":[21],"averaging":[22,118,154],"(WA),":[23],"which":[24,48,74],"averages":[25,49,75],"the":[26,37,50,62,76,89,150,179,183,201],"weights":[27,51,77],"of":[28,52,66,78,92],"multiple":[29,53],"models,":[30],"has":[31],"recently":[32],"received":[33],"much":[34],"attention":[35],"literature.":[38],"Broadly,":[39],"WA":[40,98,137,145,185],"falls":[41],"into":[42,138],"two":[43],"categories:":[44],"1)":[45],"online":[46,95,120,134,151],"WA,":[47,73],"models":[54],"trained":[55],"parallel,":[57],"is":[58,84,157],"designed":[59],"for":[60],"reducing":[61],"communication":[64],"overhead":[65],"parallel":[67],"mini-batch":[68],"SGD":[69],"and":[70,96,135,152,165,187],"2)":[71],"offline":[72,97,116,136,153],"one":[79],"model":[80],"at":[81],"different":[82],"checkpoints,":[83],"typically":[85,113],"used":[86],"generalization":[90,167],"ability":[91],"DNNs.":[93],"Though":[94],"similar":[100],"form,":[102],"they":[103],"seldom":[105],"associated":[106],"with":[107],"each":[108],"other.":[109],"Besides,":[110,175],"these":[111],"methods":[112,203],"perform":[114],"either":[115],"parameter":[117,121],"or":[119],"averaging,":[122],"but":[123],"not":[124],"both.":[125],"In":[126],"this":[127],"work,":[128],"we":[129,176],"first":[130],"attempt":[131],"incorporate":[133],"a":[139],"general":[140],"framework":[142],"termed":[143],"hierarchical":[144],"(HWA).":[146],"By":[147],"leveraging":[148],"both":[149,161],"manners,":[155],"HWA":[156,190,199],"able":[158],"achieve":[160],"faster":[162],"convergence":[163],"speed":[164],"superior":[166],"performance":[168],"without":[169],"any":[170],"fancy":[171],"learning":[172],"rate":[173],"adjustment.":[174],"also":[177],"analyze":[178],"issues":[180],"faced":[181],"by":[182],"existing":[184],"methods,":[186],"how":[188],"our":[189],"addresses":[191],"them,":[192],"empirically.":[193],"Finally,":[194],"extensive":[195],"experiments":[196],"verify":[197],"that":[198],"outperforms":[200],"state-of-the-art":[202],"significantly.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}