{"id":"https://openalex.org/W4400526652","doi":"https://doi.org/10.1109/ainit61980.2024.10581591","title":"A Distributed Training Quantization Strategy for Low-speed and Unstable Network","display_name":"A Distributed Training Quantization Strategy for Low-speed and Unstable Network","alternate_titles":[],"publication_year":2024,"publication_date":"2024-03-29","ids":{"openalex":"https://openalex.org/W4400526652","doi":"https://doi.org/10.1109/ainit61980.2024.10581591"},"language":"en","primary_location":{"id":"doi:10.1109/ainit61980.2024.10581591","doi":"https://doi.org/10.1109/ainit61980.2024.10581591","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ainit61980.2024.10581591","pdf_url":null,"source":{"id":"https://openalex.org/S4363606068","display_name":"International Seminar on Artificial Intelligence, Networking and Information Technology (AINIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 5th International Seminar on Artificial Intelligence, Networking and Information Technology (AINIT)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4400526652"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100642501","display_name":"Yanwei Wang","orcid":"https://orcid.org/0000-0002-2560-2150","observed_orcids":["https://orcid.org/0000-0002-2560-2150"]},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yanwei Wang","raw_affiliation_strings":["Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104382985","display_name":"Kefeng Zhu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kefeng Zhu","raw_affiliation_strings":["Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108992263","display_name":"Yujie Dai","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yujie Dai","raw_affiliation_strings":["Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044717081","display_name":"Dongdong Su","orcid":"https://orcid.org/0009-0005-9021-5308","observed_orcids":["https://orcid.org/0009-0005-9021-5308"]},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dongdong Su","raw_affiliation_strings":["Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Inspur Intelligent Computing Technology Co., Ltd,Architecture Research Department,Guangzhou,China","institution_ids":["https://openalex.org/I4210144143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100675365","display_name":"Kun Zhao","orcid":"https://orcid.org/0000-0002-2293-9209","observed_orcids":["https://orcid.org/0000-0002-2293-9209"]},"institutions":[{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kun Zhao","raw_affiliation_strings":["Guangdong Inspur Intelligent Computing Technology Co., Ltd,Technological Innovation Department,Guangzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Inspur Intelligent Computing Technology Co., Ltd,Technological Innovation Department,Guangzhou,China","institution_ids":["https://openalex.org/I4210144143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210144143"],"apc_list":null,"apc_paid":null,"fwci":0.1539,"has_fulltext":false,"cited_by_count":2,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.39938413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1094","last_page":"1098"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7085000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.7085000276565552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11249999701976776,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.02199999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-compression","display_name":"gradient compression","score":0.7580000162124634},{"id":"https://openalex.org/keywords/distributed-training","display_name":"distributed training","score":0.8930000066757202},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8569999933242798},{"id":"https://openalex.org/keywords/low-bandwidth-networks","display_name":"low-bandwidth networks","score":0.7250000238418579},{"id":"https://openalex.org/keywords/unstable-networks","display_name":"unstable networks","score":0.9259999990463257},{"id":"https://openalex.org/keywords/training-time-reduction","display_name":"training time reduction","score":0.8510000109672546}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7822649478912354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6757775545120239},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.574141800403595},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.13462278246879578},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10853567719459534},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ainit61980.2024.10581591","doi":"https://doi.org/10.1109/ainit61980.2024.10581591","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ainit61980.2024.10581591","pdf_url":null,"source":{"id":"https://openalex.org/S4363606068","display_name":"International Seminar on Artificial Intelligence, Networking and Information Technology (AINIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 5th International Seminar on Artificial Intelligence, Networking and Information Technology (AINIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4415745593","https://openalex.org/W4413409554","https://openalex.org/W2792672216","https://openalex.org/W4229041745","https://openalex.org/W2920547552","https://openalex.org/W4412944796","https://openalex.org/W4415428448","https://openalex.org/W7105149296","https://openalex.org/W7138053792","https://openalex.org/W4414877307"],"abstract_inverted_index":{"Large-scale":[0],"distributed":[1,23],"computing":[2,36],"environments":[3],"are":[4],"becoming":[5],"the":[6,47,58,66,69,85,99,103,106,116,122],"basis":[7],"for":[8,22,49],"training":[9,32,61,81,94,97,107,118],"large-scale":[10],"language":[11],"models":[12],"(LLMs).":[13],"While":[14],"network":[15,70],"bandwidth":[16,41],"is":[17,30],"often":[18],"considered":[19],"a":[20,74],"bottleneck":[21],"training.":[24],"The":[25],"focus":[26],"of":[27,60,68],"gradient":[28],"compression":[29],"on":[31],"LLMs":[33],"using":[34],"common":[35],"resources":[37],"(often":[38],"with":[39],"low":[40],"and":[42,79,96],"unstable":[43],"networks),":[44],"especially":[45],"as":[46,92],"demand":[48],"democratized":[50],"AI":[51],"continues":[52],"to":[53,121],"grow.":[54],"In":[55,109],"this":[56],"case,":[57],"cost":[59],"time":[62,119],"increases":[63],"disproportionately":[64],"when":[65],"quality":[67],"degrades.":[71],"To":[72],"strike":[73],"balance":[75],"between":[76],"model":[77],"performance":[78],"total":[80,117],"time,":[82,98],"we":[83],"propose":[84],"automatic":[86],"quantization":[87,104],"strategy.":[88],"Considering":[89],"factors":[90],"such":[91],"bandwidth,":[93],"loss,":[95],"strategy":[100],"dynamically":[101],"adjusts":[102],"throughout":[105],"process.":[108],"our":[110,112],"experiments,":[111],"method":[113],"significantly":[114],"reduces":[115],"compared":[120],"benchmark":[123],"method.":[124]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4400526652","counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-07-12T00:00:00"}
