{"id":"https://openalex.org/W4309227836","doi":"https://doi.org/10.1109/icnp55882.2022.9940385","title":"Poster: Selective Reduce for Heterogeneous Distributed Training","display_name":"Poster: Selective Reduce for Heterogeneous Distributed Training","publication_year":2022,"publication_date":"2022-10-30","ids":{"openalex":"https://openalex.org/W4309227836","doi":"https://doi.org/10.1109/icnp55882.2022.9940385"},"language":"en","primary_location":{"id":"doi:10.1109/icnp55882.2022.9940385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp55882.2022.9940385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 30th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100412093","display_name":"Zhen Liu","orcid":"https://orcid.org/0000-0003-3406-0039"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhen Liu","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouxi Luo","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343481","display_name":"Ke Li","orcid":"https://orcid.org/0000-0002-2189-7967"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100412093"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":0.1327,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53953692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/synchronizing","display_name":"Synchronizing","score":0.9319543838500977},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7985628843307495},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.7520571947097778},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5523704290390015},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5464157462120056},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5225874185562134},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.512775719165802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30287373065948486},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.26622724533081055},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.05648323893547058}],"concepts":[{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.9319543838500977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7985628843307495},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.7520571947097778},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5523704290390015},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5464157462120056},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5225874185562134},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.512775719165802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30287373065948486},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26622724533081055},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.05648323893547058},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icnp55882.2022.9940385","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icnp55882.2022.9940385","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 30th International Conference on Network Protocols (ICNP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G8052294262","display_name":null,"funder_award_id":"62002300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2967558351","https://openalex.org/W3099748883","https://openalex.org/W3177263144","https://openalex.org/W4285021589"],"related_works":["https://openalex.org/W2116519977","https://openalex.org/W2315567295","https://openalex.org/W1981446230","https://openalex.org/W2365128652","https://openalex.org/W2356659732","https://openalex.org/W2995644389","https://openalex.org/W1581301957","https://openalex.org/W3202423486","https://openalex.org/W2356421920","https://openalex.org/W2107002852"],"abstract_inverted_index":{"To":[0],"improve":[1],"the":[2,17,27,43,48,57],"performance":[3],"of":[4,19,30,55],"partial":[5,45,50],"reduce":[6,46,51],"on":[7],"synchronizing":[8],"models":[9],"for":[10],"heterogeneous":[11],"data-parallel":[12],"distributed":[13],"training,":[14],"we":[15],"explore":[16],"idea":[18],"selective":[20,31],"waiting":[21],"and":[22,40,61],"worker":[23],"selection":[24],"to":[25],"propose":[26],"flexible":[28],"solution":[29],"reduce.":[32],"Our":[33],"preliminary":[34],"study":[35],"shows":[36],"that":[37],"with":[38],"progress-":[39],"bandwidth-aware":[41],"decisions,":[42],"proposed":[44],"outperforms":[47],"original":[49],"significantly,":[52],"in":[53],"terms":[54],"both":[56],"average":[58],"synchronization":[59],"scales":[60],"completion":[62],"times.":[63]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}