{"id":"https://openalex.org/W4283314431","doi":"https://doi.org/10.14778/3529337.3529343","title":"Distributed learning of fully connected neural networks using independent subnet training","display_name":"Distributed learning of fully connected neural networks using independent subnet training","publication_year":2022,"publication_date":"2022-04-01","ids":{"openalex":"https://openalex.org/W4283314431","doi":"https://doi.org/10.14778/3529337.3529343"},"language":"en","primary_location":{"id":"doi:10.14778/3529337.3529343","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3529337.3529343","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002684888","display_name":"Binhang Yuan","orcid":"https://orcid.org/0000-0002-3188-2769"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Binhang Yuan","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014694879","display_name":"C. Wolfe","orcid":"https://orcid.org/0000-0003-3954-1229"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cameron R. Wolfe","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053979493","display_name":"Chen Dun","orcid":"https://orcid.org/0000-0003-4220-5939"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Dun","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102770278","display_name":"Yuxin Tang","orcid":"https://orcid.org/0009-0000-2401-5360"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuxin Tang","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024280658","display_name":"Anastasios Kyrillidis","orcid":"https://orcid.org/0000-0003-1954-8730"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anastasios Kyrillidis","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002518742","display_name":"Chris Jermaine","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Jermaine","raw_affiliation_strings":["Rice University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rice University","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":null,"apc_paid":null,"fwci":3.6002,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93575055,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"15","issue":"8","first_page":"1581","last_page":"1590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subnet","display_name":"Subnet","score":0.9752813577651978},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7638833522796631},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6038604378700256},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.5513336062431335},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5340679287910461},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4608677327632904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4560738205909729},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45501983165740967},{"id":"https://openalex.org/keywords/volume","display_name":"Volume (thermodynamics)","score":0.4460153877735138},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4200100898742676},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4123401939868927},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21287864446640015}],"concepts":[{"id":"https://openalex.org/C21099817","wikidata":"https://www.wikidata.org/wiki/Q7631721","display_name":"Subnet","level":2,"score":0.9752813577651978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7638833522796631},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6038604378700256},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5513336062431335},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5340679287910461},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4608677327632904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4560738205909729},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45501983165740967},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.4460153877735138},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4200100898742676},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4123401939868927},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21287864446640015},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14778/3529337.3529343","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3529337.3529343","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-128658","is_oa":false,"landing_page_url":"http://gateway.isiknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcAuth=LinksAMR&SrcApp=PARTNER_APP&DestLinkType=FullRecord&DestApp=WOS&KeyUT=000992381800007","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1442374986","https://openalex.org/W1788418780","https://openalex.org/W1964853316","https://openalex.org/W2042465463","https://openalex.org/W2060279602","https://openalex.org/W2083842231","https://openalex.org/W2103869314","https://openalex.org/W2108598243","https://openalex.org/W2120432001","https://openalex.org/W2142354294","https://openalex.org/W2146502635","https://openalex.org/W2194775991","https://openalex.org/W2407022425","https://openalex.org/W2524428287","https://openalex.org/W2896422817","https://openalex.org/W3009535750","https://openalex.org/W3012501605","https://openalex.org/W3037871107","https://openalex.org/W3086590218","https://openalex.org/W4287660436","https://openalex.org/W4293775970","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W2978889483","https://openalex.org/W4283314431","https://openalex.org/W2786391746","https://openalex.org/W3132346564","https://openalex.org/W2991483587","https://openalex.org/W2914559142","https://openalex.org/W4226059458","https://openalex.org/W4381430104","https://openalex.org/W2995102745","https://openalex.org/W4225292444"],"abstract_inverted_index":{"Distributed":[0,20],"machine":[1],"learning":[2,21,257],"(ML)":[3],"can":[4,217],"bring":[5],"more":[6],"computational":[7],"resources":[8],"to":[9,73,94,110,122,153,222],"bear":[10],"than":[11,57,254],"single-machine":[12],"learning,":[13,116],"thus":[14],"enabling":[15],"reductions":[16],"in":[17,247],"training":[18,120,159,193,248],"time.":[19],"partitions":[22],"models":[23],"and":[24,31,39,157,196,198,201],"data":[25,65,83,188],"over":[26],"many":[27],"machines,":[28],"allowing":[29],"model":[30],"dataset":[32],"sizes":[33],"beyond":[34],"the":[35,60,128,140,158,207],"available":[36],"compute":[37],"power":[38],"memory":[40,75,169],"of":[41,82,136,176,215,238],"a":[42,107,134,163,174,233],"single":[43],"machine.":[44],"In":[45,62,126],"practice":[46],"though,":[47],"distributed":[48,88,111,223,256],"ML":[49],"is":[50,54,131,194],"challenging":[51],"when":[52],"distribution":[53],"mandatory,":[55],"rather":[56],"chosen":[58],"by":[59,171,205],"practitioner.":[61],"such":[63],"scenarios,":[64],"could":[66],"unavoidably":[67],"be":[68],"separated":[69],"among":[70],"workers":[71,190],"due":[72,93,221],"limited":[74,228],"capacity":[76],"per":[77],"worker":[78],"or":[79,100,227],"even":[80,103],"because":[81],"privacy":[84],"issues.":[85],"There,":[86],"existing":[87],"methods":[89],"will":[90],"utterly":[91],"fail":[92],"dominant":[95],"transfer":[96],"costs":[97],"across":[98],"workers,":[99],"do":[101],"not":[102],"apply.":[104],"We":[105,241],"propose":[106],"new":[108,155],"approach":[109,167,235],"fully":[112],"connected":[113],"neural":[114],"network":[115,130,177,209],"called":[117],"independent":[118,211],"subnet":[119,192],"(IST),":[121],"handle":[123],"these":[124],"cases.":[125],"IST,":[127],"original":[129,208],"decomposed":[132],"into":[133,210],"set":[135],"narrow":[137],"subnetworks":[138,144],"with":[139,219],"same":[141],"depth.":[142],"These":[143,213],"are":[145,151,203,251],"then":[146],"trained":[147],"locally":[148],"before":[149],"parameters":[150,178],"exchanged":[152],"produce":[154],"subnets":[156],"cycle":[160],"repeats.":[161],"Such":[162],"naturally":[164],"\"model":[165],"parallel\"":[166],"limits":[168],"usage":[170],"storing":[172],"only":[173],"portion":[175],"on":[179],"each":[180],"device.":[181],"Additionally,":[182],"no":[183],"requirements":[184],"exist":[185],"for":[186,236],"sharing":[187],"between":[189],"(i.e.,":[191],"local":[195],"independent)":[197],"communication":[199],"volume":[200],"frequency":[202],"reduced":[204],"decomposing":[206],"subnets.":[212],"properties":[214],"IST":[216,232,245],"cope":[218],"issues":[220],"data,":[224],"slow":[225],"interconnects,":[226],"device":[229],"memory,":[230],"making":[231],"suitable":[234],"cases":[237],"mandatory":[239],"distribution.":[240],"show":[242],"experimentally":[243],"that":[244,250],"results":[246],"times":[249],"much":[252],"lower":[253],"common":[255],"approaches.":[258]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}