{"id":"https://openalex.org/W4404185643","doi":"https://doi.org/10.1145/3701563","title":"Simplifying Distributed Neural Network Training on Massive Graphs: Randomized Partitions Improve Model Aggregation","display_name":"Simplifying Distributed Neural Network Training on Massive Graphs: Randomized Partitions Improve Model Aggregation","publication_year":2024,"publication_date":"2024-11-08","ids":{"openalex":"https://openalex.org/W4404185643","doi":"https://doi.org/10.1145/3701563"},"language":"en","primary_location":{"id":"doi:10.1145/3701563","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701563","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701563","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3701563","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071123678","display_name":"Jiong Zhu","orcid":"https://orcid.org/0000-0002-6145-3295"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiong Zhu","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA and University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA and University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057785836","display_name":"Aishwarya Reganti","orcid":"https://orcid.org/0009-0005-0989-1406"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aishwarya Reganti","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101918765","display_name":"Edward W Huang","orcid":"https://orcid.org/0000-0002-4461-8545"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward W. Huang","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041669268","display_name":"Charles Dickens","orcid":"https://orcid.org/0000-0002-0368-6859"},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Dickens","raw_affiliation_strings":["University of California, Santa Cruz, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Santa Cruz, CA, USA","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081428282","display_name":"Nikhil Rao","orcid":"https://orcid.org/0000-0003-0281-932X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Rao","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021259488","display_name":"Karthik Subbian","orcid":"https://orcid.org/0000-0002-9023-2248"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karthik Subbian","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015996266","display_name":"Danai Koutra","orcid":"https://orcid.org/0000-0002-3206-8179"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danai Koutra","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA and University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA and University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5071123678"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":1.0425,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81643698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"19","issue":"1","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6624566316604614},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5242096185684204},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46315115690231323},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41864052414894104},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4049603044986725}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6624566316604614},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5242096185684204},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46315115690231323},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41864052414894104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4049603044986725}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3701563","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701563","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701563","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3701563","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3701563","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3701563","source":{"id":"https://openalex.org/S41523882","display_name":"ACM Transactions on Knowledge Discovery from Data","issn_l":"1556-4681","issn":["1556-4681","1556-472X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Knowledge Discovery from Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404185643.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2070232376","https://openalex.org/W2086161653","https://openalex.org/W2127941149","https://openalex.org/W2560674852","https://openalex.org/W2604314403","https://openalex.org/W2618530766","https://openalex.org/W2783719747","https://openalex.org/W2807021761","https://openalex.org/W2809583854","https://openalex.org/W2900182564","https://openalex.org/W2914721378","https://openalex.org/W2945827377","https://openalex.org/W2945996535","https://openalex.org/W2969388332","https://openalex.org/W3001111845","https://openalex.org/W3002924435","https://openalex.org/W3012631161","https://openalex.org/W3068123808","https://openalex.org/W3100848837","https://openalex.org/W3101553402","https://openalex.org/W3102969158","https://openalex.org/W3159953606","https://openalex.org/W3206504463","https://openalex.org/W4221160815","https://openalex.org/W4283076909","https://openalex.org/W4379261299","https://openalex.org/W4382240080","https://openalex.org/W4396844305","https://openalex.org/W4400528802"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Distributed":[0],"graph":[1,106,166],"neural":[2],"network":[3],"(GNN)":[4],"training":[5,31,72,105,165,215],"facilitates":[6],"learning":[7],"on":[8,40,184],"massive":[9],"graphs":[10],"that":[11,73,94,127,196],"surpass":[12],"the":[13,56,59,104,134,164,209],"storage":[14],"and":[15,54,83,107,173,178,186,203],"computational":[16],"capabilities":[17],"of":[18,58,103,136,153,159],"a":[19,66],"single":[20],"machine.":[21],"Traditional":[22],"distributed":[23,70],"frameworks":[24],"strive":[25],"for":[26,69],"performance":[27,84,142,202],"parity":[28,143],"with":[29,144,189],"centralized":[30,47,145],"by":[32],"maximally":[33],"recovering":[34],"cross-instance":[35,137],"node":[36,138],"dependencies,":[37],"relying":[38],"either":[39],"inter-instance":[41],"communication":[42],"or":[43,155],"periodic":[44,115],"fallback":[45],"to":[46,120,132,140,162,169,191,208],"training.":[48,146],"However,":[49],"these":[50,75,110],"processes":[51],"create":[52],"overhead":[53],"constrain":[55],"scalability":[57],"framework.":[60],"In":[61],"this":[62],"work,":[63],"we":[64],"propose":[65],"streamlined":[67],"framework":[68,89,149,199],"GNN":[71],"eliminates":[74],"costly":[76],"operations,":[77],"yielding":[78],"improved":[79],"scalability,":[80],"convergence":[81],"speed,":[82],"over":[85],"state-of-the-art":[86,201],"approaches.":[87],"Our":[88],"(1)":[90],"comprises":[91],"independent":[92],"trainers":[93],"asynchronously":[95],"learn":[96],"local":[97,111],"models":[98,112],"from":[99],"locally":[100],"available":[101],"parts":[102],"(2)":[108],"synchronizes":[109],"only":[113],"through":[114],"(time-based)":[116],"model":[117],"aggregation.":[118],"Contrary":[119],"prevailing":[121],"belief,":[122],"our":[123,148,197],"theoretical":[124],"analysis":[125],"shows":[126],"it":[128],"is":[129],"not":[130],"essential":[131],"maximize":[133],"recovery":[135],"dependencies":[139],"achieve":[141],"Instead,":[147],"leverages":[150],"randomized":[151],"assignment":[152],"nodes":[154],"super-nodes":[156],"(i.e.,":[157],"collections":[158],"original":[160],"nodes)":[161],"partition":[163],"in":[167,176],"order":[168],"enhance":[170],"data":[171],"uniformity":[172],"minimize":[174],"discrepancies":[175],"gradient":[177],"loss":[179],"function":[180],"across":[181],"instances.":[182],"Experiments":[183],"social":[185],"e-commerce":[187],"networks":[188],"up":[190],"1.3":[192],"billion":[193],"edges":[194],"show":[195],"proposed":[198],"achieves":[200],"2.31":[204],"\\(\\times\\)":[205],"speedup":[206],"compared":[207],"fastest":[210],"baseline":[211],"despite":[212],"using":[213],"less":[214],"data.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}