{"id":"https://openalex.org/W3132103835","doi":"https://doi.org/10.1007/s41468-023-00127-8","title":"GIST: distributed training for large-scale graph convolutional networks","display_name":"GIST: distributed training for large-scale graph convolutional networks","publication_year":2023,"publication_date":"2023-08-14","ids":{"openalex":"https://openalex.org/W3132103835","doi":"https://doi.org/10.1007/s41468-023-00127-8","mag":"3132103835"},"language":"en","primary_location":{"id":"doi:10.1007/s41468-023-00127-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41468-023-00127-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41468-023-00127-8.pdf","source":{"id":"https://openalex.org/S4210173698","display_name":"Journal of Applied and Computational Topology","issn_l":"2367-1726","issn":["2367-1726","2367-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied and Computational Topology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s41468-023-00127-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014694879","display_name":"C. Wolfe","orcid":"https://orcid.org/0000-0003-3954-1229"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cameron R. Wolfe","raw_affiliation_strings":["Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075948339","display_name":"Jingkang Yang","orcid":"https://orcid.org/0000-0002-9424-254X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jingkang Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technology University, 50 Nanyang Avenue, Singapore, 639798, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technology University, 50 Nanyang Avenue, Singapore, 639798, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072289737","display_name":"Fangshuo Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangshuo Liao","raw_affiliation_strings":["Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046587651","display_name":"Arindam Chowdhury","orcid":"https://orcid.org/0000-0001-8178-1061"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arindam Chowdhury","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053979493","display_name":"Chen Dun","orcid":"https://orcid.org/0000-0003-4220-5939"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Dun","raw_affiliation_strings":["Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052572859","display_name":"Artun Bayer","orcid":null},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Artun Bayer","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012007074","display_name":"Santiago Segarra","orcid":"https://orcid.org/0000-0002-8408-9633"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Santiago Segarra","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024280658","display_name":"Anastasios Kyrillidis","orcid":"https://orcid.org/0000-0003-1954-8730"},"institutions":[{"id":"https://openalex.org/I74775410","display_name":"Rice University","ror":"https://ror.org/008zs3103","country_code":"US","type":"education","lineage":["https://openalex.org/I74775410"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anastasios Kyrillidis","raw_affiliation_strings":["Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Rice University, 6100 Main Street, Houston, TX, 77005, USA","institution_ids":["https://openalex.org/I74775410"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5014694879"],"corresponding_institution_ids":["https://openalex.org/I74775410"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":0.8802,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77619737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":"5","first_page":"1363","last_page":"1415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7429806590080261},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.641545832157135},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5930967926979065},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5854476690292358},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5843846797943115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5203732848167419},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.47142547369003296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4598371386528015},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.28383487462997437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429806590080261},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.641545832157135},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5930967926979065},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5854476690292358},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5843846797943115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203732848167419},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.47142547369003296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4598371386528015},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28383487462997437},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s41468-023-00127-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41468-023-00127-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41468-023-00127-8.pdf","source":{"id":"https://openalex.org/S4210173698","display_name":"Journal of Applied and Computational Topology","issn_l":"2367-1726","issn":["2367-1726","2367-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied and Computational Topology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s41468-023-00127-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41468-023-00127-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41468-023-00127-8.pdf","source":{"id":"https://openalex.org/S4210173698","display_name":"Journal of Applied and Computational Topology","issn_l":"2367-1726","issn":["2367-1726","2367-1734"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Applied and Computational Topology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1171700966","display_name":null,"funder_award_id":"NSF CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1276172686","display_name":"Classical and Quantum Algorithms for the Principled Quantification of Infrastructure Safety","funder_award_id":"2037545","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3075400513","display_name":null,"funder_award_id":"NSF CMMI","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3387330441","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320337391","funder_display_name":"Division of Civil, Mechanical and Manufacturing Innovation"},{"id":"https://openalex.org/G3814884433","display_name":"CIF: Small: Data Analysis in Higher-Order Complex Networks","funder_award_id":"2008555","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3876816700","display_name":null,"funder_award_id":"2145629","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6077387443","display_name":null,"funder_award_id":"2037545","funder_id":"https://openalex.org/F4320337391","funder_display_name":"Division of Civil, Mechanical and Manufacturing Innovation"},{"id":"https://openalex.org/G6398428007","display_name":null,"funder_award_id":"2003137","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G671638794","display_name":null,"funder_award_id":"1907936","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337391","display_name":"Division of Civil, Mechanical and Manufacturing Innovation","ror":"https://ror.org/028yd4c30"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W3132103835.pdf"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W1486765142","https://openalex.org/W1501856433","https://openalex.org/W1522301498","https://openalex.org/W2004951603","https://openalex.org/W2067087023","https://openalex.org/W2070232376","https://openalex.org/W2095705004","https://openalex.org/W2101267973","https://openalex.org/W2137608611","https://openalex.org/W2153959628","https://openalex.org/W2166706236","https://openalex.org/W2468907370","https://openalex.org/W2519887557","https://openalex.org/W2558748708","https://openalex.org/W2624431344","https://openalex.org/W2766453196","https://openalex.org/W2785452945","https://openalex.org/W2809418595","https://openalex.org/W2888206291","https://openalex.org/W2903655494","https://openalex.org/W2913300775","https://openalex.org/W2915101468","https://openalex.org/W2945827377","https://openalex.org/W2950543207","https://openalex.org/W2950697450","https://openalex.org/W2950825767","https://openalex.org/W2952029609","https://openalex.org/W2952033860","https://openalex.org/W2961295589","https://openalex.org/W2962767366","https://openalex.org/W2963021451","https://openalex.org/W2963179579","https://openalex.org/W2963228337","https://openalex.org/W2963581908","https://openalex.org/W2963695795","https://openalex.org/W2963804082","https://openalex.org/W2964051675","https://openalex.org/W2970971581","https://openalex.org/W2972087877","https://openalex.org/W2978889483","https://openalex.org/W2983040767","https://openalex.org/W2983466427","https://openalex.org/W2994081359","https://openalex.org/W3016339201","https://openalex.org/W3021189130","https://openalex.org/W3030163527","https://openalex.org/W3034604293","https://openalex.org/W3035390927","https://openalex.org/W3036218681","https://openalex.org/W3039833373","https://openalex.org/W3043359183","https://openalex.org/W3092310353","https://openalex.org/W3100078588","https://openalex.org/W3101553402","https://openalex.org/W3105136071","https://openalex.org/W3106153029","https://openalex.org/W3114040486","https://openalex.org/W3131087743","https://openalex.org/W6600473871","https://openalex.org/W6604434363","https://openalex.org/W6605394581","https://openalex.org/W6607687417","https://openalex.org/W6702166451","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952","https://openalex.org/W4366179611","https://openalex.org/W2551249631"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"graph":[2,27],"convolutional":[3],"network":[4],"(GCN)":[5],"is":[6,18],"a":[7,56,68,133,137],"go-to":[8],"solution":[9],"for":[10],"machine":[11],"learning":[12],"on":[13,41,99,153],"graphs,":[14,43,102],"but":[15],"its":[16],"training":[17,40,47,59,98,106,112],"notoriously":[19],"difficult":[20],"to":[21,97,150],"scale":[22],"both":[23],"in":[24,80],"terms":[25],"of":[26,32,48,55,67,113,132,139],"size":[28],"and":[29,79,87,108],"the":[30,53,65,111,130,154],"number":[31],"model":[33,70,93],"parameters.":[34],"Although":[35],"some":[36],"work":[37],"has":[38],"explored":[39],"large-scale":[42,49],"we":[44,121],"pioneer":[45],"efficient":[46],"GCN":[50,69,85,116],"models":[51],"with":[52,83,119],"proposal":[54],"novel,":[57],"distributed":[58],"framework,":[60],"called":[61],".":[62],"disjointly":[63],"partitions":[64],"parameters":[66],"into":[71],"several,":[72],"smaller":[73],"sub-GCNs":[74],"that":[75],"are":[76],"trained":[77],"independently":[78],"parallel.":[81],"Compatible":[82],"all":[84],"architectures":[86],"existing":[88],"sampling":[89],"techniques,":[90],"(i)":[91],"improves":[92],"performance,":[94],"(ii)":[95],"scales":[96],"arbitrarily":[100],"large":[101],"(iii)":[103],"decreases":[104],"wall-clock":[105],"time,":[107],"(iv)":[109],"enables":[110],"markedly":[114],"overparameterized":[115],"models.":[117],"Remarkably,":[118],",":[120,149],"train":[122],"an":[123],"astonishgly-wide":[124],"32\u2013768-dimensional":[125],"GraphSAGE":[126],"model,":[127],"which":[128],"exceeds":[129],"capacity":[131],"single":[134],"GPU":[135],"by":[136],"factor":[138],"$$8\\times":[140],"$$":[141],"<mml:math":[142],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[143],"<mml:mrow>":[144],"<mml:mn>8</mml:mn>":[145],"<mml:mo>\u00d7</mml:mo>":[146],"</mml:mrow>":[147],"</mml:math>":[148],"SOTA":[151],"performance":[152],"Amazon2M":[155],"dataset.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}