{"id":"https://openalex.org/W4391884321","doi":"https://doi.org/10.1145/3648358","title":"Distributed Graph Neural Network Training: A Survey","display_name":"Distributed Graph Neural Network Training: A Survey","publication_year":2024,"publication_date":"2024-02-16","ids":{"openalex":"https://openalex.org/W4391884321","doi":"https://doi.org/10.1145/3648358"},"language":"en","primary_location":{"id":"doi:10.1145/3648358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3648358","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014615052","display_name":"Yingxia Shao","orcid":"https://orcid.org/0000-0002-8559-2628"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yingxia Shao","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8559-2628","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100695043","display_name":"Hongzheng Li","orcid":"https://orcid.org/0000-0002-8377-5367"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzheng Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8377-5367","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076596510","display_name":"Xizhi Gu","orcid":"https://orcid.org/0009-0009-8883-6139"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xizhi Gu","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-8883-6139","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongbo Yin","orcid":"https://orcid.org/0000-0002-2888-7630"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbo Yin","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2888-7630","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633553","display_name":"Yawen Li","orcid":"https://orcid.org/0000-0003-2662-3444"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawen Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2662-3444","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015552951","display_name":"Xupeng Miao","orcid":"https://orcid.org/0000-0002-9371-8358"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xupeng Miao","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"raw_orcid":"https://orcid.org/0000-0002-9371-8358","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008772211","display_name":"Wentao Zhang","orcid":"https://orcid.org/0000-0002-7532-5550"},"institutions":[{"id":"https://openalex.org/I108192572","display_name":"HEC Montr\u00e9al","ror":"https://ror.org/05ww3wq27","country_code":"CA","type":"education","lineage":["https://openalex.org/I108192572"]},{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wentao Zhang","raw_affiliation_strings":["Mila \u2013 Qu\u00e9bec AI Institute, HEC Montr\u00e9al, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7532-5550","affiliations":[{"raw_affiliation_string":"Mila \u2013 Qu\u00e9bec AI Institute, HEC Montr\u00e9al, Montreal, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I108192572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062357883","display_name":"Bin Cui","orcid":"https://orcid.org/0000-0003-1681-4677"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cui","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1681-4677","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100333516","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-8257-5806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8257-5806","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5014615052"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":22.5172,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.99604838,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"56","issue":"8","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8954660892486572},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6131591796875},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5438076853752136},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4383409023284912},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.436862051486969},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42831817269325256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38707518577575684},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3593461513519287},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.29797422885894775}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8954660892486572},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6131591796875},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5438076853752136},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4383409023284912},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.436862051486969},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42831817269325256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38707518577575684},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3593461513519287},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29797422885894775},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3648358","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3648358","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-140066","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-140066","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G1081110210","display_name":null,"funder_award_id":"2019B151530001","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G1108969597","display_name":null,"funder_award_id":"62192784","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1691401027","display_name":null,"funder_award_id":"U22B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3648843532","display_name":null,"funder_award_id":"U23B2048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G380298712","display_name":null,"funder_award_id":"U22B2060","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3952302843","display_name":null,"funder_award_id":"AoE/E-603/18","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G421627741","display_name":null,"funder_award_id":"62272054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6749463622","display_name":null,"funder_award_id":"20230484319","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G8136954100","display_name":null,"funder_award_id":"2022ZD0116315","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G8777444784","display_name":null,"funder_award_id":"62272054, 62192784, U23B2048, and U22B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"},{"id":"https://openalex.org/F4320323537","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320333993","display_name":"Microsoft Research Asia","ror":"https://ror.org/0300m5276"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":148,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1971630691","https://openalex.org/W2069360577","https://openalex.org/W2070232376","https://openalex.org/W2093053744","https://openalex.org/W2096544401","https://openalex.org/W2142184646","https://openalex.org/W2164274587","https://openalex.org/W2170616854","https://openalex.org/W2336650964","https://openalex.org/W2340222647","https://openalex.org/W2587914027","https://openalex.org/W2604272474","https://openalex.org/W2805516822","https://openalex.org/W2907492528","https://openalex.org/W2911286998","https://openalex.org/W2913264117","https://openalex.org/W2914721378","https://openalex.org/W2918342466","https://openalex.org/W2945827377","https://openalex.org/W2963300178","https://openalex.org/W2963396480","https://openalex.org/W2964330541","https://openalex.org/W2965857891","https://openalex.org/W2969388332","https://openalex.org/W2970929262","https://openalex.org/W2979340153","https://openalex.org/W2982231843","https://openalex.org/W2997035976","https://openalex.org/W2997494090","https://openalex.org/W2997513934","https://openalex.org/W2997848713","https://openalex.org/W2999905431","https://openalex.org/W3000310304","https://openalex.org/W3004507689","https://openalex.org/W3007332492","https://openalex.org/W3011667710","https://openalex.org/W3012125688","https://openalex.org/W3019011053","https://openalex.org/W3019716989","https://openalex.org/W3021975806","https://openalex.org/W3028820942","https://openalex.org/W3030204405","https://openalex.org/W3034414418","https://openalex.org/W3034604293","https://openalex.org/W3034808961","https://openalex.org/W3035568641","https://openalex.org/W3036016037","https://openalex.org/W3036703963","https://openalex.org/W3042370959","https://openalex.org/W3045200674","https://openalex.org/W3048584318","https://openalex.org/W3048770428","https://openalex.org/W3080083111","https://openalex.org/W3080512189","https://openalex.org/W3086105743","https://openalex.org/W3086238199","https://openalex.org/W3087202534","https://openalex.org/W3087314042","https://openalex.org/W3090369187","https://openalex.org/W3096566397","https://openalex.org/W3097300053","https://openalex.org/W3100078588","https://openalex.org/W3101553402","https://openalex.org/W3103513278","https://openalex.org/W3106125969","https://openalex.org/W3110933132","https://openalex.org/W3112277895","https://openalex.org/W3117528324","https://openalex.org/W3123909522","https://openalex.org/W3125012172","https://openalex.org/W3126100018","https://openalex.org/W3127829048","https://openalex.org/W3129850062","https://openalex.org/W3130421533","https://openalex.org/W3132103835","https://openalex.org/W3132185085","https://openalex.org/W3132695675","https://openalex.org/W3133587129","https://openalex.org/W3136465512","https://openalex.org/W3136941290","https://openalex.org/W3140605903","https://openalex.org/W3142795311","https://openalex.org/W3152893301","https://openalex.org/W3154620621","https://openalex.org/W3155986400","https://openalex.org/W3157805807","https://openalex.org/W3158027451","https://openalex.org/W3159109662","https://openalex.org/W3159894882","https://openalex.org/W3159953606","https://openalex.org/W3162147375","https://openalex.org/W3162616539","https://openalex.org/W3165031368","https://openalex.org/W3165484655","https://openalex.org/W3167254314","https://openalex.org/W3167575787","https://openalex.org/W3169307980","https://openalex.org/W3172854437","https://openalex.org/W3175786688","https://openalex.org/W3175971420","https://openalex.org/W3176940011","https://openalex.org/W3188579603","https://openalex.org/W3189898989","https://openalex.org/W3203290032","https://openalex.org/W3206504463","https://openalex.org/W3210073855","https://openalex.org/W3210671945","https://openalex.org/W3214512668","https://openalex.org/W4205645269","https://openalex.org/W4220807331","https://openalex.org/W4221106024","https://openalex.org/W4224330113","https://openalex.org/W4225777545","https://openalex.org/W4226071620","https://openalex.org/W4242248730","https://openalex.org/W4281249911","https://openalex.org/W4281401915","https://openalex.org/W4281691175","https://openalex.org/W4281710668","https://openalex.org/W4282963011","https://openalex.org/W4283314525","https://openalex.org/W4283377648","https://openalex.org/W4283737104","https://openalex.org/W4285606578","https://openalex.org/W4287325395","https://openalex.org/W4287555171","https://openalex.org/W4287829537","https://openalex.org/W4288070868","https://openalex.org/W4288419263","https://openalex.org/W4289533881","https://openalex.org/W4290927864","https://openalex.org/W4290944486","https://openalex.org/W4299358365","https://openalex.org/W4306317340","https://openalex.org/W4320063484","https://openalex.org/W4321466207","https://openalex.org/W4353071157","https://openalex.org/W4377099260","https://openalex.org/W4381328668","https://openalex.org/W4381328689","https://openalex.org/W4386360169","https://openalex.org/W4386640463","https://openalex.org/W4386891565","https://openalex.org/W6703420464","https://openalex.org/W6783240540","https://openalex.org/W6785482172","https://openalex.org/W6790306636"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2414054180"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"(GNNs)":[3],"are":[4,12],"a":[5,42,47,113,155,224],"type":[6],"of":[7,27,50,66,72,102,115,118,126,146,230],"deep":[8],"learning":[9],"models":[10],"that":[11,166],"trained":[13],"on":[14,95],"graphs":[15],"and":[16,84,99,105,149,189,216,222],"have":[17,92,107],"been":[18,93,108],"successfully":[19],"applied":[20],"in":[21,137,162,198],"various":[22],"domains.":[23],"Despite":[24],"the":[25,64,70,81,119,123,144,159,168,196,202,227],"effectiveness":[26],"GNNs,":[28,53],"it":[29,55],"is":[30,56,112],"still":[31],"challenging":[32],"for":[33,122,158,210],"GNNs":[34],"to":[35,38,58],"efficiently":[36],"scale":[37],"large":[39],"graphs.":[40],"As":[41],"remedy,":[43],"distributed":[44,75,96,124,138,163,207,231],"computing":[45,61],"becomes":[46],"promising":[48],"solution":[49],"training":[51,103,165],"large-scale":[52],"since":[54],"able":[57],"provide":[59],"abundant":[60],"resources.":[62],"However,":[63],"dependency":[65],"graph":[67],"structure":[68],"increases":[69],"difficulty":[71],"achieving":[73],"high-efficiency":[74],"GNN":[76,97,127,139,164,180,183,186,190,208,232],"training,":[77,98],"which":[78],"suffers":[79],"from":[80],"massive":[82,141],"communication":[83,191],"workload":[85,150],"imbalance.":[86,151],"In":[87,129,201],"recent":[88],"years,":[89],"many":[90],"efforts":[91],"made":[94],"an":[100],"array":[101],"algorithms":[104],"systems":[106,209],"proposed.":[109],"Yet,":[110],"there":[111],"lack":[114],"systematic":[116],"review":[117],"optimization":[120,160],"techniques":[121,161,176,197],"execution":[125,187],"training.":[128,233],"this":[130],"survey,":[131],"we":[132,153,204],"analyze":[133],"three":[134],"major":[135],"challenges":[136],"training:":[140],"feature":[142],"communication,":[143],"loss":[145],"model":[147],"accuracy,":[148],"Then,":[152],"introduce":[154],"new":[156,172],"taxonomy":[157,173],"address":[167],"above":[169],"challenges.":[170],"The":[171],"classifies":[174],"existing":[175,206],"into":[177],"four":[178],"categories:":[179],"data":[181],"partition,":[182],"batch":[184],"generation,":[185],"model,":[188],"protocol.":[192],"We":[193],"carefully":[194],"discuss":[195],"each":[199],"category.":[200],"conclusion,":[203],"summarize":[205],"multi\u2013graphics":[211],"processing":[212,218],"units":[213],"(GPUs),":[214],"GPU-clusters":[215],"central":[217],"unit":[219],"(CPU)-clusters,":[220],"respectively,":[221],"present":[223],"discussion":[225],"about":[226],"future":[228],"direction":[229]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":22}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}