{"id":"https://openalex.org/W4410090059","doi":"https://doi.org/10.1145/3696410.3714741","title":"GraphCom: Communication Hierarchy-aware Graph Engine for Distributed Model Training","display_name":"GraphCom: Communication Hierarchy-aware Graph Engine for Distributed Model Training","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4410090059","doi":"https://doi.org/10.1145/3696410.3714741"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714741","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714741","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714741","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714741","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101105445","display_name":"Xinbiao Gan","orcid":"https://orcid.org/0000-0003-3622-1772"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinbiao Gan","raw_affiliation_strings":["School of Computer, National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102779318","display_name":"Tiejun Li","orcid":"https://orcid.org/0000-0002-9486-420X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Li","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103063992","display_name":"Wu Liang","orcid":"https://orcid.org/0009-0009-1187-9026"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Wu","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109298835","display_name":"Qiang Zhang","orcid":"https://orcid.org/0009-0001-5234-1937"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090707276","display_name":"Lingyun Song","orcid":"https://orcid.org/0000-0002-7892-2617"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyun Song","raw_affiliation_strings":["School of Computer Science, Northwest Polytechnical University, Chanxi, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwest Polytechnical University, Chanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114077514","display_name":"Bo Yang","orcid":"https://orcid.org/0009-0008-0058-2350"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Yang","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Liu","orcid":"https://orcid.org/0000-0002-9740-0056"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000311799","display_name":"Kai Lu","orcid":"https://orcid.org/0000-0003-4907-306X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Lu","raw_affiliation_strings":["National University of Defense Technology, Changsha, China"],"affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101105445"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07482268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"786","last_page":"795"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7922602891921997},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5694713592529297},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5363133549690247},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.535952627658844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3210543394088745},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.23987793922424316}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922602891921997},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5694713592529297},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5363133549690247},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.535952627658844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3210543394088745},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.23987793922424316},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714741","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714741","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714741","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714741","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714741","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714741","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2014761249","display_name":null,"funder_award_id":"62102321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5594719277","display_name":null,"funder_award_id":"42104078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5828585638","display_name":null,"funder_award_id":"202413","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5832729736","display_name":null,"funder_award_id":"62032023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6847076028","display_name":null,"funder_award_id":"62272476","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7239862944","display_name":null,"funder_award_id":"6190241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410090059.pdf","grobid_xml":"https://content.openalex.org/works/W4410090059.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W206953779","https://openalex.org/W1595141187","https://openalex.org/W2000041758","https://openalex.org/W2038263824","https://openalex.org/W2045271686","https://openalex.org/W2053076698","https://openalex.org/W2063032661","https://openalex.org/W2072910106","https://openalex.org/W2089526311","https://openalex.org/W2096544401","https://openalex.org/W2123859357","https://openalex.org/W2160276892","https://openalex.org/W2189016707","https://openalex.org/W2259576664","https://openalex.org/W2262656054","https://openalex.org/W2301743601","https://openalex.org/W2516174802","https://openalex.org/W2528120841","https://openalex.org/W2541679786","https://openalex.org/W2574229471","https://openalex.org/W2576259597","https://openalex.org/W2584369986","https://openalex.org/W2613088476","https://openalex.org/W2773899873","https://openalex.org/W2788981395","https://openalex.org/W2790789009","https://openalex.org/W2912506132","https://openalex.org/W2914209329","https://openalex.org/W3095449827","https://openalex.org/W3100406893","https://openalex.org/W3111291834","https://openalex.org/W3148876425","https://openalex.org/W3188723794","https://openalex.org/W3196829622","https://openalex.org/W4230952209","https://openalex.org/W4289533975","https://openalex.org/W4391986935","https://openalex.org/W4396722529","https://openalex.org/W4400292057","https://openalex.org/W6891663982"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2365264209","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W962203960"],"abstract_inverted_index":{"Efficient":[0],"processing":[1,80],"of":[2,9,28,54,142,152,223],"large-scale":[3,225],"graphs":[4],"with":[5,158],"billions":[6],"to":[7,36,49,87,93,104,109,123,166,218],"trillions":[8],"edges":[10],"is":[11,86,133],"essential":[12],"for":[13,78,241],"training":[14,228,243],"graph-based":[15,226],"large":[16],"language":[17],"models":[18,30],"(LLMs)":[19],"in":[20,62,112,127,136,186],"web-scale":[21,246],"systems.":[22],"The":[23],"increasing":[24],"complexity":[25],"and":[26,120,161,169,183,189],"size":[27],"these":[29],"create":[31],"significant":[32],"communication":[33,63,95,231],"challenges":[34],"due":[35],"the":[37,66,89,105,113,124,128,143,204,208,214,221],"extensive":[38],"message":[39,75,97],"exchanges":[40],"required":[41],"across":[42,52],"distributed":[43,224,233,242],"nodes.":[44],"Current":[45],"graph":[46,76,79,239],"engines":[47],"struggle":[48],"effectively":[50],"scale":[51],"hundreds":[53],"computing":[55],"nodes":[56,107,126,168],"because":[57],"they":[58],"often":[59],"overlook":[60],"variations":[61],"costs":[64],"within":[65],"interconnection":[67],"hierarchy.":[68],"This":[69],"paper":[70],"presents":[71],"GraphCom,":[72],"a":[73,197],"communication-efficient":[74],"engine":[77,240],"on":[81,150,196,207,245],"supercomputers.":[82],"Our":[83],"key":[84],"idea":[85],"leverage":[88],"network":[90],"topology":[91],"information":[92],"perform":[94],"hierarchy-aware":[96],"aggregation,":[98],"where":[99,200],"messages":[100],"are":[101],"(i)":[102],"gathered":[103],"responsible":[106],"(referred":[108],"as":[110],"monitors)":[111],"source":[114,139,144],"domains,":[115],"(ii)":[116],"transferred":[117],"between":[118,232],"monitors,":[119],"(iii)":[121],"scattered":[122],"target":[125,129],"domains.":[130],"GraphCom's":[131,156],"aggregation":[132],"more":[134],"aggressive":[135],"that":[137,176],"each":[138],"domain":[140],"(instead":[141],"node).":[145],"We":[146,154],"have":[147,193],"implemented":[148],"GraphCom":[149,177,195,216],"top":[151,205],"MPI.":[153],"demonstrate":[155],"effectiveness":[157],"synthetic":[159],"benchmarks":[160],"real-world":[162],"graphs,":[163],"utilizing":[164],"up":[165],"79,024":[167],"over":[170],"1.2":[171],"million":[172],"processor":[173],"cores,":[174],"demonstrating":[175],"surpasses":[178],"leading":[179],"graph-":[180],"parallel":[181],"systems":[182],"state-of-the-art":[184],"counterparts":[185],"both":[187],"throughput":[188],"scalability.":[190],"Moreover,":[191],"we":[192],"deployed":[194],"production":[198],"supercomputer,":[199],"it":[201,236],"consistently":[202],"outperforms":[203],"solutions":[206],"Graph500":[209],"list.":[210],"These":[211],"results":[212],"highlight":[213],"potential":[215],"has":[217],"significantly":[219],"improve":[220],"efficiency":[222],"LLM":[227],"by":[229],"optimizing":[230],"systems,":[234],"making":[235],"an":[237],"invaluable":[238],"tasks":[244],"graphs.":[247]},"counts_by_year":[],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}