{"id":"https://openalex.org/W4404691235","doi":"https://doi.org/10.1145/3697805","title":"PACER: Accelerating Distributed GNN Training Using Communication-Efficient Partition Refinement and Caching","display_name":"PACER: Accelerating Distributed GNN Training Using Communication-Efficient Partition Refinement and Caching","publication_year":2024,"publication_date":"2024-11-25","ids":{"openalex":"https://openalex.org/W4404691235","doi":"https://doi.org/10.1145/3697805"},"language":"en","primary_location":{"id":"doi:10.1145/3697805","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3697805","pdf_url":null,"source":{"id":"https://openalex.org/S4387290834","display_name":"Proceedings of the ACM on Networking","issn_l":"2834-5509","issn":["2834-5509"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016650050","display_name":"Shohaib Mahmud","orcid":"https://orcid.org/0009-0000-5989-078X"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shohaib Mahmud","raw_affiliation_strings":["University of Virginia, Charottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050569064","display_name":"Haiying Shen","orcid":"https://orcid.org/0000-0002-7548-6223"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiying Shen","raw_affiliation_strings":["University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090733623","display_name":"Anand Iyer","orcid":"https://orcid.org/0009-0009-3700-2994"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anand Iyer","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5016650050"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19019022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"CoNEXT4","first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8277826309204102},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.7054197192192078},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6698519587516785},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5604091286659241},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4938238561153412},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.49078449606895447},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4297887980937958},{"id":"https://openalex.org/keywords/graph-partition","display_name":"Graph partition","score":0.4227648079395294},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.3575780391693115},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3221660256385803},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2614303529262543},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14006668329238892},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08466601371765137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8277826309204102},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.7054197192192078},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6698519587516785},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5604091286659241},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4938238561153412},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.49078449606895447},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4297887980937958},{"id":"https://openalex.org/C48903430","wikidata":"https://www.wikidata.org/wiki/Q491370","display_name":"Graph partition","level":3,"score":0.4227648079395294},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3575780391693115},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3221660256385803},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2614303529262543},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14006668329238892},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08466601371765137},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3697805","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3697805","pdf_url":null,"source":{"id":"https://openalex.org/S4387290834","display_name":"Proceedings of the ACM on Networking","issn_l":"2834-5509","issn":["2834-5509"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W131619556","https://openalex.org/W1989640249","https://openalex.org/W1994727615","https://openalex.org/W2082773934","https://openalex.org/W2734941459","https://openalex.org/W2807021761","https://openalex.org/W2901504064","https://openalex.org/W2912083425","https://openalex.org/W2998313947","https://openalex.org/W3007309629","https://openalex.org/W3015616869","https://openalex.org/W3037699692","https://openalex.org/W3040478789","https://openalex.org/W3087202534","https://openalex.org/W3096566397","https://openalex.org/W3100848837","https://openalex.org/W3104001151","https://openalex.org/W3104307750","https://openalex.org/W3153361501","https://openalex.org/W3157805807","https://openalex.org/W3158027451","https://openalex.org/W3159894882","https://openalex.org/W4220807331","https://openalex.org/W4249705725","https://openalex.org/W4290876516"],"related_works":["https://openalex.org/W2152099439","https://openalex.org/W1984163603","https://openalex.org/W3130422087","https://openalex.org/W3161249280","https://openalex.org/W2267059662","https://openalex.org/W2081416538","https://openalex.org/W3139829055","https://openalex.org/W2583811263","https://openalex.org/W3211941742","https://openalex.org/W2035944803"],"abstract_inverted_index":{"Despite":[0],"recent":[1],"breakthroughs":[2],"in":[3,101,142],"distributed":[4,64,138],"Graph":[5],"Neural":[6],"Network":[7],"(GNN)":[8],"training,":[9],"large-scale":[10],"graphs":[11,132],"still":[12],"generate":[13],"significant":[14],"network":[15,126],"communication":[16,33],"overhead,":[17],"decreasing":[18],"time":[19,144],"and":[20,35,56,85,98,106],"resource":[21],"efficiency.":[22],"Although":[23],"recently":[24],"proposed":[25],"partitioning":[26],"or":[27],"caching":[28,99],"methods":[29],"try":[30],"to":[31,43,76,95,108,120],"reduce":[32],"inefficiencies":[34],"overheads,":[36],"they":[37],"are":[38],"not":[39],"sufficiently":[40],"effective":[41],"due":[42],"their":[44],"sampling":[45,83],"pattern-agnostic":[46],"nature.":[47],"This":[48],"paper":[49],"proposes":[50],"a":[51,62,116],"Pipelined":[52],"Partition":[53],"Aware":[54],"Caching":[55],"Communication":[57],"Efficient":[58],"Refinement":[59],"System":[60],"(Pacer),":[61],"communication-efficient":[63],"GNN":[65,139],"training":[66,140,143],"system.":[67],"First,":[68],"Pacer":[69,114,135],"intelligently":[70],"estimates":[71],"each":[72,77],"partition's":[73],"access":[74,93],"frequency":[75,94],"vertex":[78],"by":[79,145],"jointly":[80],"considering":[81],"the":[82,91,122,125],"method":[84,119],"graph":[86],"topology.":[87],"Then,":[88],"it":[89],"uses":[90],"estimated":[92],"refine":[96],"partitions":[97],"vertices":[100],"its":[102],"two-level":[103],"cache":[104],"(CPU":[105],"GPU)":[107],"minimize":[109],"data":[110],"transfer":[111],"latency.":[112],"Furthermore,":[113],"incorporates":[115],"pipeline-based":[117],"minibatching":[118],"mask":[121],"effect":[123],"of":[124],"communication.":[127],"Experimental":[128],"results":[129],"on":[130,147],"real-world":[131],"show":[133],"that":[134],"outperforms":[136],"state-of-the-art":[137],"system":[141],"40%":[146],"average.":[148]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}