{"id":"https://openalex.org/W4409983225","doi":"https://doi.org/10.1137/1.9781611978520.62","title":"Staleness-Alleviated Distributed GNN Training via Online Dynamic-Embedding Prediction","display_name":"Staleness-Alleviated Distributed GNN Training via Online Dynamic-Embedding Prediction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409983225","doi":"https://doi.org/10.1137/1.9781611978520.62"},"language":"en","primary_location":{"id":"doi:10.1137/1.9781611978520.62","is_oa":false,"landing_page_url":"https://doi.org/10.1137/1.9781611978520.62","pdf_url":null,"source":{"id":"https://openalex.org/S4306463922","display_name":"Society for Industrial and Applied Mathematics eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 SIAM International Conference on Data Mining (SDM)","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076947075","display_name":"Guangji Bai","orcid":"https://orcid.org/0000-0003-3932-2472"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Guangji Bai","raw_affiliation_strings":["Emory University, Atlanta, USA","Guangji Bai and Ziyang Yu contributed equally to this work"],"affiliations":[{"raw_affiliation_string":"Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I150468666"]},{"raw_affiliation_string":"Guangji Bai and Ziyang Yu contributed equally to this work","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066842835","display_name":"Ziyang Yu","orcid":"https://orcid.org/0000-0002-6656-3741"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Yu","raw_affiliation_strings":["Emory University, Atlanta, USA","Guangji Bai and Ziyang Yu contributed equally to this work"],"affiliations":[{"raw_affiliation_string":"Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I150468666"]},{"raw_affiliation_string":"Guangji Bai and Ziyang Yu contributed equally to this work","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102434234","display_name":"Zheng Chai","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zheng Chai","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079187166","display_name":"Yue Cheng","orcid":"https://orcid.org/0000-0003-1695-4864"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Cheng","raw_affiliation_strings":["University of Virginia, Charlottesville, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, Charlottesville, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048756500","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0002-2648-9989"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["Emory University, Atlanta, USA"],"affiliations":[{"raw_affiliation_string":"Emory University, Atlanta, USA","institution_ids":["https://openalex.org/I150468666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076947075"],"corresponding_institution_ids":["https://openalex.org/I150468666"],"apc_list":null,"apc_paid":null,"fwci":4.9041,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.9280067,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"578","last_page":"587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.925599992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.925599992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6983794569969177},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.532621443271637},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24767810106277466}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6983794569969177},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.532621443271637},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24767810106277466}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/1.9781611978520.62","is_oa":false,"landing_page_url":"https://doi.org/10.1137/1.9781611978520.62","pdf_url":null,"source":{"id":"https://openalex.org/S4306463922","display_name":"Society for Industrial and Applied Mathematics eBooks","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"ebook platform"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 SIAM International Conference on Data Mining (SDM)","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2081900870","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Despite":[0],"the":[1,39,46,59,95,107,141,153,174,177,188,192],"recent":[2],"success":[3],"of":[4,42,48,74,94,109,148,176],"Graph":[5],"Neural":[6],"Networks":[7],"(GNNs),":[8],"it":[9,166],"remains":[10],"challenging":[11],"to":[12,19,83,115,151,167,186],"train":[13,187],"GNNs":[14],"on":[15,220],"large-scale":[16,222],"graphs":[17],"due":[18],"neighbor":[20],"explosions.":[21],"As":[22],"a":[23,28,71,131,158,163,199],"remedy,":[24],"distributed":[25,53,75,135,193],"computing":[26,34],"becomes":[27],"promising":[29,72],"solution":[30],"by":[31],"leveraging":[32],"abundant":[33],"resources":[35],"(e.g.,":[36,87],"GPU).":[37],"However,":[38,102],"node":[40,88],"dependency":[41],"graph":[43,160,223],"data":[44],"increases":[45],"difficulty":[47],"achieving":[49],"high":[50,100],"concurrency":[51],"in":[52],"GNN":[54,136,194],"training,":[55],"which":[56,171],"suffers":[57],"from":[58],"massive":[60],"communication":[61],"overhead.":[62],"To":[63,121],"address":[64],"it,":[65],"Historical":[66],"value":[67,97],"approximation":[68,93],"is":[69,150],"deemed":[70],"class":[73],"training":[76,112,137],"techniques.":[77],"It":[78],"utilizes":[79],"an":[80,91,183],"offline":[81],"memory":[82],"cache":[84],"historical":[85,179],"information":[86],"embedding)":[89],"as":[90,157],"affordable":[92],"exact":[96],"and":[98,118,133,161,191,196,212,217],"achieves":[99],"concurrency.":[101],"such":[103],"benefits":[104],"come":[105],"at":[106,227],"cost":[108],"involving":[110],"dated":[111],"information,":[113],"leading":[114],"staleness,":[116],"imprecision,":[117],"convergence":[119,200,218],"issues.":[120],"overcome":[122],"these":[123],"challenges,":[124],"this":[125],"paper":[126],"proposes":[127],"SAT":[128,149,206],"(Staleness-Alleviated":[129],"Training),":[130],"novel":[132],"scalable":[134],"framework":[138],"that":[139,205],"reduces":[140],"embedding":[142,155,189,210],"staleness":[143,175,211],"adaptively.":[144],"The":[145],"key":[146],"idea":[147],"model":[152,164],"GNN\u2019s":[154],"evolution":[156],"temporal":[159],"build":[162],"upon":[165],"predict":[168],"future":[169],"embedding,":[170],"effectively":[172,208],"alleviates":[173],"cached":[178],"embedding.":[180],"We":[181],"propose":[182],"online":[184],"algorithm":[185],"predictor":[190],"alternatively":[195],"further":[197],"provide":[198],"analysis.":[201],"Empirically,":[202],"we":[203],"demonstrate":[204],"can":[207],"reduce":[209],"thus":[213],"achieve":[214],"better":[215],"performance":[216],"speed":[219],"multiple":[221],"datasets.":[224],"Code":[225],"available":[226],"https://github.com/Ziyang-Yu/SAT.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}