{"id":"https://openalex.org/W4396628137","doi":"https://doi.org/10.14778/3648160.3648184","title":"FreshGNN: Reducing Memory Access via Stable Historical Embeddings for Graph Neural Network Training","display_name":"FreshGNN: Reducing Memory Access via Stable Historical Embeddings for Graph Neural Network Training","publication_year":2024,"publication_date":"2024-02-01","ids":{"openalex":"https://openalex.org/W4396628137","doi":"https://doi.org/10.14778/3648160.3648184"},"language":"en","primary_location":{"id":"doi:10.14778/3648160.3648184","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3648160.3648184","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053163692","display_name":"Kezhao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kezhao Huang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017537432","display_name":"Haitian Jiang","orcid":"https://orcid.org/0000-0001-8215-166X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haitian Jiang","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101452217","display_name":"Minjie Wang","orcid":"https://orcid.org/0000-0001-8830-6079"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Minjie Wang","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009724487","display_name":"Guangxuan Xiao","orcid":"https://orcid.org/0000-0002-7182-9284"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Guangxuan Xiao","raw_affiliation_strings":["MIT"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085016531","display_name":"David Wipf","orcid":"https://orcid.org/0000-0002-2768-4540"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Wipf","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064457872","display_name":"Xiang Song","orcid":"https://orcid.org/0000-0002-1704-4339"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Xiang Song","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008423869","display_name":"Quan Gan","orcid":"https://orcid.org/0000-0003-4612-2268"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Quan Gan","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062549536","display_name":"Zengfeng Huang","orcid":"https://orcid.org/0000-0003-2671-7483"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zengfeng Huang","raw_affiliation_strings":["Fudan University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fudan University","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071200777","display_name":"Jidong Zhai","orcid":"https://orcid.org/0000-0002-7656-6428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Zhai","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100459168","display_name":"Zheng Zhang","orcid":"https://orcid.org/0000-0003-1470-6998"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zheng Zhang","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I4210089985"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8899,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94102401,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"17","issue":"6","first_page":"1473","last_page":"1486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5811176300048828},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5754896998405457},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.53228360414505},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5104779005050659},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36814767122268677},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2943423390388489},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07338333129882812}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5811176300048828},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5754896998405457},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.53228360414505},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5104779005050659},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36814767122268677},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2943423390388489},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07338333129882812},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3648160.3648184","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3648160.3648184","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W95608104","https://openalex.org/W1976969221","https://openalex.org/W2022704179","https://openalex.org/W2112056172","https://openalex.org/W2127941149","https://openalex.org/W2132737349","https://openalex.org/W2519887557","https://openalex.org/W2604314403","https://openalex.org/W2626721309","https://openalex.org/W2734941459","https://openalex.org/W2807021761","https://openalex.org/W2918342466","https://openalex.org/W2945827377","https://openalex.org/W2951136539","https://openalex.org/W2969388332","https://openalex.org/W2970090796","https://openalex.org/W3021975806","https://openalex.org/W3037699692","https://openalex.org/W3068123808","https://openalex.org/W3098230582","https://openalex.org/W3100078588","https://openalex.org/W3100848837","https://openalex.org/W3101553402","https://openalex.org/W3102969158","https://openalex.org/W3104001151","https://openalex.org/W3159109662","https://openalex.org/W3159894882","https://openalex.org/W3159953606","https://openalex.org/W3160021293","https://openalex.org/W3164760399","https://openalex.org/W3164865299","https://openalex.org/W3166813066","https://openalex.org/W3175498521","https://openalex.org/W3195988899","https://openalex.org/W3206504463","https://openalex.org/W3214086726","https://openalex.org/W4220807331","https://openalex.org/W4226332508","https://openalex.org/W4226353404","https://openalex.org/W4288070868","https://openalex.org/W4290927864","https://openalex.org/W4297834616","https://openalex.org/W4299547686","https://openalex.org/W4302008959","https://openalex.org/W4391983842","https://openalex.org/W6736685754","https://openalex.org/W6745537798","https://openalex.org/W6785059380","https://openalex.org/W6785482172","https://openalex.org/W6796909790","https://openalex.org/W6803537983"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"A":[0],"key":[1],"performance":[2],"bottleneck":[3],"when":[4],"training":[5,70,98,188],"graph":[6,52,192],"neural":[7],"network":[8],"(GNN)":[9],"models":[10,73],"on":[11,39,190,216],"large,":[12],"real-world":[13],"graphs":[14],"is":[15,30,131,183],"loading":[16],"node":[17,110],"features":[18,38,119],"onto":[19],"a":[20,76,94,102,134],"GPU.":[21],"Due":[22],"to":[23,32,55,124,141,158,161,176,185,202],"limited":[24],"GPU":[25],"memory,":[26],"expensive":[27],"data":[28,57],"movement":[29],"necessary":[31],"facilitate":[33],"the":[34,49,62,82,127,187,206],"storage":[35],"of":[36,51,68,81,113,136],"these":[37,88],"alternative":[40],"devices":[41],"with":[42,172,211],"slower":[43],"access":[44,208],"(e.g.":[45],"CPU":[46],"memory).":[47],"Moreover,":[48],"irregularity":[50],"structures":[53],"contributes":[54],"poor":[56],"locality":[58],"which":[59,146],"further":[60],"exacerbates":[61],"problem.":[63],"Consequently,":[64],"existing":[65],"frameworks":[66],"capable":[67],"efficiently":[69],"large":[71,191],"GNN":[72,96,109],"usually":[74],"incur":[75],"significant":[77],"accuracy":[78,168],"degradation":[79],"because":[80],"currently-available":[83],"shortcuts":[84],"involved.":[85],"To":[86],"address":[87],"limitations,":[89],"we":[90],"instead":[91,112],"propose":[92],"FreshGNN,":[93],"general-purpose":[95],"mini-batch":[97],"framework":[99],"that":[100,156],"leverages":[101],"historical":[103,180],"cache":[104,129],"for":[105],"storing":[106],"and":[107,138,150,165,197,204],"reusing":[108],"embeddings":[111,145],"re-computing":[114],"them":[115],"through":[116],"fetching":[117],"raw":[118],"at":[120],"every":[121],"iteration.":[122],"Critical":[123],"its":[125],"success,":[126],"corresponding":[128],"policy":[130],"designed,":[132],"using":[133],"combination":[135],"gradient-based":[137],"staleness":[139],"criteria,":[140],"selectively":[142],"screen":[143],"those":[144,155],"are":[147],"relatively":[148],"stable":[149],"can":[151],"be":[152,159],"cached,":[153],"from":[154],"need":[157],"re-computed":[160],"reduce":[162,205],"estimation":[163],"errors":[164],"subsequent":[166],"downstream":[167],"loss.":[169],"When":[170],"paired":[171],"complementary":[173],"system":[174],"enhancements":[175],"support":[177],"this":[178],"selective":[179],"cache,":[181],"FreshGNN":[182],"able":[184],"accelerate":[186],"speed":[189],"datasets":[193],"such":[194],"as":[195],"ogbn-papers100M":[196],"MAG240M":[198],"by":[199,209],"3.4\u00d7":[200],"up":[201],"20.5\u00d7":[203],"memory":[207],"59%,":[210],"less":[212],"than":[213],"1%":[214],"influence":[215],"test":[217],"accuracy.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}