{"id":"https://openalex.org/W4396843851","doi":"https://doi.org/10.1145/3589335.3651575","title":"Turning A Curse into A Blessing: Data-Aware Memory-Efficient Training of Graph Neural Networks by Dynamic Exiting","display_name":"Turning A Curse into A Blessing: Data-Aware Memory-Efficient Training of Graph Neural Networks by Dynamic Exiting","publication_year":2024,"publication_date":"2024-05-12","ids":{"openalex":"https://openalex.org/W4396843851","doi":"https://doi.org/10.1145/3589335.3651575"},"language":"en","primary_location":{"id":"doi:10.1145/3589335.3651575","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3651575","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651575","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651575","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100681255","display_name":"Yan Han","orcid":"https://orcid.org/0000-0001-7164-2295"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yan Han","raw_affiliation_strings":["LinkedIn, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"LinkedIn, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103205142","display_name":"Kaiqi Chen","orcid":"https://orcid.org/0009-0009-6279-0849"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaiqi Chen","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324734","display_name":"Shan Li","orcid":"https://orcid.org/0009-0007-2822-2392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan Li","raw_affiliation_strings":["Nextdoor, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Nextdoor, Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036004827","display_name":"Ji Yan","orcid":"https://orcid.org/0009-0009-7699-1430"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ji Yan","raw_affiliation_strings":["LinkedIn, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"LinkedIn, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101424783","display_name":"Baoxu Shi","orcid":"https://orcid.org/0000-0001-7026-5811"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baoxu Shi","raw_affiliation_strings":["Nextdoor, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Nextdoor, Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321130","display_name":"Lei Zhang","orcid":"https://orcid.org/0009-0005-5506-9501"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Meta, Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Meta, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103046191","display_name":"Fei Chen","orcid":"https://orcid.org/0009-0009-1378-7643"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Chen","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103180391","display_name":"Jaewon Yang","orcid":"https://orcid.org/0009-0001-2224-7915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaewon Yang","raw_affiliation_strings":["Nextdoor, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Nextdoor, Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013926388","display_name":"Yunpeng Xu","orcid":"https://orcid.org/0009-0000-5298-7327"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunpeng Xu","raw_affiliation_strings":["LinkedIn, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"LinkedIn, New York City, NY, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047392913","display_name":"Xiaoqiang Luo","orcid":"https://orcid.org/0009-0000-9474-2977"},"institutions":[{"id":"https://openalex.org/I1316064682","display_name":"LinkedIn (United States)","ror":"https://ror.org/02fyxhe35","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I1316064682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Luo","raw_affiliation_strings":["LinkedIn, New York City, NY, USA"],"affiliations":[{"raw_affiliation_string":"LinkedIn, New York City, NY, USA","institution_ids":["https://openalex.org/I1316064682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090007199","display_name":"Qi He","orcid":"https://orcid.org/0000-0001-5257-6843"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi He","raw_affiliation_strings":["Nextdoor, Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Nextdoor, Sunnyvale, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047170063","display_name":"Ying Ding","orcid":"https://orcid.org/0000-0003-2567-2009"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying Ding","raw_affiliation_strings":["University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048522863","display_name":"Zhangyang Wang","orcid":"https://orcid.org/0000-0002-2050-5693"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhangyang Wang","raw_affiliation_strings":["University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5100681255"],"corresponding_institution_ids":["https://openalex.org/I1316064682"],"apc_list":null,"apc_paid":null,"fwci":0.3544,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62953391,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"903","last_page":"906"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/blessing","display_name":"Blessing","score":0.8692601919174194},{"id":"https://openalex.org/keywords/curse","display_name":"Curse","score":0.7133498787879944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6989342570304871},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5036818385124207},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45680564641952515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38667750358581543},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19600629806518555},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.06581911444664001},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.06472715735435486}],"concepts":[{"id":"https://openalex.org/C2776195157","wikidata":"https://www.wikidata.org/wiki/Q626510","display_name":"Blessing","level":2,"score":0.8692601919174194},{"id":"https://openalex.org/C2780273121","wikidata":"https://www.wikidata.org/wiki/Q109411","display_name":"Curse","level":2,"score":0.7133498787879944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6989342570304871},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5036818385124207},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45680564641952515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38667750358581543},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19600629806518555},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.06581911444664001},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.06472715735435486},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589335.3651575","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3651575","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651575","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589335.3651575","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589335.3651575","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589335.3651575","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4396843851.pdf"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2981884310","https://openalex.org/W3114654929","https://openalex.org/W3152626252","https://openalex.org/W3211235328","https://openalex.org/W3214554319"],"related_works":["https://openalex.org/W2005044196","https://openalex.org/W2313412377","https://openalex.org/W1485007142","https://openalex.org/W3133282625","https://openalex.org/W2314038984","https://openalex.org/W1911503363","https://openalex.org/W3165692504","https://openalex.org/W3180421702","https://openalex.org/W2313993255","https://openalex.org/W2413520594"],"abstract_inverted_index":{"Training":[0],"Graph":[1],"Neural":[2],"Networks":[3],"(GNNs)":[4],"efficiently":[5],"remains":[6],"a":[7,51,141,145,218],"challenge":[8,129],"due":[9],"to":[10,73,80,112,176],"the":[11,27,33,67,85,92,128,137,154,158,164,170,180],"high":[12],"memory":[13,45,117,202],"demands,":[14],"especially":[15],"during":[16],"recursive":[17],"neighborhood":[18],"aggregation.":[19],"Traditional":[20],"sampling-based":[21],"GNN":[22,61,132,197,222],"training":[23,75,133,198],"methods":[24,199],"often":[25],"overlook":[26],"data's":[28],"inherent":[29],"structure,":[30],"such":[31],"as":[32,217],"power-law":[34,68,138],"distribution":[35,139,228],"observed":[36],"in":[37,43,200],"most":[38],"real-world":[39],"graphs,":[40,191],"which":[41,64],"results":[42],"inefficient":[44],"usage":[46],"and":[47,157,204,227],"processing.":[48],"We":[49],"introduce":[50],"novel":[52],"framework,":[53],"M":[54],"emory-A":[55],"ware":[56],"D":[57],"ynamic":[58],"E":[59],"xiting":[60],"(MADE-GNN":[62],")),":[63],"capitalizes":[65],"on":[66,91],"nature":[69],"of":[70,87,94,130,166],"graph":[71],"data":[72],"enhance":[74,177],"efficiency.":[76],"MADE-GNN":[77,161,194],"is":[78],"designed":[79],"be":[81],"data-aware,":[82],"dynamically":[83],"adjusting":[84],"depth":[86],"feature":[88],"aggregation":[89,105],"based":[90],"connectivity":[93],"each":[95],"node.":[96],"Specifically,":[97],"it":[98],"routes":[99],"well-connected":[100],"\"head''":[101],"nodes":[102,111,175],"through":[103],"extensive":[104,183],"while":[106],"allowing":[107],"sparsely":[108],"connected":[109],"\"tail''":[110],"exit":[113],"early,":[114],"thus":[115],"reducing":[116],"consumption":[118],"without":[119],"sacrificing":[120],"model":[121],"performance.":[122],"This":[123,213],"approach":[124],"not":[125],"only":[126],"addresses":[127],"memory-intensive":[131],"but":[134],"also":[135],"turns":[136],"from":[140,173],"traditional":[142],"\"curse''":[143],"into":[144],"strategic":[146],"\"blessing''.":[147],"By":[148],"enabling":[149],"partial":[150],"weight":[151],"sharing":[152],"between":[153],"early-exit":[155],"mechanism":[156],"full":[159],"model,":[160],"effectively":[162],"improves":[163],"representation":[165],"cold-start":[167],"nodes,":[168],"leveraging":[169],"structural":[171],"information":[172],"head":[174],"generalization":[178],"across":[179,185],"network.":[181],"Our":[182],"evaluations":[184],"multiple":[186],"public":[187],"benchmarks,":[188],"including":[189],"industrial-level":[190],"show":[192],"that":[193],"outperforms":[195],"existing":[196],"both":[201],"efficiency":[203],"performance,":[205],"offering":[206],"significant":[207],"improvements":[208],"particularly":[209],"for":[210,221],"tail":[211],"nodes.":[212],"demonstrates":[214],"MADE-GNN's":[215],"potential":[216],"versatile":[219],"solution":[220],"applications":[223],"facing":[224],"similar":[225],"scalability":[226],"challenges.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}