{"id":"https://openalex.org/W7161008283","doi":"https://doi.org/10.48550/arxiv.2605.11517","title":"GriNNder: Breaking the Memory Capacity Wall in Full-Graph GNN Training with Storage Offloading","display_name":"GriNNder: Breaking the Memory Capacity Wall in Full-Graph GNN Training with Storage Offloading","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161008283","doi":"https://doi.org/10.48550/arxiv.2605.11517"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101593827","display_name":"Jaeyong Song","orcid":"https://orcid.org/0000-0001-9976-7487"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jaeyong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010111672","display_name":"Seongyeon Park","orcid":"https://orcid.org/0009-0007-3480-6626"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Seongyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076710593","display_name":"Hongsun Jang","orcid":"https://orcid.org/0000-0003-4291-6124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jang, Hongsun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136003213","display_name":"Jaewon Jung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Jaewon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136077693","display_name":"Hunseong Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Hunseong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136083362","display_name":"Junguk Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Junguk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136072722","display_name":"Jinho Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jinho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.5242999792098999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.5242999792098999,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.3312999904155731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7010999917984009},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6133000254631042},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5899999737739563},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.42669999599456787},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41780000925064087},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.41690000891685486},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4097999930381775},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.40869998931884766},{"id":"https://openalex.org/keywords/auxiliary-memory","display_name":"Auxiliary memory","score":0.39320001006126404}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.85589998960495},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7010999917984009},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6133000254631042},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6085000038146973},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5899999737739563},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.41690000891685486},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4097999930381775},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.40869998931884766},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3587999939918518},{"id":"https://openalex.org/C2778100165","wikidata":"https://www.wikidata.org/wiki/Q1589327","display_name":"Memory hierarchy","level":3,"score":0.3479999899864197},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C16311509","wikidata":"https://www.wikidata.org/wiki/Q4148050","display_name":"Dependency graph","level":3,"score":0.3111000061035156},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.3003000020980835},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C48903430","wikidata":"https://www.wikidata.org/wiki/Q491370","display_name":"Graph partition","level":3,"score":0.2526000142097473},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.25130000710487366},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11517","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11517","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.631505012512207,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Full-graph":[0],"training":[1,77,225],"of":[2,15,193],"graph":[3,55,195],"neural":[4],"networks":[5],"(GNNs)":[6],"is":[7,66],"widely":[8],"used":[9],"as":[10,54],"it":[11,24],"enables":[12],"direct":[13],"validation":[14],"algorithmic":[16],"improvements":[17],"by":[18,48,130],"preserving":[19],"complete":[20],"neighborhood":[21],"information.":[22],"However,":[23],"typically":[25],"requires":[26],"multiple":[27],"GPUs":[28],"or":[29],"servers,":[30],"incurring":[31],"substantial":[32],"hardware":[33],"and":[34,50,89,119,146,182,203,214],"inter-device":[35],"communication":[36],"costs.":[37],"While":[38],"existing":[39,194],"single-server":[40],"methods":[41,108],"reduce":[42],"infrastructure":[43],"requirements,":[44],"they":[45,94],"remain":[46],"constrained":[47],"GPU":[49],"host":[51,161],"memory":[52,100,162,191],"capacity":[53],"sizes":[56],"increase.":[57],"To":[58,149],"address":[59,114],"this":[60],"limitation,":[61],"we":[62,153],"introduce":[63],"GriNNder,":[64],"which":[65],"the":[67,115,139,151,165,190],"first":[68],"work":[69],"to":[70,74,113,208,217],"leverage":[71],"storage":[72,132,180],"devices":[73],"enable":[75],"full-graph":[76,123,224],"even":[78,226],"with":[79],"limited":[80],"memory.":[81],"Because":[82],"modern":[83],"NVMe":[84],"SSDs":[85],"offer":[86],"multi-terabyte":[87],"capacities":[88],"bandwidths":[90],"exceeding":[91],"10":[92],"GB/s,":[93],"provide":[95],"an":[96],"appealing":[97],"option":[98],"when":[99],"resources":[101],"are":[102],"scarce.":[103],"Yet,":[104],"directly":[105],"applying":[106],"storage-based":[107],"from":[109],"other":[110],"domains":[111],"fails":[112],"unique":[116],"access":[117],"patterns":[118],"data":[120],"dependencies":[121],"in":[122],"GNN":[124],"training.":[125],"GriNNder":[126,205],"tackles":[127],"these":[128],"challenges":[129],"structured":[131],"offloading":[133],"(SSO),":[134],"a":[135,156,171,184,228],"framework":[136],"that":[137,163,177,188],"manages":[138],"GPU-host-storage":[140],"hierarchy":[141],"through":[142],"coordinated":[143],"cache,":[144],"(re)gather,":[145],"bypass":[147],"mechanisms.":[148],"realize":[150],"framework,":[152],"devise":[154],"(i)":[155],"partition-wise":[157],"caching":[158],"strategy":[159,173],"for":[160,174],"exploits":[164],"observation":[166],"on":[167,227],"cross-partition":[168],"dependencies,":[169],"(ii)":[170],"regathering":[172],"gradient":[175],"computation":[176],"eliminates":[178],"redundant":[179],"operations,":[181],"(iii)":[183],"lightweight":[185],"partitioning":[186],"scheme":[187],"mitigates":[189],"requirements":[192],"partitioners.":[196],"In":[197],"experiments":[198],"performed":[199],"over":[200,211],"various":[201],"models":[202],"datasets,":[204],"achieves":[206],"up":[207],"9.78x":[209],"speedup":[210],"state-of-the-art":[212],"baselines":[213],"throughput":[215],"comparable":[216],"distributed":[218],"systems,":[219],"enabling":[220],"previously":[221],"infeasible":[222],"large-scale":[223],"single":[229],"GPU.":[230]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}