{"id":"https://openalex.org/W7204184930","doi":"https://doi.org/10.48550/arxiv.2608.22575","title":"Two-level domain-decomposition AdaGrad method for scalable training of graph neural networks","display_name":"Two-level domain-decomposition AdaGrad method for scalable training of graph neural networks","publication_year":2026,"publication_date":"2026-08-23","ids":{"openalex":"https://openalex.org/W7204184930","doi":"https://doi.org/10.48550/arxiv.2608.22575"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.22575","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22575","pdf_url":"https://arxiv.org/pdf/2608.22575","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.22575","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148052562","display_name":"Laurynas Varnas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Varnas, Laurynas","raw_affiliation_strings":["Artificial and Natural Intelligence Toulouse Institute , Toulouse , France","Institut de Recherche en Informatique de Toulouse , Toulouse , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial and Natural Intelligence Toulouse Institute , Toulouse , France","institution_ids":[]},{"raw_affiliation_string":"Institut de Recherche en Informatique de Toulouse , Toulouse , France","institution_ids":["https://openalex.org/I4210119061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083095086","display_name":"Julien Herrmann","orcid":"https://orcid.org/0000-0003-4935-2368","observed_orcids":["https://orcid.org/0000-0003-4935-2368"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4210152422","https://openalex.org/I4405258862","https://openalex.org/I4405259414"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Herrmann, Julien","raw_affiliation_strings":["Centre National de la Recherche Scientifique , France","Institut de Recherche en Informatique de Toulouse , Toulouse , France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre National de la Recherche Scientifique , France","institution_ids":["https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Institut de Recherche en Informatique de Toulouse , Toulouse , France","institution_ids":["https://openalex.org/I4210119061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081654668","display_name":"Alexander Heinlein","orcid":"https://orcid.org/0000-0003-1578-8104","observed_orcids":["https://orcid.org/0000-0003-1578-8104"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Heinlein, Alexander","raw_affiliation_strings":["Delft Institute of Applied Mathematics , Delft University of Technology , Delft , Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft Institute of Applied Mathematics , Delft University of Technology , Delft , Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036298459","display_name":"Serge Gratton","orcid":"https://orcid.org/0000-0002-5021-2357","observed_orcids":["https://orcid.org/0000-0002-5021-2357"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gratton, Serge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080114950","display_name":"Alena Kopani\u010d\u00e1kov\u00e1","orcid":"https://orcid.org/0000-0001-8388-5518","observed_orcids":["https://orcid.org/0000-0001-8388-5518"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kopani\u010d\u00e1kov\u00e1, Alena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9355000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.05079999938607216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.007799999788403511,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.9819999933242798},{"id":"https://openalex.org/keywords/domain-decomposition","display_name":"domain decomposition","score":0.8949999809265137},{"id":"https://openalex.org/keywords/adagrad","display_name":"AdaGrad","score":0.9430000185966492},{"id":"https://openalex.org/keywords/distributed-training","display_name":"distributed training","score":0.6819999814033508},{"id":"https://openalex.org/keywords/message-passing","display_name":"message passing","score":0.7210000157356262},{"id":"https://openalex.org/keywords/momentum","display_name":"momentum","score":0.7599999904632568},{"id":"https://openalex.org/keywords/graph-classification","display_name":"graph classification","score":0.6069999933242798},{"id":"https://openalex.org/keywords/spatiotemporal-prediction","display_name":"spatiotemporal prediction","score":0.9599999785423279},{"id":"https://openalex.org/keywords/communication-overhead","display_name":"communication overhead","score":0.4909999966621399}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6991000175476074},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5309000015258789},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5022000074386597},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40049999952316284},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3467999994754791},{"id":"https://openalex.org/C159246509","wikidata":"https://www.wikidata.org/wiki/Q5428725","display_name":"Factor graph","level":3,"score":0.32170000672340393},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3190999925136566},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.272599995136261},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25589999556541443},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2608.22575","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22575","pdf_url":"https://arxiv.org/pdf/2608.22575","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05753812v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-05753812v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2608.22575","doi":"https://doi.org/10.48550/arxiv.2608.22575","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.22575","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.22575","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.22575","pdf_url":"https://arxiv.org/pdf/2608.22575","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4510828401","display_name":null,"funder_award_id":"ANR-23-IACL-","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6183201820","display_name":"Artificial and Natural Intelligence Toulouse Institute","funder_award_id":"ANR-23-IACL-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7080048889","display_name":null,"funder_award_id":"ANR-23","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204184930.pdf","grobid_xml":"https://content.openalex.org/works/W7204184930.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W147998453","https://openalex.org/W1506342804","https://openalex.org/W1548589512","https://openalex.org/W1780245888","https://openalex.org/W2116341502","https://openalex.org/W2132914434","https://openalex.org/W2135957668","https://openalex.org/W2468907370","https://openalex.org/W2519887557","https://openalex.org/W2606780347","https://openalex.org/W2766453196","https://openalex.org/W2768008502","https://openalex.org/W2805516822","https://openalex.org/W2811026747","https://openalex.org/W2907492528","https://openalex.org/W2918342466","https://openalex.org/W2945827377","https://openalex.org/W2951157442","https://openalex.org/W2961295589","https://openalex.org/W2962810718","https://openalex.org/W3007332492","https://openalex.org/W3007913393","https://openalex.org/W3023009950","https://openalex.org/W3035664258","https://openalex.org/W3081191522","https://openalex.org/W3092228416","https://openalex.org/W3126679164","https://openalex.org/W3154623081","https://openalex.org/W3186990848","https://openalex.org/W3214512668","https://openalex.org/W4221158657","https://openalex.org/W4302008959","https://openalex.org/W4304207712","https://openalex.org/W4387601959","https://openalex.org/W4388654737","https://openalex.org/W4391884321","https://openalex.org/W4394714806","https://openalex.org/W4399794734","https://openalex.org/W4402773124","https://openalex.org/W4404185643","https://openalex.org/W4405031167","https://openalex.org/W4408976838","https://openalex.org/W4414613635","https://openalex.org/W4414888076","https://openalex.org/W4416203813","https://openalex.org/W7124178803","https://openalex.org/W7155054812"],"related_works":["https://openalex.org/W4414116822","https://openalex.org/W4386765310","https://openalex.org/W4320341575","https://openalex.org/W4404185643","https://openalex.org/W7080291076","https://openalex.org/W3155058481","https://openalex.org/W4381328668","https://openalex.org/W3214512668","https://openalex.org/W4415187203","https://openalex.org/W4402862354"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"(GNNs)":[3],"have":[4],"emerged":[5],"as":[6],"a":[7,58,107,117,157],"powerful":[8],"framework":[9],"for":[10,162],"learning":[11],"from":[12,29],"graph-structured":[13],"data.":[14],"However,":[15],"their":[16],"efficient":[17],"training":[18],"remains":[19],"challenging,":[20],"particularly":[21],"in":[22],"distributed":[23],"computing":[24],"environments.":[25],"This":[26],"challenge":[27],"arises":[28],"the":[30,86,94,141,146,152,163,169,180],"use":[31],"of":[32,63,159,172],"message":[33],"passing,":[34],"which":[35],"couples":[36],"all":[37],"graph":[38,89,119,131],"nodes,":[39],"leading":[40],"to":[41,150,176],"expensive":[42],"optimization":[43,84,92,114],"steps,":[44],"high":[45],"memory":[46],"requirements,":[47],"and":[48,73,90,135],"substantial":[49],"communication":[50],"overhead.":[51],"To":[52,97],"alleviate":[53],"these":[54],"limitations,":[55],"we":[56,104],"propose":[57],"novel":[59],"domain-decomposition":[60],"(DD)":[61],"variant":[62,109],"AG2m,":[64],"an":[65],"AdaGrad":[66],"method":[67],"enhanced":[68],"with":[69,179],"second-order":[70],"curvature":[71],"information":[72,100],"momentum,":[74],"denoted":[75],"by":[76,121,156,174],"DD-AG2m.":[77],"The":[78],"proposed":[79,142],"DD-AG2m":[80],"alternates":[81],"between":[82],"AG2m":[83,91],"on":[85,93,116],"original":[87],"(global)":[88],"partitioned":[95],"graphs.":[96],"incorporate":[98],"global":[99,113],"at":[101],"reduced":[102],"cost,":[103,166],"further":[105],"introduce":[106],"two-level":[108],"(2DD-AG2m)":[110],"that":[111,140],"performs":[112],"steps":[115],"coarse":[118],"obtained":[120],"randomly":[122],"subsampling":[123],"nodes":[124],"within":[125],"each":[126],"subdomain.":[127],"Numerical":[128],"experiments":[129],"spanning":[130],"classification,":[132],"node-level":[133],"regression,":[134],"spatiotemporal":[136],"forecasting":[137],"tasks":[138],"demonstrate":[139],"DD":[143],"methods":[144],"reduce":[145],"computational":[147,165],"cost":[148],"required":[149],"achieve":[151],"same":[153],"predictive":[154,170],"performance":[155,171],"factor":[158],"4-8.":[160],"Moreover,":[161],"fixed":[164],"they":[167],"improve":[168],"GNNs":[173],"up":[175],"22%":[177],"compared":[178],"baseline":[181],"AG2m.":[182]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-08-26T00:00:00"}