{"id":"https://openalex.org/W4392024605","doi":"https://doi.org/10.1109/tpami.2023.3303431","title":"Parallel and Distributed Graph Neural Networks: An In-Depth Concurrency Analysis","display_name":"Parallel and Distributed Graph Neural Networks: An In-Depth Concurrency Analysis","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392024605","doi":"https://doi.org/10.1109/tpami.2023.3303431","pmid":"https://pubmed.ncbi.nlm.nih.gov/38386570"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3303431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3303431","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056549312","display_name":"Maciej Besta","orcid":"https://orcid.org/0000-0002-6550-7916"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Maciej Besta","raw_affiliation_strings":["Department of Computer Science, ETH Zurich, Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-6550-7916","affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Zürich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026990786","display_name":"Torsten Hoefler","orcid":"https://orcid.org/0000-0002-1333-9797"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Torsten Hoefler","raw_affiliation_strings":["Department of Computer Science, ETH Zurich, Zürich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-1333-9797","affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Zürich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":11.1139,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.98729963,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"46","issue":"5","first_page":"2584","last_page":"2606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8824536800384521},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.60868901014328},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.49652034044265747},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.4817097783088684},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.48154667019844055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45639485120773315},{"id":"https://openalex.org/keywords/massively-parallel","display_name":"Massively parallel","score":0.4472384452819824},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4365324378013611},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4358888566493988},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4254322648048401},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39101845026016235},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35789817571640015},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.35547399520874023},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15841388702392578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8824536800384521},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.60868901014328},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.49652034044265747},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.4817097783088684},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.48154667019844055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45639485120773315},{"id":"https://openalex.org/C190475519","wikidata":"https://www.wikidata.org/wiki/Q544384","display_name":"Massively parallel","level":2,"score":0.4472384452819824},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4365324378013611},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4358888566493988},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4254322648048401},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39101845026016235},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35789817571640015},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.35547399520874023},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15841388702392578},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3303431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3303431","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38386570","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38386570","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1260055802","display_name":"Green responsibLe privACy preservIng dAta operaTIONs","funder_award_id":"101070141","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5535250666","display_name":null,"funder_award_id":"101002047","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":181,"referenced_works":["https://openalex.org/W201315547","https://openalex.org/W936296524","https://openalex.org/W1570056235","https://openalex.org/W1598866093","https://openalex.org/W1854214752","https://openalex.org/W1910515323","https://openalex.org/W2004350101","https://openalex.org/W2045271686","https://openalex.org/W2046526098","https://openalex.org/W2066334462","https://openalex.org/W2086218864","https://openalex.org/W2127975031","https://openalex.org/W2154851992","https://openalex.org/W2182445740","https://openalex.org/W2184957013","https://openalex.org/W2340114963","https://openalex.org/W2393319904","https://openalex.org/W2436525433","https://openalex.org/W2461193710","https://openalex.org/W2558460151","https://openalex.org/W2558748708","https://openalex.org/W2767319308","https://openalex.org/W2768242641","https://openalex.org/W2782087530","https://openalex.org/W2787740662","https://openalex.org/W2790814121","https://openalex.org/W2805516822","https://openalex.org/W2807021761","https://openalex.org/W2861707247","https://openalex.org/W2899366056","https://openalex.org/W2907492528","https://openalex.org/W2912636151","https://openalex.org/W2913015533","https://openalex.org/W2945827377","https://openalex.org/W2951135776","https://openalex.org/W2951659295","https://openalex.org/W2961295589","https://openalex.org/W2962711740","https://openalex.org/W2962756421","https://openalex.org/W2963179579","https://openalex.org/W2963695795","https://openalex.org/W2964015378","https://openalex.org/W2965857891","https://openalex.org/W2967558351","https://openalex.org/W2969388332","https://openalex.org/W2970929262","https://openalex.org/W2972087877","https://openalex.org/W2979750740","https://openalex.org/W2984305089","https://openalex.org/W2991040477","https://openalex.org/W3000310304","https://openalex.org/W3017228913","https://openalex.org/W3039500550","https://openalex.org/W3042370959","https://openalex.org/W3045613009","https://openalex.org/W3046757167","https://openalex.org/W3047846843","https://openalex.org/W3080555959","https://openalex.org/W3082448434","https://openalex.org/W3083169979","https://openalex.org/W3084983693","https://openalex.org/W3086238199","https://openalex.org/W3090369187","https://openalex.org/W3091862797","https://openalex.org/W3096566397","https://openalex.org/W3098410329","https://openalex.org/W3098650335","https://openalex.org/W3099748883","https://openalex.org/W3100078588","https://openalex.org/W3100848837","https://openalex.org/W3101543043","https://openalex.org/W3101553402","https://openalex.org/W3104097132","https://openalex.org/W3105753905","https://openalex.org/W3106125969","https://openalex.org/W3111721177","https://openalex.org/W3124523381","https://openalex.org/W3130421533","https://openalex.org/W3132406659","https://openalex.org/W3132695675","https://openalex.org/W3133028082","https://openalex.org/W3136941290","https://openalex.org/W3142035222","https://openalex.org/W3154027992","https://openalex.org/W3157286395","https://openalex.org/W3157609068","https://openalex.org/W3157805807","https://openalex.org/W3158027451","https://openalex.org/W3159109662","https://openalex.org/W3159953606","https://openalex.org/W3162147375","https://openalex.org/W3163666602","https://openalex.org/W3164105170","https://openalex.org/W3171752851","https://openalex.org/W3173204484","https://openalex.org/W3177828909","https://openalex.org/W3180004386","https://openalex.org/W3183192039","https://openalex.org/W3195988899","https://openalex.org/W3198239267","https://openalex.org/W3200735485","https://openalex.org/W3201973976","https://openalex.org/W3206504463","https://openalex.org/W3206832494","https://openalex.org/W3207203625","https://openalex.org/W3207233976","https://openalex.org/W3209244307","https://openalex.org/W3211571895","https://openalex.org/W3213412677","https://openalex.org/W3214431650","https://openalex.org/W3215257309","https://openalex.org/W3215285253","https://openalex.org/W4206482253","https://openalex.org/W4214503606","https://openalex.org/W4220720005","https://openalex.org/W4221106024","https://openalex.org/W4221158657","https://openalex.org/W4226140987","https://openalex.org/W4226353404","https://openalex.org/W4235810972","https://openalex.org/W4240305091","https://openalex.org/W4244452791","https://openalex.org/W4250730856","https://openalex.org/W4252393566","https://openalex.org/W4281680629","https://openalex.org/W4285503888","https://openalex.org/W4287829537","https://openalex.org/W4288073749","https://openalex.org/W4288419263","https://openalex.org/W4289389616","https://openalex.org/W4290944486","https://openalex.org/W4293024973","https://openalex.org/W4297733535","https://openalex.org/W4385245566","https://openalex.org/W4387664621","https://openalex.org/W6603201521","https://openalex.org/W6635810480","https://openalex.org/W6639055396","https://openalex.org/W6643319821","https://openalex.org/W6675350928","https://openalex.org/W6680434193","https://openalex.org/W6682494755","https://openalex.org/W6685935578","https://openalex.org/W6694595074","https://openalex.org/W6713411898","https://openalex.org/W6719270105","https://openalex.org/W6720006811","https://openalex.org/W6726873649","https://openalex.org/W6736685754","https://openalex.org/W6738964360","https://openalex.org/W6746451923","https://openalex.org/W6748402259","https://openalex.org/W6748799445","https://openalex.org/W6748848838","https://openalex.org/W6751796012","https://openalex.org/W6752191696","https://openalex.org/W6753331806","https://openalex.org/W6754929296","https://openalex.org/W6755863455","https://openalex.org/W6760001035","https://openalex.org/W6760045743","https://openalex.org/W6764171799","https://openalex.org/W6765543928","https://openalex.org/W6766609504","https://openalex.org/W6766892243","https://openalex.org/W6774097426","https://openalex.org/W6776488958","https://openalex.org/W6779827936","https://openalex.org/W6779909149","https://openalex.org/W6781932242","https://openalex.org/W6793942903","https://openalex.org/W6794315554","https://openalex.org/W6795228570","https://openalex.org/W6796909790","https://openalex.org/W6797080381","https://openalex.org/W6798761414","https://openalex.org/W6802476034","https://openalex.org/W6804231487","https://openalex.org/W6804920068","https://openalex.org/W6809832721","https://openalex.org/W6811326487"],"related_works":["https://openalex.org/W207411050","https://openalex.org/W2974157558","https://openalex.org/W4387237598","https://openalex.org/W2950520577","https://openalex.org/W1554644772","https://openalex.org/W2003935582","https://openalex.org/W2494130044","https://openalex.org/W3170887803","https://openalex.org/W74409296","https://openalex.org/W2487895676"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"(GNNs)":[3],"are":[4,40,198],"among":[5],"the":[6,46,101,120,135,138,162,185,232],"most":[7],"powerful":[8],"tools":[9],"in":[10,82,105,141,200],"deep":[11],"learning.":[12],"They":[13],"routinely":[14],"solve":[15],"complex":[16],"problems":[17],"on":[18,67,134],"unstructured":[19],"networks,":[20],"such":[21,150],"as":[22,151],"node":[23],"classification,":[24,26],"graph":[25,50],"or":[27,115],"link":[28],"prediction,":[29],"with":[30,52],"high":[31],"accuracy.":[32],"However,":[33],"both":[34],"inference":[35],"and":[36,42,54,86,89,123,129,159,211,217],"training":[37],"of":[38,48,80,92,103,137,166,182,195,203,215,234],"GNNs":[39,65],"complex,":[41],"they":[43],"uniquely":[44],"combine":[45],"features":[47],"irregular":[49],"processing":[51],"dense":[53],"regular":[55],"computations.":[56,225],"This":[57],"complexity":[58],"makes":[59],"it":[60],"very":[61],"challenging":[62],"to":[63,99,143,146,169,207,230],"execute":[64],"efficiently":[66],"modern":[68],"massively":[69],"parallel":[70,190],"architectures.":[71],"To":[72],"alleviate":[73],"this,":[74],"we":[75,95,124,160,178],"first":[76],"design":[77,233],"a":[78,201,212],"taxonomy":[79,98],"parallelism":[81,104],"GNNs,":[83],"considering":[84],"data":[85],"model":[87],"parallelism,":[88],"different":[90,180],"forms":[91,181],"pipelining.":[93],"Then,":[94],"use":[96,119],"this":[97],"investigate":[100,179],"amount":[102],"numerous":[106],"GNN":[107,157,167,191,209,224],"models,":[108],"GNN-driven":[109],"machine":[110],"learning":[111],"tasks,":[112],"software":[113],"frameworks,":[114],"hardware":[116],"accelerators.":[117],"We":[118,131,153],"work-depth":[121],"model,":[122],"also":[125,154],"assess":[126],"communication":[127],"volume":[128],"synchronization.":[130],"specifically":[132],"focus":[133],"sparsity/density":[136],"associated":[139],"tensors,":[140],"order":[142],"understand":[144],"how":[145],"effectively":[147],"apply":[148],"techniques":[149],"vectorization.":[152],"formally":[155],"analyze":[156],"pipelining,":[158],"generalize":[161],"established":[163],"Message-Passing":[164],"class":[165],"models":[168],"cover":[170],"arbitrary":[171],"pipeline":[172],"depths,":[173],"facilitating":[174],"future":[175,188,235],"optimizations.":[176],"Finally,":[177],"asynchronicity,":[183],"navigating":[184],"path":[186],"for":[187,219],"asynchronous":[189],"pipelines.":[192],"The":[193],"outcomes":[194],"our":[196],"analysis":[197],"synthesized":[199],"set":[202],"insights":[204],"that":[205],"help":[206,229],"maximize":[208],"performance,":[210],"comprehensive":[213],"list":[214],"challenges":[216],"opportunities":[218],"further":[220],"research":[221],"into":[222],"efficient":[223],"Our":[226],"work":[227],"will":[228],"advance":[231],"GNNs.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":11},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}