{"id":"https://openalex.org/W4400410054","doi":"https://doi.org/10.1109/tetci.2024.3420692","title":"Efficient Message Passing Algorithm and Architecture Co-Design for Graph Neural Networks","display_name":"Efficient Message Passing Algorithm and Architecture Co-Design for Graph Neural Networks","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4400410054","doi":"https://doi.org/10.1109/tetci.2024.3420692"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2024.3420692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2024.3420692","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071736086","display_name":"Xiaofeng Zou","orcid":"https://orcid.org/0000-0002-5823-6345"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng Zou","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-5823-6345","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622590","display_name":"Cen Chen","orcid":"https://orcid.org/0000-0003-1389-0148"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cen Chen","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0003-1389-0148","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021959086","display_name":"Luochuan Zhang","orcid":"https://orcid.org/0009-0004-6301-7843"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luochuan Zhang","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0009-0004-6301-7843","affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101594084","display_name":"Shengyang Li","orcid":"https://orcid.org/0000-0003-3713-9041"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyang Li","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045125183","display_name":"Joey Tianyi Zhou","orcid":"https://orcid.org/0000-0002-4675-7055"},"institutions":[{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joey Tianyi Zhou","raw_affiliation_strings":["Institute of High Performance Computing, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4675-7055","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, Singapore","institution_ids":["https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100323752","display_name":"Wei Wei","orcid":"https://orcid.org/0000-0002-7566-2995"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Wei","raw_affiliation_strings":["School of Computer Science and Engineering, Xi&#x0027;an University of Technology, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-7566-2995","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Xi&#x0027;an University of Technology, Xi&#x0027;an, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Information Science and Engineering, Hunan University, Changsha, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2635-7716","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5273,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85117058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"9","issue":"1","first_page":"889","last_page":"903"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.8752999901771545,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.8752999901771545,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.8374999761581421,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7623999714851379,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.696088433265686},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5381255149841309},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.5212738513946533},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4325069189071655},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4224006235599518},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.37295496463775635},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34116503596305847},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3255590796470642},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22758027911186218}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696088433265686},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5381255149841309},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.5212738513946533},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4325069189071655},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4224006235599518},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.37295496463775635},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34116503596305847},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3255590796470642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22758027911186218},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2024.3420692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2024.3420692","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G645884509","display_name":null,"funder_award_id":"2024A1515010220","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8716205204","display_name":null,"funder_award_id":"2023ZYGXZR023","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2034861439","https://openalex.org/W2153959628","https://openalex.org/W2606722458","https://openalex.org/W2788919350","https://openalex.org/W2807021761","https://openalex.org/W2907492528","https://openalex.org/W2918636049","https://openalex.org/W2945827377","https://openalex.org/W2962946486","https://openalex.org/W2964051675","https://openalex.org/W3011667710","https://openalex.org/W3017228913","https://openalex.org/W3034513523","https://openalex.org/W3035625743","https://openalex.org/W3039500550","https://openalex.org/W3042770487","https://openalex.org/W3047846843","https://openalex.org/W3090369187","https://openalex.org/W3105753905","https://openalex.org/W3116239416","https://openalex.org/W3126625348","https://openalex.org/W3157609068","https://openalex.org/W3159727696","https://openalex.org/W3213228850","https://openalex.org/W4200388509","https://openalex.org/W4280641199","https://openalex.org/W4285606578","https://openalex.org/W6726873649","https://openalex.org/W6738964360","https://openalex.org/W6748799445","https://openalex.org/W6748856961","https://openalex.org/W6749892895","https://openalex.org/W6751796012","https://openalex.org/W6754929296","https://openalex.org/W6757634740","https://openalex.org/W6760001035","https://openalex.org/W6760045743","https://openalex.org/W6764171799","https://openalex.org/W6771932116","https://openalex.org/W6772384842","https://openalex.org/W6781376665","https://openalex.org/W6790791390","https://openalex.org/W6810867329","https://openalex.org/W6846620306"],"related_works":["https://openalex.org/W2978729728","https://openalex.org/W4288966080","https://openalex.org/W1530347314","https://openalex.org/W2510374584","https://openalex.org/W2134852660","https://openalex.org/W2901069556","https://openalex.org/W4254638342","https://openalex.org/W2098482419","https://openalex.org/W2054468904","https://openalex.org/W4389325792"],"abstract_inverted_index":{"Graph":[0],"neural":[1],"networks":[2],"(GNNs)":[3],"are":[4],"a":[5,100],"promising":[6],"method":[7],"for":[8],"learning":[9],"graph":[10,56,65,145],"representations":[11],"and":[12,117,129,174,182,188,209],"demonstrate":[13],"remarkable":[14],"performance":[15,178,187],"on":[16,54,201],"various":[17],"graph-related":[18],"tasks.":[19],"Existing":[20],"typical":[21],"GNNs":[22],"exploit":[23],"the":[24,39,43,55,85,156,194],"neighborhood":[25],"message":[26],"passing":[27],"scheme":[28],"that":[29,140],"subtly":[30],"aggregates":[31],"feature":[32],"messages":[33],"from":[34],"neighbor":[35],"nodes":[36],"to":[37,62,74,83,109,170,193],"update":[38],"node":[40],"representations.":[41],"Despite":[42],"effectiveness":[44],"of":[45,88,125,159],"this":[46,96],"scheme,":[47],"its":[48],"complex":[49],"computational":[50,90],"model":[51],"heavily":[52],"relies":[53],"structure,":[57],"which":[58,107],"hinders":[59],"their":[60],"scaling":[61],"realistic":[63],"large-scale":[64],"applications.":[66],"Although":[67],"several":[68],"custom":[69],"accelerators":[70],"have":[71],"been":[72],"proposed":[73],"speed":[75],"up":[76],"GNNs,":[77],"these":[78],"hardware-specific":[79],"optimization":[80],"techniques":[81],"fail":[82],"address":[84],"fundamental":[86],"problem":[87],"high":[89],"complexity":[91,158],"in":[92],"GNNs.":[93],"To":[94],"tackle":[95],"challenge,":[97],"we":[98,133],"propose":[99,135],"dedicated":[101],"algorithm-architecture":[102],"co-design":[103],"framework,":[104],"dubbed":[105],"MePa,":[106],"aims":[108],"improve":[110,186],"GNN":[111,126,160,196],"execution":[112],"efficiency":[113],"by":[114],"coordinating":[115],"algorithm-":[116],"hardware-level":[118],"innovations.":[119],"Specifically,":[120],"with":[121,161],"an":[122,136],"in-depth":[123],"analysis":[124],"message-passing":[127,138],"algorithms":[128],"potential":[130],"speedup":[131],"opportunities,":[132],"first":[134],"efficient":[137],"algorithm":[139],"can":[141],"dynamically":[142],"prune":[143],"task-irrelevant":[144],"data":[146],"at":[147],"multiple":[148],"granularity,":[149],"including":[150],"channel/edge/node-wise.":[151],"This":[152],"approach":[153],"significantly":[154],"reduces":[155],"overall":[157],"negligible":[162],"accuracy":[163],"loss.":[164],"A":[165],"novel":[166],"architecture":[167],"is":[168],"designed":[169],"support":[171],"dynamic":[172],"pruning":[173],"translate":[175],"it":[176],"into":[177],"improvements.":[179],"Elaborate":[180],"pipelines":[181],"specialized":[183],"optimizations":[184],"jointly":[185],"decrease":[189],"energy":[190,215],"consumption.":[191],"Compared":[192],"state-of-the-art":[195],"accelerator":[197],"AWB-GCN,":[198],"MePa":[199],"achieves":[200],"average":[202],"<inline-formula":[203,210],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[204,211],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[205,212],"notation=\"LaTeX\">$\\text{1.95}":[206],"\\times$</tex-math></inline-formula>":[207,214],"speedups":[208],"notation=\"LaTeX\">$\\text{2.6}":[213],"efficiency.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}