{"id":"https://openalex.org/W4377715555","doi":"https://doi.org/10.1109/tcad.2023.3279302","title":"CoGNN: An Algorithm-Hardware Co-Design Approach to Accelerate GNN Inference With Minibatch Sampling","display_name":"CoGNN: An Algorithm-Hardware Co-Design Approach to Accelerate GNN Inference With Minibatch Sampling","publication_year":2023,"publication_date":"2023-05-23","ids":{"openalex":"https://openalex.org/W4377715555","doi":"https://doi.org/10.1109/tcad.2023.3279302"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2023.3279302","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3279302","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101518558","display_name":"Kai Zhong","orcid":"https://orcid.org/0000-0002-8448-9530"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhong","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8448-9530","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026831784","display_name":"Shulin Zeng","orcid":"https://orcid.org/0000-0002-1030-3748"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shulin Zeng","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1030-3748","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031432325","display_name":"Wentao Hou","orcid":"https://orcid.org/0000-0001-5665-9478"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Wentao Hou","raw_affiliation_strings":["Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA","Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Sciences Department, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015946486","display_name":"Guohao Dai","orcid":"https://orcid.org/0000-0003-0849-3252"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Dai","raw_affiliation_strings":["Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103138440","display_name":"Zhenhua Zhu","orcid":"https://orcid.org/0009-0007-9259-7180"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Zhu","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002546886","display_name":"Xuecang Zhang","orcid":"https://orcid.org/0009-0003-8638-2985"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuecang Zhang","raw_affiliation_strings":["2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034442678","display_name":"Shihai Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihai Xiao","raw_affiliation_strings":["2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2012 Laboratory, Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023755254","display_name":"Huazhong Yang","orcid":"https://orcid.org/0000-0003-2421-353X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huazhong Yang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100445061","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0001-6108-5157"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6108-5157","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2208,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89519199,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"42","issue":"12","first_page":"4883","last_page":"4896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7260866165161133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6181435585021973},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5340957045555115},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5008716583251953},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.37748196721076965},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.36960482597351074},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.33975785970687866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28283315896987915},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.10506904125213623}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7260866165161133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6181435585021973},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5340957045555115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5008716583251953},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.37748196721076965},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.36960482597351074},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33975785970687866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28283315896987915},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.10506904125213623},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2023.3279302","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2023.3279302","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1799421016","display_name":null,"funder_award_id":"61832007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2390919443","display_name":null,"funder_award_id":"2019YFF0301500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6803541034","display_name":null,"funder_award_id":"U21B2031","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6839492696","display_name":null,"funder_award_id":"U19B2019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8262591375","display_name":null,"funder_award_id":"62104128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320314786","display_name":"Xilinx","ror":"https://ror.org/01rb7bk56"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329777","display_name":"Beijing National Research Center For Information Science And Technology","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W2276486856","https://openalex.org/W2282294254","https://openalex.org/W2464177207","https://openalex.org/W2588191434","https://openalex.org/W2606722458","https://openalex.org/W2612654866","https://openalex.org/W2807021761","https://openalex.org/W2884496840","https://openalex.org/W2926442184","https://openalex.org/W2961295589","https://openalex.org/W2963695795","https://openalex.org/W2964015378","https://openalex.org/W2970929262","https://openalex.org/W3017228913","https://openalex.org/W3046757167","https://openalex.org/W3047846843","https://openalex.org/W3080555959","https://openalex.org/W3100848837","https://openalex.org/W3105753905","https://openalex.org/W3109772732","https://openalex.org/W3127829048","https://openalex.org/W3130554079","https://openalex.org/W3132695675","https://openalex.org/W3136399186","https://openalex.org/W3157609068","https://openalex.org/W3163666602","https://openalex.org/W3172512547","https://openalex.org/W3190194394","https://openalex.org/W3200354549","https://openalex.org/W3206743063","https://openalex.org/W4226137788","https://openalex.org/W4241140669","https://openalex.org/W4287726895","https://openalex.org/W4297733535","https://openalex.org/W4367147545","https://openalex.org/W6719768283","https://openalex.org/W6726873649","https://openalex.org/W6738964360","https://openalex.org/W6748799445","https://openalex.org/W6760755035","https://openalex.org/W6761805307","https://openalex.org/W6765543928","https://openalex.org/W6766609504","https://openalex.org/W6766978945","https://openalex.org/W6780489652","https://openalex.org/W6781376665","https://openalex.org/W6781932242","https://openalex.org/W6791460281","https://openalex.org/W6797677657"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W4321636575","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W2045526782","https://openalex.org/W2741131631","https://openalex.org/W2156919374","https://openalex.org/W1483472507","https://openalex.org/W1984019423","https://openalex.org/W4280588203"],"abstract_inverted_index":{"As":[0],"a":[1,120,189,202],"new":[2],"algorithm":[3],"of":[4,24,76,97,111,123,130,141,149,173,215,223,249,304],"graph":[5,7,27,44,100],"embedding,":[6],"neural":[8,31,48],"networks":[9],"(GNNs)":[10],"have":[11,55,62],"been":[12,56,64],"widely":[13],"used":[14,295],"in":[15],"many":[16],"fields.":[17],"However,":[18],"GNN":[19,53,70,195],"computing":[20,151,174,305],"has":[21,73,119],"the":[22,42,59,68,74,95,112,116,147,171,184,216,220,228,232,247,262,275,302,318,321,349],"characteristics":[23],"both":[25],"sparse":[26,150],"processing":[28,45],"and":[29,78,88,104,126,144,156,167,218,234,257,267,269,290,336,360],"dense":[30,142],"network,":[32],"which":[33,81,132,197,212,245],"make":[34],"it":[35],"difficult":[36],"to":[37,134,163,176,182,193,238,286,296],"be":[38],"deployed":[39],"efficiently":[40],"on":[41,355],"existing":[43],"accelerators":[46,54],"or":[47,242],"network":[49],"accelerators.":[50],"Recently,":[51],"some":[52],"proposed,":[57],"but":[58],"following":[60],"challenges":[61],"not":[63,91],"fully":[65],"solved:":[66],"1)":[67,201],"minibatch":[69,209],"inference":[71,210],"scenario":[72],"potential":[75],"software":[77],"hardware":[79],"co-design,":[80],"can":[82,160],"bring":[83],"30%":[84,214],"computation":[85],"amount":[86,122,129,248],"reduction,":[87],"this":[89],"is":[90,102,206,265,284,294],"well":[92],"utilized.":[93],"Besides,":[94],"cost":[96],"message":[98],"flow":[99],"construction":[101],"large":[103,121],"may":[105],"account":[106],"for":[107,208],"more":[108],"than":[109,178],"50%":[110],"total":[113],"delay;":[114],"2)":[115,226],"feature":[117],"aggregation":[118],"data":[124,137,288,298],"access":[125,165,251,299],"relatively":[127],"small":[128],"computation,":[131],"leads":[133],"low":[135],"on-chip":[136,221,281],"reuse,":[138,289],"only":[139],"10%":[140],"computing;":[143],"3)":[145,258],"without":[146],"optimization":[148],"units,":[152],"simple":[153],"memory":[154,250,282],"bank":[155,164],"cross":[157],"bar":[158],"architecture":[159],"easily":[161],"lead":[162],"conflict":[166],"load":[168],"imbalance,":[169],"reducing":[170],"utilization":[172,303],"units":[175,306],"less":[177],"60%.":[179],"In":[180],"order":[181],"solve":[183],"above":[185,263,319],"problems,":[186],"we":[187],"propose":[188],"algorithm-hardware":[190],"co-design":[191],"scheme":[192],"accelerate":[194],"inference,":[196],"includes":[198],"three":[199],"technologies:":[200],"reuse-aware":[203],"sampling":[204],"method":[205],"proposed":[207],"scenarios,":[211],"reduces":[213,246],"calculation":[217],"improves":[219],"reusability":[222],"local":[224],"data;":[225],"through":[227],"nodewise":[229],"parallelism-aware":[230],"quantization,":[231],"features":[233],"weights":[235],"are":[236,272],"quantized":[237],"integers":[239],"with":[240,317,348,358],"eight":[241],"four":[243,255],"bits,":[244],"by":[252,274,307],"at":[253],"least":[254],"times;":[256],"an":[259],"accelerator":[260],"supporting":[261],"technologies":[264],"designed":[266,285],"evaluated,":[268],"different":[270],"operations":[271],"supported":[273],"sampling-inference":[276],"integration":[277],"architecture.":[278],"The":[279],"multibank":[280],"pool":[283],"support":[287],"edge":[291],"stream":[292],"reordering":[293],"reduce":[297],"conflicts,":[300],"improving":[301],"<inline-formula":[308,328,337],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[309,329,338],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[310,330,339],"<tex-math":[311,331,340],"notation=\"LaTeX\">$1.5\\times":[312],"$":[313,333,342],"</tex-math></inline-formula>":[314,334,343],".":[315],"Combined":[316],"technologies,":[320],"experiments":[322],"show":[323],"that":[324],"our":[325],"design":[326],"achieves":[327],"notation=\"LaTeX\">$9.2\\times":[332],"speedup":[335],"notation=\"LaTeX\">$29\\times":[341],"energy":[344],"efficiency":[345],"improvement":[346],"compared":[347],"Deep":[350],"Graph":[351],"Library":[352],"framework":[353],"running":[354],"servers":[356],"equipped":[357],"CPU":[359],"GPU.":[361]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
