{"id":"https://openalex.org/W3081191522","doi":"https://doi.org/10.1145/3394486.3403142","title":"Redundancy-Free Computation for Graph Neural Networks","display_name":"Redundancy-Free Computation for Graph Neural Networks","publication_year":2020,"publication_date":"2020-08-20","ids":{"openalex":"https://openalex.org/W3081191522","doi":"https://doi.org/10.1145/3394486.3403142","mag":"3081191522"},"language":"en","primary_location":{"id":"doi:10.1145/3394486.3403142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394486.3403142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403142","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062437461","display_name":"Zhihao Jia","orcid":"https://orcid.org/0000-0002-1270-5185"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhihao Jia","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084268991","display_name":"Sina Lin","orcid":"https://orcid.org/0009-0008-7837-5925"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sina Lin","raw_affiliation_strings":["Microsoft, Sunnyvale, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078337825","display_name":"Rex Ying","orcid":"https://orcid.org/0000-0002-5856-5229"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rex Ying","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003491365","display_name":"Jiaxuan You","orcid":"https://orcid.org/0000-0003-1812-7598"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiaxuan You","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091272738","display_name":"Jure Leskovec","orcid":"https://orcid.org/0000-0002-5411-923X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jure Leskovec","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087402475","display_name":"Alex Aiken","orcid":"https://orcid.org/0000-0002-3723-9555"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Aiken","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062437461"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":4.6244,"has_fulltext":true,"cited_by_count":60,"citation_normalized_percentile":{"value":0.9567611,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"997","last_page":"1005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7941091060638428},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.7813143134117126},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.7463432550430298},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6049246191978455},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5814100503921509},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5387573838233948},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4307229816913605},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41027626395225525},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3637307584285736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3076632618904114}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7941091060638428},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.7813143134117126},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.7463432550430298},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6049246191978455},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5814100503921509},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5387573838233948},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4307229816913605},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41027626395225525},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3637307584285736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3076632618904114},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3394486.3403142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394486.3403142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3394486.3403142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3394486.3403142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3394486.3403142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2466434921","display_name":null,"funder_award_id":"CCF-1160904","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3009979998","display_name":"SHF: Medium: Stochastic Program Optimization","funder_award_id":"1409813","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3814021292","display_name":null,"funder_award_id":"CCF-1160904 and CCF-1409813","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6253966236","display_name":"Synthesis and Analysis of Heap Data Structures","funder_award_id":"1160904","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G753810255","display_name":null,"funder_award_id":"CCF-1409813","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3081191522.pdf","grobid_xml":"https://content.openalex.org/works/W3081191522.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1482568066","https://openalex.org/W2003827431","https://openalex.org/W2008857988","https://openalex.org/W2085550081","https://openalex.org/W2112090702","https://openalex.org/W2519887557","https://openalex.org/W2624431344","https://openalex.org/W2786915849","https://openalex.org/W2807021761","https://openalex.org/W2811124557","https://openalex.org/W2890703109","https://openalex.org/W2897337593","https://openalex.org/W2916106175","https://openalex.org/W2945827377","https://openalex.org/W2952575904","https://openalex.org/W2962711740","https://openalex.org/W2963079722","https://openalex.org/W2963355447","https://openalex.org/W2963460103","https://openalex.org/W2963581908","https://openalex.org/W2963674932","https://openalex.org/W2963858333","https://openalex.org/W2963859033","https://openalex.org/W2964299589","https://openalex.org/W2994968268","https://openalex.org/W2998104365","https://openalex.org/W3100848837","https://openalex.org/W3101553402","https://openalex.org/W4293651439"],"related_works":["https://openalex.org/W2028024605","https://openalex.org/W2386387936","https://openalex.org/W2767525681","https://openalex.org/W2625550807","https://openalex.org/W2496161296","https://openalex.org/W2355058659","https://openalex.org/W4236163602","https://openalex.org/W1568173680","https://openalex.org/W2355108509","https://openalex.org/W2090914728"],"abstract_inverted_index":{"Graph":[0],"Neural":[1],"Networks":[2],"(GNNs)":[3],"are":[4],"based":[5],"on":[6],"repeated":[7,28,61],"aggregations":[8,31,137],"of":[9],"information":[10],"from":[11],"nodes'":[12],"neighbors":[13],"in":[14,67,86,141,160,168],"a":[15,23,44,87,105],"graph.":[16],"However,":[17],"because":[18],"nodes":[19],"share":[20],"many":[21],"neighbors,":[22],"naive":[24],"implementation":[25],"leads":[26],"to":[27,109,132,145],"and":[29,32,59,63,70,77,103,134,138,147,162],"inefficient":[30],"represents":[33],"significant":[34],"computational":[35],"overhead.":[36,153],"Here":[37],"we":[38],"propose":[39],"Hierarchically":[40],"Aggregated":[41],"computation":[42],"Graphs(HAGs),":[43],"new":[45],"GNN":[46,68,123,142],"representation":[47,118],"technique":[48],"that":[49,115],"explicitly":[50],"avoids":[51],"redundancy":[52],"by":[53,124,130],"managing":[54],"intermediate":[55],"aggregation":[56],"results":[57,155],"hierarchically":[58],"eliminates":[60],"computations":[62,76],"unnecessary":[64],"data":[65,139],"transfers":[66,140],"training":[69,128,143],"inference.":[71],"HAGs":[72],"perform":[73],"the":[74,79,116,121,126,136],"same":[75,80],"give":[78],"models/accuracy":[81],"as":[82],"traditional":[83],"GNNs,":[84],"but":[85],"much":[88],"shorter":[89],"time":[90],"dueto":[91],"optimized":[92,111],"computations.":[93],"To":[94],"identify":[95],"redundant":[96],"computations,we":[97],"introduce":[98],"an":[99,157],"accurate":[100],"cost":[101],"function":[102],"use":[104],"novel":[106],"search":[107],"algorithm":[108],"find":[110],"HAGs.":[112],"Experiments":[113],"show":[114],"HAG":[117],"significantly":[119],"outperforms":[120],"standard":[122],"increasing":[125],"end-to-end":[127],"throughput":[129],"up":[131],"2.8\u00d7":[133],"reducing":[135],"byup":[144],"6.3\u00d7":[146],"5.6\u00d7,":[148],"with":[149],"only":[150],"0.1%":[151],"memory":[152],"Overall,our":[154],"represent":[156],"important":[158],"advancement":[159],"speeding-up":[161],"scaling-up":[163],"GNNs":[164],"without":[165],"any":[166],"loss":[167],"model":[169],"predictive":[170],"performance.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":14}],"updated_date":"2026-05-27T09:02:27.158192","created_date":"2025-10-10T00:00:00"}
