{"id":"https://openalex.org/W4398760296","doi":"https://doi.org/10.1145/3626246.3653399","title":"NPA: Improving Large-scale Graph Neural Networks with Non-parametric Attention","display_name":"NPA: Improving Large-scale Graph Neural Networks with Non-parametric Attention","publication_year":2024,"publication_date":"2024-05-23","ids":{"openalex":"https://openalex.org/W4398760296","doi":"https://doi.org/10.1145/3626246.3653399"},"language":"en","primary_location":{"id":"doi:10.1145/3626246.3653399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626246.3653399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008772211","display_name":"Wentao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wentao Zhang","raw_affiliation_strings":["Center for Machine Learning Research, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Center for Machine Learning Research, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035913162","display_name":"Guochen Yan","orcid":"https://orcid.org/0009-0004-5941-1311"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guochen Yan","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770388","display_name":"Yu Shen","orcid":"https://orcid.org/0000-0001-6503-6504"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Shen","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022659405","display_name":"L. Yang","orcid":"https://orcid.org/0000-0003-1905-8053"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Ling","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110853771","display_name":"Yangyu Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangyu Tao","raw_affiliation_strings":["Tencent Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tencent Inc., Beijing, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062357883","display_name":"Bin Cui","orcid":"https://orcid.org/0000-0003-1681-4677"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cui","raw_affiliation_strings":["School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078953620","display_name":"Jian Tang","orcid":"https://orcid.org/0009-0002-8083-340X"},"institutions":[{"id":"https://openalex.org/I108192572","display_name":"HEC Montr\u00e9al","ror":"https://ror.org/05ww3wq27","country_code":"CA","type":"education","lineage":["https://openalex.org/I108192572"]},{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Mila - Qu\u00e9bec AI Institute & HEC Montr\u00e9al, Montreal, Canada"],"affiliations":[{"raw_affiliation_string":"Mila - Qu\u00e9bec AI Institute & HEC Montr\u00e9al, Montreal, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I108192572"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008772211"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.3475,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.6293942,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"414","last_page":"427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12702","display_name":"Brain Tumor Detection and Classification","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2808","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.728145182132721},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5643854737281799},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.47822874784469604},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45279252529144287},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.45155206322669983},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38719579577445984},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35967904329299927},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1166735291481018},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.06919920444488525},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.05974900722503662},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.05961182713508606}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.728145182132721},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5643854737281799},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.47822874784469604},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45279252529144287},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.45155206322669983},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38719579577445984},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35967904329299927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1166735291481018},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.06919920444488525},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.05974900722503662},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.05961182713508606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626246.3653399","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626246.3653399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2945827377","https://openalex.org/W2964051675","https://openalex.org/W3002924435","https://openalex.org/W3034681945","https://openalex.org/W3093814892","https://openalex.org/W3100646853","https://openalex.org/W3101553402","https://openalex.org/W3196261868","https://openalex.org/W3208238874","https://openalex.org/W3210034512","https://openalex.org/W3210813272","https://openalex.org/W3214086726","https://openalex.org/W4205480697","https://openalex.org/W4212835176","https://openalex.org/W4220720005","https://openalex.org/W4226237846","https://openalex.org/W4286892599","https://openalex.org/W4294439549","https://openalex.org/W4313008689","https://openalex.org/W4381327068","https://openalex.org/W4389315073","https://openalex.org/W4391449921","https://openalex.org/W6600050674","https://openalex.org/W6803537983"],"related_works":["https://openalex.org/W2396122647","https://openalex.org/W2391251536","https://openalex.org/W2136161268","https://openalex.org/W2362198218","https://openalex.org/W1982750869","https://openalex.org/W2019521278","https://openalex.org/W1984922432","https://openalex.org/W2113077220","https://openalex.org/W2375008505","https://openalex.org/W3165943254"],"abstract_inverted_index":{"Recent":[0],"works":[1],"show":[2],"great":[3],"interest":[4],"in":[5,51,143],"designing":[6,21],"Graph":[7,54],"Neural":[8],"Networks":[9],"(GNNs)":[10],"that":[11,126],"scale":[12],"to":[13,75,110,132],"large":[14,185,199,221],"graphs.":[15],"While":[16],"previous":[17],"work":[18],"focuses":[19],"on":[20,154,164,219],"advanced":[22],"sampling":[23],"techniques":[24],"for":[25,36],"existing":[26,189],"GNNs,":[27,32,131,191],"the":[28,52,76,89,97,102,106,146,169,220],"design":[29],"of":[30,42,78],"non-parametric":[31,58,67,107,120,130,190,196],"an":[33],"orthogonal":[34],"direction":[35],"scalable":[37,134],"performance,":[38],"has":[39],"aroused":[40],"lots":[41],"concerns":[43],"recently.":[44],"For":[45],"example,":[46],"nearly":[47],"all":[48],"top":[49],"solutions":[50],"Open":[53],"Benchmark":[55],"leaderboard":[56],"are":[57],"GNNs.":[59],"Despite":[60],"their":[61],"high":[62,181,203],"predictive":[63],"performance":[64,85,182,186,218],"and":[65,100,135,149,158,174,202],"scalability,":[66],"GNNs":[68,137,197],"still":[69],"face":[70],"two":[71],"limitations.":[72],"First,":[73],"due":[74],"propagation":[77,90],"over-smoothed":[79],"features,":[80],"they":[81,94],"suffer":[82],"from":[83],"severe":[84],"degradation":[86],"along":[87],"with":[88,129,145,198,210],"depth.":[91],"More":[92],"importantly,":[93],"only":[95],"consider":[96],"graph":[98],"structure":[99],"ignore":[101],"feature":[103],"influence":[104],"during":[105],"propagation,":[108],"leading":[109],"sub-optimal":[111],"propagated":[112],"features.":[113],"To":[114],"address":[115],"these":[116],"limitations,":[117],"we":[118,150],"present":[119],"attention":[121],"(NPA),":[122],"a":[123],"plug-and-play":[124],"module":[125],"is":[127],"compatible":[128],"get":[133],"deep":[136],"simultaneously.":[138],"We":[139],"have":[140],"deployed":[141],"NPA":[142,153,179],"Tencent":[144,171],"Angel":[147],"platform,":[148],"further":[151],"evaluate":[152],"both":[155],"real-world":[156],"datasets":[157],"large-scale":[159,208],"industrial":[160,170],"datasets.":[161],"Experimental":[162],"results":[163],"seven":[165],"homophilic":[166],"graphs":[167,177,209],"(including":[168],"Video":[172],"graph)":[173],"five":[175],"heterophilic":[176],"demonstrate":[178],"enjoys":[180],"--":[183,194,205],"achieves":[184,216],"gain":[187],"over":[188],"deeper":[192],"architecture":[193],"improves":[195],"model":[200],"depth,":[201],"scalability":[204],"can":[206],"support":[207],"low":[211],"time":[212],"costs.":[213],"Notably,":[214],"it":[215],"state-of-the-art":[217],"ogbn-papers100M":[222],"dataset.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}