{"id":"https://openalex.org/W4220689021","doi":"https://doi.org/10.1145/3485447.3512159","title":"Graph-adaptive Rectified Linear Unit for Graph Neural Networks","display_name":"Graph-adaptive Rectified Linear Unit for Graph Neural Networks","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W4220689021","doi":"https://doi.org/10.1145/3485447.3512159"},"language":"en","primary_location":{"id":"doi:10.1145/3485447.3512159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3485447.3512159","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.06281","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100386948","display_name":"Yifei Zhang","orcid":"https://orcid.org/0000-0003-4185-8663"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yifei Zhang","raw_affiliation_strings":["The Chinese University of HongKong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of HongKong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028028879","display_name":"Hao Zhu","orcid":"https://orcid.org/0000-0003-2222-9722"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hao Zhu","raw_affiliation_strings":["Australia National University, Australia and Data61/CSIRO, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australia National University, Australia and Data61/CSIRO, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027386336","display_name":"Ziqiao Meng","orcid":"https://orcid.org/0000-0002-0231-5992"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziqiao Meng","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002212263","display_name":"Piotr Koniusz","orcid":"https://orcid.org/0000-0002-6340-5289"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Piotr Koniusz","raw_affiliation_strings":["Data61/CSIRO, Australia and Australia National University, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data61/CSIRO, Australia and Australia National University, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I1292875679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042251906","display_name":"Irwin King","orcid":"https://orcid.org/0000-0001-8106-6447"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Irwin King","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1331","last_page":"1339"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.693836510181427},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5367499589920044},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5289414525032043},{"id":"https://openalex.org/keywords/activation-function","display_name":"Activation function","score":0.5079024434089661},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45382580161094666},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4535284638404846},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.4530397057533264},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4188503623008728},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41269636154174805},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34394532442092896},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25289851427078247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24276113510131836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.693836510181427},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5367499589920044},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5289414525032043},{"id":"https://openalex.org/C38365724","wikidata":"https://www.wikidata.org/wiki/Q4677469","display_name":"Activation function","level":3,"score":0.5079024434089661},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45382580161094666},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4535284638404846},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.4530397057533264},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4188503623008728},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41269636154174805},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34394532442092896},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25289851427078247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24276113510131836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3485447.3512159","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3485447.3512159","pdf_url":null,"source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2202.06281","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.06281","pdf_url":"https://arxiv.org/pdf/2202.06281","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.06281","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.06281","pdf_url":"https://arxiv.org/pdf/2202.06281","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G434338367","display_name":null,"funder_award_id":"2018AAA0100204","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1921523184","https://openalex.org/W2095705004","https://openalex.org/W2194775991","https://openalex.org/W2546302380","https://openalex.org/W2747329762","https://openalex.org/W2798995481","https://openalex.org/W2907492528","https://openalex.org/W2908461307","https://openalex.org/W2912636151","https://openalex.org/W2916106175","https://openalex.org/W2950898568","https://openalex.org/W2962685937","https://openalex.org/W2962711740","https://openalex.org/W2963285578","https://openalex.org/W2963454111","https://openalex.org/W2964015378","https://openalex.org/W2964321699","https://openalex.org/W2969937244","https://openalex.org/W3004507689","https://openalex.org/W3012740297","https://openalex.org/W3035343871","https://openalex.org/W3093261329","https://openalex.org/W3093729421","https://openalex.org/W3094191740","https://openalex.org/W3103248659","https://openalex.org/W3103513278","https://openalex.org/W3116954826","https://openalex.org/W3122063025","https://openalex.org/W3124006607","https://openalex.org/W3125923133","https://openalex.org/W3127180058","https://openalex.org/W3177564060","https://openalex.org/W3187395669","https://openalex.org/W3193733053","https://openalex.org/W3209785184","https://openalex.org/W3210978902","https://openalex.org/W3213632375","https://openalex.org/W4285723986","https://openalex.org/W4286986033","https://openalex.org/W4287754915","https://openalex.org/W4288417845","https://openalex.org/W4289389616","https://openalex.org/W4294558607","https://openalex.org/W4298028931","https://openalex.org/W4298146171","https://openalex.org/W4310695445","https://openalex.org/W4394669837"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W4297676672","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W3214206881"],"abstract_inverted_index":{"Graph":[0],"Neural":[1],"Networks":[2],"(GNNs)":[3],"have":[4],"achieved":[5],"remarkable":[6],"success":[7],"by":[8,97],"extending":[9],"traditional":[10],"convolution":[11],"to":[12,19,188],"learning":[13],"on":[14,152],"non-Euclidean":[15],"data.":[16],"The":[17,34,59,86,142],"key":[18],"the":[20,24,40,44,49,55,74,81,84,104,110,114,133,157,163,168,173],"GNNs":[21,38],"is":[22,89,126,195],"adopting":[23],"neural":[25],"message-passing":[26],"paradigm":[27],"with":[28,92],"two":[29,176],"stages:":[30],"aggregation":[31,45],"and":[32,71,118,139,156,167,181,197,203],"update.":[33],"current":[35],"design":[36],"of":[37,83,144,165],"considers":[39],"topology":[41],"information":[42,112,135],"in":[43,48,136],"stage.":[46],"However,":[47],"updating":[50,57,61,87,105],"stage,":[51],"all":[52],"nodes":[53,180],"share":[54],"same":[56],"function.":[58,101],"identical":[60],"function":[62,88,106,117,131],"treats":[63],"each":[64],"node":[65,154],"embedding":[66],"as":[67,175],"i.i.d.":[68],"random":[69],"variables":[70],"thus":[72],"ignores":[73],"implicit":[75],"relationships":[76],"between":[77],"neighborhoods,":[78],"which":[79,125],"limits":[80],"capacity":[82],"GNNs.":[85],"usually":[90],"implemented":[91],"a":[93,98,127,137,149],"linear":[94],"transformation":[95],"followed":[96],"non-linear":[99,115],"activation":[100,116,130],"To":[102,161],"make":[103],"topology-aware,":[107],"we":[108,171],"inject":[109],"topological":[111],"into":[113],"propose":[119],"Graph-adaptive":[120],"Rectified":[121],"Linear":[122],"Unit":[123],"(GReLU),":[124],"new":[128],"parametric":[129],"incorporating":[132],"neighborhood":[134],"novel":[138],"efficient":[140,196],"way.":[141],"parameters":[143],"GReLU":[145,193],"are":[146],"obtained":[147],"from":[148],"hyperfunction":[150,174],"based":[151],"both":[153],"features":[155,182],"corresponding":[158],"adjacent":[159],"matrix.":[160],"reduce":[162],"risk":[164],"overfitting":[166],"computational":[169],"cost,":[170],"decompose":[172],"independent":[177],"components":[178],"for":[179],"respectively.":[183],"We":[184],"conduct":[185],"comprehensive":[186],"experiments":[187],"show":[189],"that":[190],"our":[191],"plug-and-play":[192],"method":[194],"effective":[198],"given":[199],"different":[200],"GNN":[201],"backbones":[202],"various":[204],"downstream":[205],"tasks.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
